-- Logs begin at Fri 2022-09-16 02:54:16 UTC, end at Fri 2022-09-16 04:11:23 UTC. -- Sep 16 03:39:05.146435 dv-cinder-857993-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 16 03:39:07.800429 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.common.config [-] Logging enabled! Sep 16 03:39:07.801035 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev577 Sep 16 03:39:07.801222 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=113259) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 16 03:39:07.804486 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.common.config [-] Logging enabled! Sep 16 03:39:07.804740 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev577 Sep 16 03:39:07.805048 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=113259) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 16 03:39:07.805972 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 16 03:39:07.806206 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 16 03:39:07.806691 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 16 03:39:07.806967 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 16 03:39:07.807194 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 16 03:39:07.807513 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:07.807811 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:07.808043 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:07.808339 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:07.808626 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:07.808905 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:07.809191 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:07.809486 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:07.809771 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:07.810050 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:07.810333 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:07.810562 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:07.810840 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] config_source = [] {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:07.811155 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:07.811437 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:07.811660 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] debug = True {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:07.811938 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:07.812355 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:07.812759 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:07.813046 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:07.813329 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:07.813649 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:07.814064 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:07.814346 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:07.814626 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:07.814975 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] host = dv-cinder-857993-1-iscsi {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:07.815253 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:07.815539 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:07.815823 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:07.816106 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:07.816376 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:07.816656 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:07.816932 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:07.817201 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] log_dir = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:07.817465 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] log_file = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:07.817739 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:07.818024 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:07.818307 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:07.818590 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:07.818811 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:07.819056 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:07.819338 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:07.819621 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:07.819891 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:07.820161 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:07.820431 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:07.820700 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:07.820967 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:07.821230 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:07.821524 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:07.821788 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:07.822067 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:07.822335 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:07.822606 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:07.822874 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:07.823165 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:07.823442 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:07.823712 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:07.823981 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:07.824251 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:07.824532 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:07.824796 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:07.825065 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:07.825359 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:07.825641 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:07.825917 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:07.826198 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:07.826471 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:07.826754 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:07.827041 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:07.827311 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] use_journal = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:07.827579 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] use_json = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:07.827847 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:07.828113 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:07.828388 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:07.828655 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:07.828922 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:07.829685 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:07.830026 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:07.830321 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:07.830594 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:07.830889 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.831205 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.831504 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.831785 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.832090 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.832370 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.832657 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.832933 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.833226 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.833509 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.833795 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.834071 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.834365 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.834649 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.834962 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.835266 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.835554 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.835841 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.836114 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.836384 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.836652 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.836931 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.837214 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.837488 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.837773 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.838058 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.838333 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.838625 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.838928 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.839209 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.839496 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.839779 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.840050 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.840324 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.840610 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.840884 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.841152 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.841434 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.841705 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.841971 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.842249 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.842532 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.842814 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.843109 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.843382 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.843664 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.843937 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.844204 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.844470 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.844741 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.845577 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.845859 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.846133 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.846402 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.846670 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.846970 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.847243 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.847512 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.847782 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.848056 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.848324 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.848590 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.848855 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.849121 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.849386 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.849650 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.849915 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.850183 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.850454 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.850722 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.851015 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.851287 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.851556 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.851824 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.852104 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.852397 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.852671 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.852946 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.853220 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.853492 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.853765 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.854038 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.854314 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.854587 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.854858 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.855163 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.855443 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.855726 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.856007 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.856303 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.856599 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.856883 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.857162 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.857439 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.857719 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.857994 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.858276 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.858555 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.858833 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.859138 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.859418 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.859709 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.860000 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.860278 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.860604 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.860890 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.861260 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.861541 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.861847 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.862126 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:07.862342 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 16 03:39:07.862579 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=113259) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 16 03:39:08.237048 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=113259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 16 03:39:08.237364 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=113259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 16 03:39:08.237626 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=113259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 16 03:39:08.237854 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=113259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 16 03:39:08.238126 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=113259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 16 03:39:08.238449 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 16 03:39:08.562746 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:08.562960 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:08.563247 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:08.565262 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:08.565531 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:08.565792 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:08.618214 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:08.618483 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:08.618749 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:08.634363 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:08.634641 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:08.634927 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:08.662724 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:08.663021 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:08.663283 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:08.699618 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:08.699891 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:08.700163 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:08.932091 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:08.932711 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:08.932711 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:08.933737 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:08.934452 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:09.030897 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:09.031235 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:09.031513 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:09.031778 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:09.032040 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:09.032401 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:09.032663 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:09.032916 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:09.033197 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:09.033479 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:09.033735 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:09.033994 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:09.034248 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:09.034494 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:09.034743 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:09.035026 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:09.035278 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:09.035540 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:09.035805 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:09.036057 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:09.036327 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:09.036572 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:09.036851 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:09.037222 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:09.037467 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:09.037708 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:09.038097 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=113259) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 03:39:09.038333 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=113259) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 03:39:09.038566 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=113259) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 03:39:09.038796 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=113259) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 03:39:09.039052 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=113259) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 03:39:09.039285 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=113259) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 03:39:09.039641 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 16 03:39:09.042954 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 16 03:39:09.046784 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 16 03:39:09.051189 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Sep 16 03:39:09.052786 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 16 03:39:09.053401 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 16 03:39:09.053734 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 16 03:39:09.054112 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 16 03:39:09.056863 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 16 03:39:09.057114 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 16 03:39:09.057457 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 16 03:39:09.062441 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 16 03:39:09.085443 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 16 03:39:09.085889 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:09.086182 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=113259) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 16 03:39:09.086551 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:09.087917 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=113259) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 16 03:39:09.088191 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 16 03:39:09.088430 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 16 03:39:09.099111 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:09.099390 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:09.238851 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 16 03:39:09.239116 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 16 03:39:09.239351 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 16 03:39:09.239727 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 16 03:39:09.291634 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO dbcounter [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Registered counter for database neutron Sep 16 03:39:09.310893 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_db.sqlalchemy.engines [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=113259) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 16 03:39:09.317829 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG dbcounter [-] [113259] Writer thread running {{(pid=113259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 16 03:39:10.156277 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.plugins.ml2.managers [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Initializing driver for type 'gre' Sep 16 03:39:10.157029 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] gre ID ranges: [(1, 1000)] Sep 16 03:39:10.350513 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.plugins.ml2.managers [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Initializing driver for type 'local' Sep 16 03:39:10.350848 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.plugins.ml2.managers [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Initializing driver for type 'vlan' Sep 16 03:39:10.436287 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] VlanTypeDriver initialization complete Sep 16 03:39:10.436581 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.plugins.ml2.managers [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Initializing driver for type 'vxlan' Sep 16 03:39:10.437079 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] vxlan ID ranges: [(1, 1000)] Sep 16 03:39:10.579128 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.plugins.ml2.managers [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Initializing extension driver 'port_security' Sep 16 03:39:10.579628 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.plugins.ml2.extensions.port_security [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] PortSecurityExtensionDriver initialization complete Sep 16 03:39:10.579953 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.plugins.ml2.managers [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Initializing mechanism driver 'openvswitch' Sep 16 03:39:10.580275 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.plugins.ml2.managers [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Initializing mechanism driver 'hyperv' Sep 16 03:39:10.587748 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.plugins.ml2.plugin [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=113259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:39:10.588404 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Subscribe: > port after_create 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:10.588805 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Subscribe: > port after_update 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:10.589154 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Subscribe: > port after_delete 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:10.589686 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=113259) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 16 03:39:10.590102 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Subscribe: > subnet after_create 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:10.590455 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Subscribe: > subnet after_update 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:10.590798 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Subscribe: > subnet after_delete 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:10.591208 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=113259) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 16 03:39:10.591612 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Subscribe: > network after_create 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:10.591957 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Subscribe: > network after_update 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:10.592298 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Subscribe: > network after_delete 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:10.592682 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=113259) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 16 03:39:10.593080 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Subscribe: > security_group after_create 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:10.593421 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Subscribe: > security_group after_update 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:10.593794 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Subscribe: > security_group after_delete 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:10.594177 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=113259) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 16 03:39:10.594574 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:10.594942 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:10.595311 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:10.595831 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=113259) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 16 03:39:10.596224 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Subscribe: > address_group after_create 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:10.596566 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Subscribe: > address_group after_update 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:10.596905 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Subscribe: > address_group after_delete 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:10.597288 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=113259) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 16 03:39:10.597726 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] ML2 OVO RPC backend initialized. {{(pid=113259) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 16 03:39:10.598424 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Subscribe: > router_interface after_create 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:10.598774 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:10.599209 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Subscribe: > network before_response 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:10.599609 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Subscribe: > networks before_response 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:10.599953 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Subscribe: > port before_response 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:10.600291 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Subscribe: > ports before_response 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:10.600631 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Subscribe: > subnet before_response 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:10.600969 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Subscribe: > subnets before_response 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:10.601311 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Subscribe: > network after_create 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:10.601655 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Subscribe: > network after_update 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:10.601988 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Subscribe: > network after_delete 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:10.602321 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Subscribe: > port after_create 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:10.602655 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Subscribe: > port after_update 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:10.603020 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Subscribe: > port after_delete 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:10.603354 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Subscribe: > subnet after_create 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:10.603690 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Subscribe: > subnet after_update 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:10.604022 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Subscribe: > subnet after_delete 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:10.612133 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.quota [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loaded quota_driver: . Sep 16 03:39:10.612519 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.plugins.ml2.plugin [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Modular L2 Plugin initialization complete Sep 16 03:39:10.612859 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading services supported by the core plugin {{(pid=113259) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 16 03:39:10.613197 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.plugins.ml2.managers [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Got port-security extension from driver 'port_security' Sep 16 03:39:10.613668 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.extensions.vlantransparent [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Disabled vlantransparent extension. Sep 16 03:39:10.614160 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=113259) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 16 03:39:10.614481 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading Plugin: router Sep 16 03:39:10.660196 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Subscribe: > router_interface before_create 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:10.660580 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Subscribe: > router after_create 55549900 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:10.660950 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Subscribe: > router before_create 55549900 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:10.661319 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:10.661688 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:10.662043 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Subscribe: > router after_delete 55549900 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:10.662400 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Subscribe: > floatingip after_create 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:10.662748 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Subscribe: > floatingip after_update 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:10.663127 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Subscribe: > router after_create 55549900 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:10.663501 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Subscribe: > router after_update 55549900 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:10.663851 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Subscribe: > router after_update 55549900 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:10.664197 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:10.664589 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Subscribe: > router after_update 55549900 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:10.664999 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Subscribe: > router precommit_update 55549900 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:10.665364 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Subscribe: port after_update 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:10.665700 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Subscribe: port after_delete 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:10.666034 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Subscribe: subnet after_update 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:10.666642 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:10.667017 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Subscribe: > port precommit_delete 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:10.667365 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Subscribe: > router precommit_create 55549900 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:10.667707 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Subscribe: port before_delete 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:10.668045 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Subscribe: > router precommit_create 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:10.668396 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Subscribe: > router after_update 55549900 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:10.668735 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Subscribe: > router precommit_delete 55549900 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:10.669081 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Subscribe: > router precommit_create 55549900 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:10.669471 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Subscribe: > router_interface after_create 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:10.669816 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Subscribe: > router precommit_update 55549900 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:10.670180 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Subscribe: > agent after_create 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:10.670530 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Subscribe: > agent after_delete 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:10.670875 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Subscribe: > network after_delete 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:10.671746 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.quota.resource_registry [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Tracking information for resource: router configured {{(pid=113259) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 03:39:10.672076 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.quota.resource_registry [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Tracking information for resource: floatingip configured {{(pid=113259) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 03:39:10.684154 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.db.l3_agentschedulers_db [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 16 03:39:10.684769 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Subscribe: port after_update 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:10.685161 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Subscribe: port after_create 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:10.685513 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Subscribe: port after_delete 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:10.685872 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Subscribe: port after_update 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:10.686747 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Subscribe: > router before_create 55550100 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:10.687192 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Subscribe: > router precommit_delete 55550100 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:10.687559 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Subscribe: > router precommit_create 55550100 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:10.687918 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Subscribe: > router precommit_update 55550100 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:10.693366 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.services.provider_configuration [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Service providers = [] {{(pid=113259) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 16 03:39:10.693730 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.db.servicetype_db [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=113259) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 16 03:39:10.696752 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.services.service_base [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=113259) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 03:39:10.697130 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.services.service_base [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=113259) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 03:39:10.697477 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.services.service_base [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=113259) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 03:39:10.698364 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.services.service_base [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=113259) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 03:39:10.698734 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.services.service_base [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 16 03:39:10.699157 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=113259) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 03:39:10.699479 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 16 03:39:10.723542 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=113259) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 03:39:10.723879 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading Plugin: auto_allocate Sep 16 03:39:10.729586 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Subscribe: network precommit_update 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:10.729961 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Subscribe: network precommit_create 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:10.730486 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=113259) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 03:39:10.730809 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading Plugin: tag Sep 16 03:39:10.740578 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=113259) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 03:39:10.740910 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading Plugin: timestamp Sep 16 03:39:10.744933 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=113259) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 03:39:10.745268 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading Plugin: network_ip_availability Sep 16 03:39:10.750688 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:10.751149 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:10.752090 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:10.752811 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=113259) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 03:39:10.753134 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading Plugin: flavors Sep 16 03:39:10.757807 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=113259) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 03:39:10.758141 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading Plugin: revisions Sep 16 03:39:10.762524 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=113259) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 03:39:10.762930 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_concurrency.lockutils [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.525s {{(pid=113259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 16 03:39:10.763669 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=113259) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 16 03:39:10.764008 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Initializing extension manager. Sep 16 03:39:10.764545 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: __init__.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.764892 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: __pycache__ {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.765224 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: address_group.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.766109 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.766726 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loaded extension: address-group Sep 16 03:39:10.767056 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: address_scope.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.768699 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.768699 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loaded extension: address-scope Sep 16 03:39:10.768699 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: admin_state_down_before_update.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.769446 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.769959 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loaded extension: router-admin-state-down-before-update Sep 16 03:39:10.770279 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: agent.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.770969 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.771480 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loaded extension: agent Sep 16 03:39:10.771863 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: agent_resources_synced.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.772657 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.773162 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loaded extension: agent-resources-synced Sep 16 03:39:10.773489 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: allowedaddresspairs.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.775270 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.775786 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loaded extension: allowed-address-pairs Sep 16 03:39:10.776111 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: auto_allocated_topology.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.777128 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.777644 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loaded extension: auto-allocated-topology Sep 16 03:39:10.777972 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: availability_zone.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.778629 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.779174 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loaded extension: availability_zone Sep 16 03:39:10.779497 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: availability_zone_filter.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.780366 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.780876 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loaded extension: availability_zone_filter Sep 16 03:39:10.781199 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: data_plane_status.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.782056 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.782760 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Extension data-plane-status not supported by any of loaded plugins Sep 16 03:39:10.783304 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: default_subnetpools.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.786514 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.787077 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loaded extension: default-subnetpools Sep 16 03:39:10.787404 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: dhcpagentscheduler.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.788191 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.788706 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loaded extension: dhcp_agent_scheduler Sep 16 03:39:10.789028 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: dns.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.789897 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.790401 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Extension dns-integration not supported by any of loaded plugins Sep 16 03:39:10.790722 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: dns_domain_ports.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.791873 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.792379 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 16 03:39:10.792701 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.793575 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.794080 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 16 03:39:10.794402 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: dvr.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.795172 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.795587 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loaded extension: dvr Sep 16 03:39:10.795907 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: ecmp_routes.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.796777 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.797282 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Extension ecmp_routes not supported by any of loaded plugins Sep 16 03:39:10.797600 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: empty_string_filtering.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.798992 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.799503 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loaded extension: empty-string-filtering Sep 16 03:39:10.799823 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.800693 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.801196 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 16 03:39:10.801519 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.802383 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.802887 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 16 03:39:10.803232 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: external_net.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.804093 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.804603 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loaded extension: external-net Sep 16 03:39:10.804925 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: extra_dhcp_opt.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.805788 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.806297 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loaded extension: extra_dhcp_opt Sep 16 03:39:10.806617 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: extraroute.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.807505 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.808019 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loaded extension: extraroute Sep 16 03:39:10.808341 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: extraroute_atomic.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.809332 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.809844 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loaded extension: extraroute-atomic Sep 16 03:39:10.810166 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: filter_validation.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.810786 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.811319 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loaded extension: filter-validation Sep 16 03:39:10.814707 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: fip_pf_description.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.815403 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.815909 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 16 03:39:10.816227 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: fip_pf_detail.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.817092 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.817600 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loaded extension: floating-ip-port-forwarding-detail Sep 16 03:39:10.817918 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: fip_pf_port_range.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.818783 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.819317 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 16 03:39:10.819637 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: fip_port_details.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.820501 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.821011 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loaded extension: fip-port-details Sep 16 03:39:10.821328 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: flavors.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.822530 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.823078 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loaded extension: flavors Sep 16 03:39:10.823403 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.825025 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.825560 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 16 03:39:10.825895 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: floatingip_pools.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.826574 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.827111 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loaded extension: floatingip-pools Sep 16 03:39:10.827443 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: ip_allocation.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.828334 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.828844 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Extension ip_allocation not supported by any of loaded plugins Sep 16 03:39:10.829506 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.830157 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.830667 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loaded extension: ip-substring-filtering Sep 16 03:39:10.831021 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: l2_adjacency.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.831906 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.832414 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Extension l2_adjacency not supported by any of loaded plugins Sep 16 03:39:10.832740 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: l3.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.833694 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.834212 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loaded extension: router Sep 16 03:39:10.834536 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: l3_conntrack_helper.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.836965 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.837495 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 16 03:39:10.837829 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.838714 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.839270 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loaded extension: ext-gw-mode Sep 16 03:39:10.839605 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.840484 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.841004 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loaded extension: l3-ha Sep 16 03:39:10.841333 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.842202 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.842717 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 16 03:39:10.843069 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: l3_flavors.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.843943 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.844458 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loaded extension: l3-flavors Sep 16 03:39:10.845286 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: l3_ndp_proxy.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.846785 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.847336 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 16 03:39:10.847665 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.848546 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.849066 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loaded extension: l3-port-ip-change-not-allowed Sep 16 03:39:10.849387 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: l3agentscheduler.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.850395 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.850935 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loaded extension: l3_agent_scheduler Sep 16 03:39:10.851260 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: local_ip.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.852963 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.853499 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Extension local_ip not supported by any of loaded plugins Sep 16 03:39:10.853835 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: logging.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.855294 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.855818 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Extension logging not supported by any of loaded plugins Sep 16 03:39:10.856148 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: metering.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.856853 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.857433 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loaded extension: metering Sep 16 03:39:10.857762 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.858823 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.859367 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loaded extension: metering_source_and_destination_fields Sep 16 03:39:10.859690 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: multiprovidernet.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.861257 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.861781 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loaded extension: multi-provider Sep 16 03:39:10.862107 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: netmtu.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.867140 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.867651 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loaded extension: net-mtu Sep 16 03:39:10.867971 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: netmtu_writable.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.868846 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.869356 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loaded extension: net-mtu-writable Sep 16 03:39:10.869675 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: network_availability_zone.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.870306 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.870814 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loaded extension: network_availability_zone Sep 16 03:39:10.871171 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: network_ip_availability.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.872239 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.872749 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loaded extension: network-ip-availability Sep 16 03:39:10.873071 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: network_segment_range.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.873793 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.874300 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Extension network-segment-range not supported by any of loaded plugins Sep 16 03:39:10.874620 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: pagination.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.875585 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.875915 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loaded extension: pagination Sep 16 03:39:10.876255 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: port_device_profile.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.877117 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.877634 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loaded extension: port-device-profile Sep 16 03:39:10.877955 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: port_mac_address_override.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.878828 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.879370 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loaded extension: port-mac-override Sep 16 03:39:10.879690 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.880567 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.881074 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loaded extension: port-mac-address-regenerate Sep 16 03:39:10.881394 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.882263 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.882776 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loaded extension: port-numa-affinity-policy Sep 16 03:39:10.883126 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: port_resource_request.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.884003 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.889507 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Extension port-resource-request not supported by any of loaded plugins Sep 16 03:39:10.889507 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: port_resource_request_groups.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.890201 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.890712 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 16 03:39:10.891064 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: portbindings.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.892000 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.892570 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loaded extension: binding Sep 16 03:39:10.892887 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: portbindings_extended.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.894112 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.894628 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loaded extension: binding-extended Sep 16 03:39:10.896318 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: portsecurity.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.896318 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.896535 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loaded extension: port-security Sep 16 03:39:10.896674 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: project_id.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.897844 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.898178 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loaded extension: project-id Sep 16 03:39:10.898502 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: providernet.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.901065 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.903739 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loaded extension: provider Sep 16 03:39:10.903739 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: qos.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.905435 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.905968 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Extension qos not supported by any of loaded plugins Sep 16 03:39:10.906298 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.910491 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.911053 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 16 03:39:10.911390 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.916105 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.916981 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 16 03:39:10.917347 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: qos_default.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.918260 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.918819 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Extension qos-default not supported by any of loaded plugins Sep 16 03:39:10.919256 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: qos_fip.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.920172 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.920748 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Extension qos-fip not supported by any of loaded plugins Sep 16 03:39:10.921141 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: qos_fip_network_policy.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.922043 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.922608 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 16 03:39:10.923548 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: qos_gateway_ip.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.924457 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.925014 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 16 03:39:10.925375 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: qos_port_network_policy.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.926270 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.926981 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 16 03:39:10.927376 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.928398 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.928958 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 16 03:39:10.929384 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.930409 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.931067 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 16 03:39:10.931427 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: qos_pps_rule.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.932702 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.933260 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Extension qos-pps not supported by any of loaded plugins Sep 16 03:39:10.933623 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: qos_rule_type_details.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.934544 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.935107 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 16 03:39:10.935466 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: qos_rule_type_filter.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.936361 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.937025 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 16 03:39:10.937337 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: qos_rules_alias.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.938458 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.939240 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 16 03:39:10.939630 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: quota_check_limit.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.940531 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.941087 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loaded extension: quota-check-limit Sep 16 03:39:10.941448 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: quotasv2.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.942419 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.942784 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loaded extension: quotas Sep 16 03:39:10.943164 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: quotasv2_detail.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.944973 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.945309 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loaded extension: quota_details Sep 16 03:39:10.945638 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: rbac.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.946657 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.947212 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loaded extension: rbac-policies Sep 16 03:39:10.947565 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: rbac_address_group.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.950712 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.951251 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loaded extension: rbac-address-group Sep 16 03:39:10.951576 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: rbac_address_scope.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.952519 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.953032 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loaded extension: rbac-address-scope Sep 16 03:39:10.953354 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: rbac_security_groups.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.954280 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.954837 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loaded extension: rbac-security-groups Sep 16 03:39:10.955181 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: rbac_subnetpool.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.956054 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.956566 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loaded extension: rbac-subnetpool Sep 16 03:39:10.956887 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: revisionifmatch.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.957779 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.958288 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loaded extension: revision-if-match Sep 16 03:39:10.958607 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: revisions.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.959712 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.960218 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loaded extension: standard-attr-revisions Sep 16 03:39:10.960537 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: router_availability_zone.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.961163 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.961678 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loaded extension: router_availability_zone Sep 16 03:39:10.961991 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: routerservicetype.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.962861 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.963394 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Extension router-service-type not supported by any of loaded plugins Sep 16 03:39:10.963714 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.964580 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.965088 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loaded extension: security-groups-normalized-cidr Sep 16 03:39:10.965407 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: security_groups_port_filtering.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.966272 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.966780 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loaded extension: port-security-groups-filtering Sep 16 03:39:10.967144 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.967995 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.968506 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loaded extension: security-groups-remote-address-group Sep 16 03:39:10.968827 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: security_groups_shared_filtering.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.969694 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.970828 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loaded extension: security-groups-shared-filtering Sep 16 03:39:10.971177 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: securitygroup.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.980820 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.981349 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loaded extension: security-group Sep 16 03:39:10.981675 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: segment.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.982352 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.982866 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Extension segment not supported by any of loaded plugins Sep 16 03:39:10.983216 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.984118 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.984625 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 16 03:39:10.984944 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: servicetype.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.986547 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.987092 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loaded extension: service-type Sep 16 03:39:10.987416 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: sorting.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.988348 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.988677 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loaded extension: sorting Sep 16 03:39:10.988995 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: standard_attr_segment.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.989855 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.990366 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 16 03:39:10.990685 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: standardattrdescription.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.991315 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.991832 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loaded extension: standard-attr-description Sep 16 03:39:10.992181 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: stateful_security_group.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.993051 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.993566 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loaded extension: stateful-security-group Sep 16 03:39:10.993884 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: stdattrs_common.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.994425 dv-cinder-857993-1-iscsi neutron-server[113259]: WARNING neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 16 03:39:10.994744 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.996842 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.997356 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 16 03:39:10.997677 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: subnet_onboard.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:10.998720 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:10.999281 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loaded extension: subnet_onboard Sep 16 03:39:10.999607 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:11.000495 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:11.000999 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 16 03:39:11.001361 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: subnet_service_types.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:11.002243 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:11.002756 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loaded extension: subnet-service-types Sep 16 03:39:11.003101 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: subnetallocation.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:11.004123 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:11.004642 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loaded extension: subnet_allocation Sep 16 03:39:11.004965 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:11.005588 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:11.006092 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loaded extension: subnetpool-prefix-ops Sep 16 03:39:11.006411 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:11.007316 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:11.007824 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 16 03:39:11.008145 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: tagging.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:11.009166 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:11.009691 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loaded extension: standard-attr-tag Sep 16 03:39:11.010012 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: timestamp.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:11.011180 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:11.011697 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loaded extension: standard-attr-timestamp Sep 16 03:39:11.012023 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: trunk.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:11.012998 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:11.013510 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Extension trunk not supported by any of loaded plugins Sep 16 03:39:11.013833 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: trunk_details.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:11.014715 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:11.015245 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Extension trunk-details not supported by any of loaded plugins Sep 16 03:39:11.015565 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: uplink_status_propagation.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:11.016434 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:11.017049 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 16 03:39:11.017369 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Loading extension file: vlantransparent.py {{(pid=113259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 03:39:11.018009 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=113259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 03:39:11.018508 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Extension vlan-transparent not supported by any of loaded plugins Sep 16 03:39:11.021132 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.quota.resource_registry [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Creating instance of TrackedResource for resource:network Sep 16 03:39:11.021647 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.quota.resource_registry [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Creating instance of TrackedResource for resource:subnet Sep 16 03:39:11.022047 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.quota.resource_registry [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 03:39:11.022430 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.quota.resource_registry [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Creating instance of TrackedResource for resource:port Sep 16 03:39:11.023710 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.v2.resource_helper [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113259) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 03:39:11.029524 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.v2.resource_helper [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Service FLAVORS assigned prefix: {{(pid=113259) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 03:39:11.029524 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.v2.resource_helper [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113259) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 03:39:11.029524 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.v2.resource_helper [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113259) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 03:39:11.029524 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.quota.resource_registry [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Creating instance of TrackedResource for resource:router Sep 16 03:39:11.029524 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.quota.resource_registry [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Creating instance of TrackedResource for resource:floatingip Sep 16 03:39:11.029524 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.v2.resource_helper [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Service METERING assigned prefix: /metering {{(pid=113259) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 03:39:11.030018 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:11.030018 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:11.030018 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:39:11.030018 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.quota.resource_registry [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Creating instance of CountableResource for resource:rbac_policy Sep 16 03:39:11.030018 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.quota.resource_registry [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Creating instance of TrackedResource for resource:security_group Sep 16 03:39:11.030389 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.quota.resource_registry [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Creating instance of TrackedResource for resource:security_group_rule Sep 16 03:39:11.030830 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.v2.resource_helper [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Service CORE assigned prefix: {{(pid=113259) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 03:39:11.031192 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.quota.resource_registry [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 03:39:11.031535 dv-cinder-857993-1-iscsi neutron-server[113259]: WARNING neutron.quota.resource_registry [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] subnetpool is already registered Sep 16 03:39:11.031962 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.v2.resource_helper [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Service CORE assigned prefix: {{(pid=113259) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 03:39:11.032800 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.quota.resource_registry [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 03:39:11.033135 dv-cinder-857993-1-iscsi neutron-server[113259]: WARNING neutron.quota.resource_registry [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] subnetpool is already registered Sep 16 03:39:11.035609 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.v2.resource_helper [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113259) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 03:39:11.036046 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.v2.resource_helper [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Service FLAVORS assigned prefix: {{(pid=113259) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 03:39:11.036661 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.v2.resource_helper [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113259) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 03:39:11.037196 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.v2.resource_helper [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113259) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 03:39:11.037527 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.quota.resource_registry [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Creating instance of TrackedResource for resource:router Sep 16 03:39:11.037864 dv-cinder-857993-1-iscsi neutron-server[113259]: WARNING neutron.quota.resource_registry [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] router is already registered Sep 16 03:39:11.038283 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.quota.resource_registry [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Creating instance of TrackedResource for resource:floatingip Sep 16 03:39:11.038620 dv-cinder-857993-1-iscsi neutron-server[113259]: WARNING neutron.quota.resource_registry [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] floatingip is already registered Sep 16 03:39:11.039099 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.v2.resource_helper [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Service METERING assigned prefix: /metering {{(pid=113259) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 03:39:11.039799 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.quota.resource_registry [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Creating instance of CountableResource for resource:rbac_policy Sep 16 03:39:11.040121 dv-cinder-857993-1-iscsi neutron-server[113259]: WARNING neutron.quota.resource_registry [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] rbac_policy is already registered Sep 16 03:39:11.040527 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.quota.resource_registry [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Creating instance of TrackedResource for resource:security_group Sep 16 03:39:11.040862 dv-cinder-857993-1-iscsi neutron-server[113259]: WARNING neutron.quota.resource_registry [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] security_group is already registered Sep 16 03:39:11.041525 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.quota.resource_registry [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Creating instance of TrackedResource for resource:security_group_rule Sep 16 03:39:11.041858 dv-cinder-857993-1-iscsi neutron-server[113259]: WARNING neutron.quota.resource_registry [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] security_group_rule is already registered Sep 16 03:39:11.042342 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.v2.resource_helper [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Service CORE assigned prefix: {{(pid=113259) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 03:39:11.042665 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.quota.resource_registry [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 03:39:11.043019 dv-cinder-857993-1-iscsi neutron-server[113259]: WARNING neutron.quota.resource_registry [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] subnetpool is already registered Sep 16 03:39:11.043446 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.v2.resource_helper [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Service CORE assigned prefix: {{(pid=113259) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 03:39:11.043766 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.quota.resource_registry [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 03:39:11.044091 dv-cinder-857993-1-iscsi neutron-server[113259]: WARNING neutron.quota.resource_registry [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] subnetpool is already registered Sep 16 03:39:11.044550 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Extended resource: extensions {{(pid=113259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 03:39:11.046124 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Extended resource: address-groups {{(pid=113259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 03:39:11.047638 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Extended resource: address-scopes {{(pid=113259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 03:39:11.049515 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Extended resource: agents {{(pid=113259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 03:39:11.050666 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Extended resource: auto-allocated-topology {{(pid=113259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 03:39:11.053158 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Extended resource: availability_zones {{(pid=113259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 03:39:11.054389 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Extended resource: dhcp-networks {{(pid=113259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 03:39:11.055825 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Extended resource: dhcp-agents {{(pid=113259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 03:39:11.057362 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Extended resource: routers {{(pid=113259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 03:39:11.059117 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Extended resource: flavors {{(pid=113259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 03:39:11.060280 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Extended resource: service_profiles {{(pid=113259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 03:39:11.061570 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Extended resource: next_providers {{(pid=113259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 03:39:11.063063 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Extended resource: service_profiles {{(pid=113259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 03:39:11.064742 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Extended resource: floatingip-pools {{(pid=113259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 03:39:11.065978 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Extended resource: routers {{(pid=113259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 03:39:11.067819 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Extended resource: floatingips {{(pid=113259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 03:39:11.069012 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Extended resource: l3-routers {{(pid=113259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 03:39:11.070391 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Extended resource: l3-agents {{(pid=113259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 03:39:11.071926 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Extended resource: metering-labels {{(pid=113259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 03:39:11.073230 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Extended resource: metering-label-rules {{(pid=113259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 03:39:11.074508 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Extended resource: network-ip-availabilities {{(pid=113259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 03:39:11.075891 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Extended resource: bindings {{(pid=113259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 03:39:11.077466 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Extended resource: quotas {{(pid=113259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 03:39:11.079046 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Extended resource: quotas {{(pid=113259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 03:39:11.080901 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Extended resource: rbac-policies {{(pid=113259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 03:39:11.082081 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Extended resource: security-groups {{(pid=113259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 03:39:11.083307 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Extended resource: security-group-rules {{(pid=113259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 03:39:11.084567 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Extended resource: service-providers {{(pid=113259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 03:39:11.085860 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Extended resource: subnetpools {{(pid=113259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 03:39:11.087206 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Extended resource: subnetpools {{(pid=113259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 03:39:11.088674 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Extended resource: tags {{(pid=113259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 03:39:11.090445 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Extended resource: tags {{(pid=113259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 03:39:11.092192 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Extended resource: tags {{(pid=113259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 03:39:11.094066 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Extended resource: tags {{(pid=113259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 03:39:11.096444 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Extended resource: tags {{(pid=113259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 03:39:11.098312 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Extended resource: tags {{(pid=113259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 03:39:11.100123 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Extended resource: tags {{(pid=113259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 03:39:11.101918 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Extended resource: tags {{(pid=113259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 03:39:11.103742 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Extended resource: tags {{(pid=113259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 03:39:11.105586 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron.api.extensions [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Extended resource: tags {{(pid=113259) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 03:39:11.113049 dv-cinder-857993-1-iscsi neutron-server[113259]: WARNING keystonemiddleware.auth_token [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 16 03:39:11.118043 dv-cinder-857993-1-iscsi neutron-server[113259]: WARNING keystonemiddleware.auth_token [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 16 03:39:11.126931 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_concurrency.lockutils [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Acquiring lock "singleton_lock" {{(pid=113259) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Sep 16 03:39:11.127268 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_concurrency.lockutils [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Acquired lock "singleton_lock" {{(pid=113259) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Sep 16 03:39:11.127733 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_concurrency.lockutils [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Releasing lock "singleton_lock" {{(pid=113259) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Sep 16 03:39:11.128388 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO oslo_service.service [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Starting 2 workers Sep 16 03:39:11.133158 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Started child 113374 {{(pid=113259) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 03:39:11.137522 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Started child 113375 {{(pid=113259) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 03:39:11.138589 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:39:11.139288 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO neutron.service [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Neutron service started, listening on 0.0.0.0:9696 Sep 16 03:39:11.139714 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Publish callbacks [] for process (None), before_spawn {{(pid=113259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:39:11.140147 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [-] (113374) wsgi starting up on http://0.0.0.0:9696 Sep 16 03:39:11.142256 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO oslo_service.service [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Starting 1 workers Sep 16 03:39:11.142728 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:39:11.144228 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [-] (113375) wsgi starting up on http://0.0.0.0:9696 Sep 16 03:39:11.147439 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Started child 113376 {{(pid=113259) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 03:39:11.147989 dv-cinder-857993-1-iscsi neutron-server[113259]: INFO oslo_service.service [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Starting 1 workers Sep 16 03:39:11.151424 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.service [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] calling RpcWorker wait() {{(pid=113376) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 16 03:39:11.151924 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.service [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] returning from RpcWorker wait() {{(pid=113376) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 16 03:39:11.152427 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Started child 113377 {{(pid=113259) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 03:39:11.153195 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG neutron_lib.callbacks.manager [None req-ab8be2e2-21b5-43dc-b1d5-b9007e8d607b None None] Publish callbacks [] for process (None), after_spawn {{(pid=113259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:39:11.153431 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:39:11.153970 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:39:11.155061 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=113259) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 16 03:39:11.155268 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 16 03:39:11.155451 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 16 03:39:11.155673 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 16 03:39:11.156016 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 16 03:39:11.156193 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 16 03:39:11.156692 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.157188 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.157268 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.157874 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=113377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:39:11.158284 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.158754 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.159007 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:39:11.159116 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.159276 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.159562 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.159812 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.159983 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.160146 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.160385 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.160609 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.160922 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.161207 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.161446 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.161690 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.161860 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.162111 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] config_source = [] {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.162358 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.162613 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.162915 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] debug = True {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.163200 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.163658 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.163905 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.164142 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.164374 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.164640 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.164876 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.165138 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.165376 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.165604 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.165833 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.166090 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.166590 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.166833 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.167090 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.167372 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.167601 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.168141 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] host = dv-cinder-857993-1-iscsi {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.168335 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.168577 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.168833 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.169083 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.169338 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.169557 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.169851 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.170067 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.170325 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.170551 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.170806 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.171103 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.171333 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] log_dir = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.171596 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] log_file = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.171758 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] log_options = True {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.172003 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.172289 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.172548 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.172731 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.172896 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.173712 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.173898 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.174034 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.174261 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.174505 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.174836 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.175075 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.175308 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.175538 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.175771 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.175995 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.176223 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.176448 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.176699 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.176940 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.177174 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.177427 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.177663 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.177903 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.178091 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.178318 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.178539 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.178788 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.179042 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.179280 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.179530 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.179784 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.180022 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.180305 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.180514 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.180737 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.180959 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.181188 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.181449 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.181670 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.182061 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.182385 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.182767 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.183113 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.183394 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.183689 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] use_journal = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.184644 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] use_json = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.184974 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.185208 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.185497 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.185748 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.185987 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.186220 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.186464 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.186711 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.186997 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.187487 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.187881 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.188048 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.188316 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.188597 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.188969 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.189386 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.189769 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.190054 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.190297 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.190620 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.190854 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.191191 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.191504 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.191785 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.192133 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.192383 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.192642 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.192881 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.193119 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.193338 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.193586 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.193888 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.194090 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.194338 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.194571 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.194793 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.195166 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.195434 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.195711 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.196056 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.196344 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.196602 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.196875 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.197109 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.197303 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.197525 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.197888 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.198087 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.198305 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.198573 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.198810 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.199065 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.199300 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.201227 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.201227 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.201227 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.201227 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.201227 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.201227 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.201227 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.201227 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.202175 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.202175 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.202175 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.202175 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.202699 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.202699 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.203004 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.203097 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.203296 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.203515 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.203744 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.203959 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.204699 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.205077 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.205492 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.205741 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.205993 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.206322 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.206541 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.206757 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.207000 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.207259 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.207421 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.207636 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.207882 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.208118 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.208329 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.208537 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.208753 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.208981 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.209189 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.209431 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.209642 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.209856 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.210084 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.210313 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.210563 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.210778 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.211168 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.211448 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.211754 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.211993 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.212377 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.212599 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.212856 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.213074 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.213323 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.213570 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.213806 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.214038 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.214301 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.214525 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.214775 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.215207 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.215436 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.215750 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.215973 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.216199 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.216425 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.216643 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.216861 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.217087 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.217316 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.217540 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.217795 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.218132 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.218506 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.218690 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.222320 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.223617 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.226864 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.227276 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.227556 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.227862 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.228512 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.228791 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.229113 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.230485 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.231816 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.232105 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.232387 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.232944 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.232944 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.233198 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.233446 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.233958 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.234620 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.234887 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.235142 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.235370 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.235710 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.237401 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.237654 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.237904 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.238134 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.238424 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.238683 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.239923 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.240162 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.240437 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.241386 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.241386 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.241386 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.241386 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.242584 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.242584 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.242584 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.242584 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.242584 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.243587 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.243587 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.243587 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.243587 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.244066 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.244066 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.244876 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.245115 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.245344 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.249000 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.249000 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.249000 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.249000 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.249000 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.249000 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.249000 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.249000 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.249706 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.249706 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.249706 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.249930 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.250212 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.250455 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.250705 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.251024 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.251275 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.251699 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.251921 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.252196 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.252448 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.252672 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.252890 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.253852 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.254085 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.254304 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.254569 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.254824 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.255214 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.255471 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.255720 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.256028 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.256288 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.256523 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.256740 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.256957 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.257204 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.257422 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.257671 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.257892 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.258150 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.258371 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.258586 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.258806 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.259063 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.259280 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.259549 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.259812 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.260053 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.260392 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.260632 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.260866 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.261084 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.261300 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.261518 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.261747 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.261987 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.262215 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.262431 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.262640 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.263008 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.263197 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:39:11.263315 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.263463 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.263713 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.263927 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.264152 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.264377 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.264586 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.264798 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.265018 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.265229 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.265437 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.265678 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.265877 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.266097 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.266291 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.266508 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.267328 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.267694 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.267908 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.268119 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.268408 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.268632 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.268843 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.269066 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.269279 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.269488 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.269701 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.269910 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.270140 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.270503 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.270714 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.270959 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.271180 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.271375 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.271607 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.271912 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.272155 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.272387 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.272681 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.272909 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.273160 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.273391 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.273710 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.273944 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.274178 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.274419 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.274639 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.274878 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.275173 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.275481 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.275755 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.275996 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.276254 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.276531 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.276799 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.277073 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.277286 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.277589 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.277921 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.278188 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.278622 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.278879 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.279139 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.279359 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.279572 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.279803 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.280034 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.280263 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.280603 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.280861 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.281083 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.281299 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.281521 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.281734 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.281977 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.282207 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.283122 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.283361 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.283518 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 16 03:39:11.284047 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=113259) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 16 03:39:11.284204 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 16 03:39:11.284355 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 16 03:39:11.284520 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 16 03:39:11.284686 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 16 03:39:11.284835 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 16 03:39:11.285040 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.285198 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.285356 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.285529 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.285679 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.285838 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.285994 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.286149 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.286305 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.286460 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.286614 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.286769 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.286940 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.287097 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.287252 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.287406 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.287560 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.287720 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.287875 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] config_source = [] {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.288051 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.288183 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.288338 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] debug = True {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.288483 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.288680 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.288841 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.289209 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.289209 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.289390 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.289483 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.289568 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.289712 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.289868 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.290033 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.290184 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.290335 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.290474 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.290624 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.290772 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.290942 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.291099 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] host = dv-cinder-857993-1-iscsi {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.291515 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.291651 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.291791 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.291931 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.292129 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.292294 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.292438 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.292590 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.292739 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.292876 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.293017 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.293156 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.293293 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] log_dir = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.294395 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] log_file = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.294395 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] log_options = True {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.294395 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.294395 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.294395 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.294395 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.294395 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.295210 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.295210 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.295210 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.295210 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.295210 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.295210 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.295654 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.295654 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.295654 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.295879 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.295961 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.296076 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.296219 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.296374 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.296536 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.296675 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.296825 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.296981 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.297134 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.297272 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.297429 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.297586 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.297740 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.297933 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.298073 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.298239 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.298426 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.298512 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.298653 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.298808 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.298985 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.299140 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.299293 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.299450 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.299603 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.299757 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.299911 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.300065 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.300214 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.300370 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.300524 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] use_journal = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.300678 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] use_json = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.300832 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.300986 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.301140 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.301294 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.301448 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.301601 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.301754 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.301908 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.302064 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 03:39:11.302237 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.302395 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.302562 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.302718 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.302873 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.303054 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.303209 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.303364 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.303519 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.303674 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.303837 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.303994 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.304163 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.304318 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.304637 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.304803 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.304957 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.305114 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.305273 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.305429 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.305587 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.305748 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.305912 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.306068 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.306621 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.306621 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.306621 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.306884 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.306884 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.307074 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.307158 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.307304 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.307556 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.307663 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.307754 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.307911 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.308068 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.308225 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.308381 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.308537 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.308693 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.308880 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.309003 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.309159 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.311391 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.311391 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.311391 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.311391 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.311391 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.311391 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.311391 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.311391 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.311391 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.312115 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.312115 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.312115 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.312115 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.312115 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.312115 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.312115 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.312115 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.312682 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.312682 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.312682 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.312682 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.312682 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.312682 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.312682 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.313181 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.313181 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.313181 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.313408 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.313408 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.313605 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.313874 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.314108 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.314428 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.314591 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.314750 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.314957 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.315086 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.315243 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.315400 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.315556 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.315713 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.315870 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.316027 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.316184 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.316341 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.316497 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.316653 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.316816 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.316988 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.317145 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.317303 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.317458 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.317613 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.317775 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.317930 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.318087 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.318242 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.318398 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.318552 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.318708 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.318864 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.319053 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.319208 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.319364 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.319518 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.319672 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.319828 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.319983 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.320138 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.320294 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.320448 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.320602 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.320758 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.320916 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.321071 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.321229 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.321384 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.321600 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.321761 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.321928 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.322085 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.322245 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.322400 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.322564 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.322732 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.322891 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.323072 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.323229 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.323384 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.323541 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.323696 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.323852 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.324007 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.324162 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.324318 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.324487 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.324644 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.324801 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.324956 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.325136 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.325292 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.325449 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.325606 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.325761 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.325918 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.326512 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.326512 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.326512 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.326512 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.326813 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.326813 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.327031 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.327193 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.327350 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.327510 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.328798 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.328798 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.328798 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.328798 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.328798 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.328798 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.328798 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.328798 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.330180 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.330180 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.330180 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.330522 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.330522 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.330662 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.330742 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.330870 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.331054 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.331259 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.331415 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.331935 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 52402) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:39:11.335172 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.335360 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.335541 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.335718 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.335895 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.336069 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.336242 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.336414 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.336582 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.336751 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.336917 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.337084 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.337248 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.337413 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.337577 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.337742 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.337904 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.338066 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.338227 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.338389 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.338573 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.338736 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.338898 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.339084 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.339247 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.339410 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.339571 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.339734 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.339895 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.340056 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.340219 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.340386 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.340546 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.340708 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.340869 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.341031 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.341192 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.341354 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.341516 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.341708 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.341872 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.342022 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.342181 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.342344 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.342506 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.342666 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.342829 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.343040 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.343202 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.343362 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.343526 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.343687 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.343861 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.344022 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.344182 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.344343 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.344504 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.344665 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.344894 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.345072 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.345320 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.345537 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.345705 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.345859 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.346025 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.346184 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.346344 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.346504 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.346664 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.346779 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [-] 10.222.0.49 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0127556 Sep 16 03:39:11.346986 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.346986 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.347192 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.347301 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.347460 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.347620 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.347779 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.347950 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.348110 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.348269 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.348429 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.348588 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.348748 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.348918 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.349077 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.349238 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.349398 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.349557 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.349718 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.349887 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.350048 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.350207 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.350381 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.350540 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.350699 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.350858 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.351053 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.351206 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [-] 10.222.0.49 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0038052 Sep 16 03:39:11.351287 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.351357 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.351515 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.351676 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.351854 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.351986 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.352151 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.352322 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.352489 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.352651 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.352819 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.352988 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.353157 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.354048 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.354048 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.354048 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.354048 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.354048 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.354048 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.354520 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.354520 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.354520 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.354735 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.354814 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.355011 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.355171 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.355333 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.355494 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.355654 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.355813 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.355974 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.356135 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.356295 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.356455 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.356614 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 03:39:11.356769 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113259) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 16 03:39:20.498802 dv-cinder-857993-1-iscsi neutron-server[113259]: DEBUG dbcounter [-] [113259] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=113259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:39:23.161511 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768dcd21-fa70-4acc-a191-f6798844c43a None None] get_active_networks_info from dv-cinder-857993-1-iscsi {{(pid=113376) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 16 03:39:23.200328 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writer thread running {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 16 03:39:23.264254 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768dcd21-fa70-4acc-a191-f6798844c43a None None] No non-hosted networks {{(pid=113376) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 16 03:39:23.282175 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.agentschedulers_db [None req-768dcd21-fa70-4acc-a191-f6798844c43a None None] DHCP Agent not found on host dv-cinder-857993-1-iscsi {{(pid=113376) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Sep 16 03:39:23.394000 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-7753c46a-832c-4fc3-b83d-e44725a9b974 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-452555'] for agent (5f458d39-b7df-4a2e-8f52-58d49f268778), after_create {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:39:24.826741 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writer thread running {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 16 03:39:25.379559 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-6c9b6a0a-aa6c-440f-bd77-a8283a63404f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-452555'] for agent (20a8dcff-cb91-4cfb-b5ee-87736efe33d8), after_create {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:39:25.436636 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.db.api [None req-edadd491-6bf4-4ba3-86f9-c0df16541ac2 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-857993-1-iscsi {{(pid=113376) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 16 03:39:25.437635 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG oslo_db.api [None req-edadd491-6bf4-4ba3-86f9-c0df16541ac2 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 03:39:26.053844 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-edadd491-6bf4-4ba3-86f9-c0df16541ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (20a8dcff-cb91-4cfb-b5ee-87736efe33d8), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:39:26.802053 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-6e17b5b7-15b9-4810-ad4e-df527af14d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-452555'] for agent (b6f1069f-4437-473a-8bc8-4bc493c2bb12), after_create {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:39:26.926631 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 52476) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:39:27.551633 dv-cinder-857993-1-iscsi neutron-server[113375]: WARNING oslo_policy.policy [None req-a9ecd064-88b5-40a8-947a-b6f9804446ab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 03:39:27.552513 dv-cinder-857993-1-iscsi neutron-server[113375]: WARNING oslo_policy.policy [None req-a9ecd064-88b5-40a8-947a-b6f9804446ab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 03:39:27.780032 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [None req-a9ecd064-88b5-40a8-947a-b6f9804446ab admin admin] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113375) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 03:39:27.799615 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-a9ecd064-88b5-40a8-947a-b6f9804446ab admin admin] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8708968 Sep 16 03:39:28.541458 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-2875a3e6-2c6e-4f2c-bd58-7e0a3de9c063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-452555'] for agent (bb5efb49-5a18-474a-824b-90488b0f2024), after_create {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:39:28.590955 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-452555'] for agent (9480ceca-8cb5-4b85-9807-6ee42f948820), after_create {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:39:28.591530 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:39:28.591860 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:39:28.592181 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:39:28.592510 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:39:28.592830 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:39:28.593666 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:39:28.593666 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:39:28.593850 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:39:28.594095 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:39:28.594412 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:39:28.594786 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:39:28.595134 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:39:28.595461 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:39:28.596313 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:39:28.604567 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:39:28.604567 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-857993-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:39:28.616508 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-857993-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:39:28.902842 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.db.l3_hamode_db [None req-28ea3338-2dcf-49e3-9194-08e471ef6765 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 16 03:39:28.984010 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ea3338-2dcf-49e3-9194-08e471ef6765 None None] Routers set() bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:39:28.984320 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ea3338-2dcf-49e3-9194-08e471ef6765 None None] Router IDs set() for agent in host dv-cinder-857993-1-iscsi {{(pid=113376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 16 03:39:30.533848 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 52512) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:39:31.033864 dv-cinder-857993-1-iscsi neutron-server[113374]: WARNING oslo_policy.policy [None req-c899b94a-57a3-4b80-9073-45e01160c44e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 03:39:31.034407 dv-cinder-857993-1-iscsi neutron-server[113374]: WARNING oslo_policy.policy [None req-c899b94a-57a3-4b80-9073-45e01160c44e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 03:39:31.247833 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.v2.base [None req-c899b94a-57a3-4b80-9073-45e01160c44e admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=113374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:39:31.259467 dv-cinder-857993-1-iscsi neutron-server[113374]: ERROR stevedore.extension [None req-c899b94a-57a3-4b80-9073-45e01160c44e admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 16 03:39:31.340062 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.policy [None req-c899b94a-57a3-4b80-9073-45e01160c44e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=113374) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 16 03:39:31.382138 dv-cinder-857993-1-iscsi neutron-server[113374]: WARNING oslo_policy.policy [None req-c899b94a-57a3-4b80-9073-45e01160c44e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 03:39:31.382528 dv-cinder-857993-1-iscsi neutron-server[113374]: WARNING oslo_policy.policy [None req-c899b94a-57a3-4b80-9073-45e01160c44e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 03:39:31.402196 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writer thread running {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 16 03:39:31.560686 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-c899b94a-57a3-4b80-9073-45e01160c44e admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741675362965', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741675363433', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741675347341', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741675452508', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741675458920', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741675441720', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1315239', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1323729', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-475554', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-567721'] for rbac-policy (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:39:31.780408 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-c899b94a-57a3-4b80-9073-45e01160c44e admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:39:31.781700 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-c899b94a-57a3-4b80-9073-45e01160c44e admin admin] 10.222.0.49 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2469072 Sep 16 03:39:34.373910 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 52528) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:39:34.697316 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.v2.base [None req-e190b6e0-b0dd-4d27-b6d4-a59954e60e36 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=113374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:39:34.784920 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e190b6e0-b0dd-4d27-b6d4-a59954e60e36 demo demo] Made reservation on behalf of 8d00e05132b54e9b856788c06cdb7a56 for: {'network': 1} {{(pid=113374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 03:39:34.789117 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-e190b6e0-b0dd-4d27-b6d4-a59954e60e36 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for network (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:39:34.808599 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-e190b6e0-b0dd-4d27-b6d4-a59954e60e36 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:39:34.916918 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-e190b6e0-b0dd-4d27-b6d4-a59954e60e36 demo demo] Publish callbacks [] for security_group (0c6991f9-d215-4d3c-8a13-941400b59d9a), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:39:34.961401 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-e190b6e0-b0dd-4d27-b6d4-a59954e60e36 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (0c6991f9-d215-4d3c-8a13-941400b59d9a), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:39:34.993621 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e190b6e0-b0dd-4d27-b6d4-a59954e60e36 demo demo] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=113374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 03:39:35.022463 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-e190b6e0-b0dd-4d27-b6d4-a59954e60e36 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741672980920', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432398'] for segment (3d5cebd5-94e8-4c45-bc32-ae49373b5469), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:39:35.023044 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-e190b6e0-b0dd-4d27-b6d4-a59954e60e36 demo demo] Unsubscribe: segment precommit_create {{(pid=113374) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 16 03:39:35.023574 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.db.segments_db [None req-e190b6e0-b0dd-4d27-b6d4-a59954e60e36 demo demo] Added segment 3d5cebd5-94e8-4c45-bc32-ae49373b5469 of type vlan for network 9a5fa800-5423-427e-a138-abd80e473fa6 Sep 16 03:39:35.029764 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e190b6e0-b0dd-4d27-b6d4-a59954e60e36 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6991f9-d215-4d3c-8a13-941400b59d9a,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:39:35.051735 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190b6e0-b0dd-4d27-b6d4-a59954e60e36 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:39:35.052002 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190b6e0-b0dd-4d27-b6d4-a59954e60e36 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:39:35.052349 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190b6e0-b0dd-4d27-b6d4-a59954e60e36 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:39:35.052694 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190b6e0-b0dd-4d27-b6d4-a59954e60e36 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:39:35.053014 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190b6e0-b0dd-4d27-b6d4-a59954e60e36 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:39:35.053331 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190b6e0-b0dd-4d27-b6d4-a59954e60e36 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:39:35.053643 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190b6e0-b0dd-4d27-b6d4-a59954e60e36 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:39:35.054071 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190b6e0-b0dd-4d27-b6d4-a59954e60e36 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:39:35.054391 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190b6e0-b0dd-4d27-b6d4-a59954e60e36 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:39:35.054701 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190b6e0-b0dd-4d27-b6d4-a59954e60e36 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:39:35.055038 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190b6e0-b0dd-4d27-b6d4-a59954e60e36 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:39:35.055399 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190b6e0-b0dd-4d27-b6d4-a59954e60e36 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:39:35.055713 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190b6e0-b0dd-4d27-b6d4-a59954e60e36 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:39:35.060844 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190b6e0-b0dd-4d27-b6d4-a59954e60e36 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:39:35.060844 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190b6e0-b0dd-4d27-b6d4-a59954e60e36 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:39:35.060844 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190b6e0-b0dd-4d27-b6d4-a59954e60e36 demo demo] Tracked resource versions report: Sep 16 03:39:35.060844 dv-cinder-857993-1-iscsi neutron-server[113374]: pushed versions: Sep 16 03:39:35.060844 dv-cinder-857993-1-iscsi neutron-server[113374]: { 'AddressGroup': {'1.2'}, Sep 16 03:39:35.060844 dv-cinder-857993-1-iscsi neutron-server[113374]: 'Agent': {'1.1'}, Sep 16 03:39:35.060844 dv-cinder-857993-1-iscsi neutron-server[113374]: 'ConntrackHelper': {'1.0'}, Sep 16 03:39:35.060844 dv-cinder-857993-1-iscsi neutron-server[113374]: 'LocalIPAssociation': {'1.0'}, Sep 16 03:39:35.060844 dv-cinder-857993-1-iscsi neutron-server[113374]: 'Log': {'1.0'}, Sep 16 03:39:35.060844 dv-cinder-857993-1-iscsi neutron-server[113374]: 'NDPProxy': {'1.0'}, Sep 16 03:39:35.060844 dv-cinder-857993-1-iscsi neutron-server[113374]: 'Network': {'1.1'}, Sep 16 03:39:35.060844 dv-cinder-857993-1-iscsi neutron-server[113374]: 'Port': {'1.7'}, Sep 16 03:39:35.060844 dv-cinder-857993-1-iscsi neutron-server[113374]: 'PortForwarding': {'1.3'}, Sep 16 03:39:35.060844 dv-cinder-857993-1-iscsi neutron-server[113374]: 'QosPolicy': {'1.10'}, Sep 16 03:39:35.060844 dv-cinder-857993-1-iscsi neutron-server[113374]: 'SecurityGroup': {'1.5'}, Sep 16 03:39:35.060844 dv-cinder-857993-1-iscsi neutron-server[113374]: 'SecurityGroupRule': {'1.2'}, Sep 16 03:39:35.060844 dv-cinder-857993-1-iscsi neutron-server[113374]: 'SubPort': {'1.0'}, Sep 16 03:39:35.060844 dv-cinder-857993-1-iscsi neutron-server[113374]: 'Subnet': {'1.1'}, Sep 16 03:39:35.060844 dv-cinder-857993-1-iscsi neutron-server[113374]: 'Trunk': {'1.1'}} Sep 16 03:39:35.060844 dv-cinder-857993-1-iscsi neutron-server[113374]: consumer versions: Sep 16 03:39:35.060844 dv-cinder-857993-1-iscsi neutron-server[113374]: { DHCP agent@dv-cinder-857993-1-iscsi: {}, Sep 16 03:39:35.060844 dv-cinder-857993-1-iscsi neutron-server[113374]: L3 agent@dv-cinder-857993-1-iscsi: {}, Sep 16 03:39:35.060844 dv-cinder-857993-1-iscsi neutron-server[113374]: Metadata agent@dv-cinder-857993-1-iscsi: {}, Sep 16 03:39:35.060844 dv-cinder-857993-1-iscsi neutron-server[113374]: Metering agent@dv-cinder-857993-1-iscsi: {}, Sep 16 03:39:35.060844 dv-cinder-857993-1-iscsi neutron-server[113374]: Open vSwitch agent@dv-cinder-857993-1-iscsi: { 'AddressGroup': '1.2', Sep 16 03:39:35.060844 dv-cinder-857993-1-iscsi neutron-server[113374]: 'Agent': '1.1', Sep 16 03:39:35.060844 dv-cinder-857993-1-iscsi neutron-server[113374]: 'ConntrackHelper': '1.0', Sep 16 03:39:35.060844 dv-cinder-857993-1-iscsi neutron-server[113374]: 'LocalIPAssociation': '1.0', Sep 16 03:39:35.060844 dv-cinder-857993-1-iscsi neutron-server[113374]: 'Log': '1.0', Sep 16 03:39:35.060844 dv-cinder-857993-1-iscsi neutron-server[113374]: 'NDPProxy': '1.0', Sep 16 03:39:35.063023 dv-cinder-857993-1-iscsi neutron-server[113374]: 'Network': '1.1', Sep 16 03:39:35.063023 dv-cinder-857993-1-iscsi neutron-server[113374]: 'Port': '1.7', Sep 16 03:39:35.063023 dv-cinder-857993-1-iscsi neutron-server[113374]: 'PortForwarding': '1.3', Sep 16 03:39:35.063023 dv-cinder-857993-1-iscsi neutron-server[113374]: 'QosPolicy': '1.10', Sep 16 03:39:35.063023 dv-cinder-857993-1-iscsi neutron-server[113374]: 'SecurityGroup': '1.5', Sep 16 03:39:35.063023 dv-cinder-857993-1-iscsi neutron-server[113374]: 'SecurityGroupRule': '1.2', Sep 16 03:39:35.063023 dv-cinder-857993-1-iscsi neutron-server[113374]: 'SubPort': '1.0', Sep 16 03:39:35.063023 dv-cinder-857993-1-iscsi neutron-server[113374]: 'Subnet': '1.1', Sep 16 03:39:35.063023 dv-cinder-857993-1-iscsi neutron-server[113374]: 'Trunk': '1.1'}} Sep 16 03:39:35.063023 dv-cinder-857993-1-iscsi neutron-server[113374]: {{(pid=113374) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 03:39:35.135615 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-e190b6e0-b0dd-4d27-b6d4-a59954e60e36 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741672468170'] for network (9a5fa800-5423-427e-a138-abd80e473fa6), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:39:35.172753 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=54,neutron:INSERT=42,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:39:35.230476 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-e190b6e0-b0dd-4d27-b6d4-a59954e60e36 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066'] for network (9a5fa800-5423-427e-a138-abd80e473fa6), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:39:35.235452 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e190b6e0-b0dd-4d27-b6d4-a59954e60e36 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:39:35.236276 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-e190b6e0-b0dd-4d27-b6d4-a59954e60e36 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602048'] for network (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:39:35.351341 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e190b6e0-b0dd-4d27-b6d4-a59954e60e36 demo demo] Pushing event updated for resources: {'Network': ['ID=9a5fa800-5423-427e-a138-abd80e473fa6,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:39:35.363071 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Network 9a5fa800-5423-427e-a138-abd80e473fa6 details requested by agent ovs-agent-dv-cinder-857993-1-iscsi with host dv-cinder-857993-1-iscsi {{(pid=113376) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 03:39:35.381188 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-e190b6e0-b0dd-4d27-b6d4-a59954e60e36 demo demo] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0062122 Sep 16 03:39:38.101543 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 52542) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:39:38.490598 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=6 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:39:38.500095 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:39:38.525866 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1cd910b-2a9d-4bf5-b1f9-6cf79875ef52 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:39:38.527268 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-e1cd910b-2a9d-4bf5-b1f9-6cf79875ef52 demo admin] 10.222.0.49 "GET /networking/v2.0/networks/9a5fa800-5423-427e-a138-abd80e473fa6 HTTP/1.1" status: 200 len: 825 time: 0.4247713 Sep 16 03:39:38.563853 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-a82042b3-9be2-4576-a6b2-f6a2563f912e demo admin] 10.222.0.49 "GET /networking/v2.0/subnetpools/247a4f08-17d7-449d-85cf-f0a280a8880c HTTP/1.1" status: 200 len: 734 time: 0.0296681 Sep 16 03:39:38.572627 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.v2.base [None req-efab2307-85f7-44f6-8607-cd664398ab09 demo admin] Request body: {'subnet': {'network_id': '9a5fa800-5423-427e-a138-abd80e473fa6', 'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '247a4f08-17d7-449d-85cf-f0a280a8880c', 'gateway_ip': '172.20.0.1'}} {{(pid=113374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:39:38.692494 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efab2307-85f7-44f6-8607-cd664398ab09 demo admin] Made reservation on behalf of 8d00e05132b54e9b856788c06cdb7a56 for: {'subnet': 1} {{(pid=113374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 03:39:38.694805 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-efab2307-85f7-44f6-8607-cd664398ab09 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:39:38.903874 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:INSERT=19,neutron:SELECT=76,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:39:39.087473 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-efab2307-85f7-44f6-8607-cd664398ab09 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066'] for subnet (f323699c-5578-4a89-a01a-85b9a7f91a7c), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:39:39.164294 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efab2307-85f7-44f6-8607-cd664398ab09 demo admin] Pushing event updated for resources: {'Subnet': ['ID=f323699c-5578-4a89-a01a-85b9a7f91a7c,revision_number=0']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:39:39.167412 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efab2307-85f7-44f6-8607-cd664398ab09 demo admin] Checking segment: {'id': '3d5cebd5-94e8-4c45-bc32-ae49373b5469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '9a5fa800-5423-427e-a138-abd80e473fa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 03:39:39.167783 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efab2307-85f7-44f6-8607-cd664398ab09 demo admin] Network hostable DHCP agents. Network: 9a5fa800-5423-427e-a138-abd80e473fa6, hostable agents: ['5f458d39-b7df-4a2e-8f52-58d49f268778'], hosted agents: [] {{(pid=113374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 03:39:39.247015 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efab2307-85f7-44f6-8607-cd664398ab09 demo admin] Network 9a5fa800-5423-427e-a138-abd80e473fa6 is scheduled to be hosted by DHCP agent 5f458d39-b7df-4a2e-8f52-58d49f268778 with binding_index 1 {{(pid=113374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 03:39:39.327613 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.base_scheduler [None req-efab2307-85f7-44f6-8607-cd664398ab09 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857993-1-iscsi, 9a5fa800-5423-427e-a138-abd80e473fa6) {{(pid=113374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:39:39.333110 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efab2307-85f7-44f6-8607-cd664398ab09 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:39:39.333706 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-efab2307-85f7-44f6-8607-cd664398ab09 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602048'] for subnet (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:39:39.337960 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9c43c6-8e9d-4e26-bcbd-22b3a5468734 None None] Network 9a5fa800-5423-427e-a138-abd80e473fa6 requested from dv-cinder-857993-1-iscsi {{(pid=113376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 03:39:39.346638 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=31,neutron:INSERT=34 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:39:39.415866 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-efab2307-85f7-44f6-8607-cd664398ab09 demo admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8465917 Sep 16 03:39:39.603983 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597c7ed5-29d4-444b-9814-6196cd510d71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1b2c0b-792a-5649-a48f-0084fb1c0ace-9a5fa800-5423-427e-a138-abd80e473fa6', 'network_id': '9a5fa800-5423-427e-a138-abd80e473fa6', 'project_id': '8d00e05132b54e9b856788c06cdb7a56', 'fixed_ips': [{'subnet_id': 'f323699c-5578-4a89-a01a-85b9a7f91a7c'}]}} from dv-cinder-857993-1-iscsi. {{(pid=113376) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 03:39:39.605269 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-597c7ed5-29d4-444b-9814-6196cd510d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (None), before_create {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:39:39.879548 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.db_base_plugin_common [None req-597c7ed5-29d4-444b-9814-6196cd510d71 None None] Allocated IP 172.20.0.2 (9a5fa800-5423-427e-a138-abd80e473fa6/f323699c-5578-4a89-a01a-85b9a7f91a7c/ddac962f-46ce-471c-a740-2cc70aaa13a5) {{(pid=113376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 03:39:40.150403 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-597c7ed5-29d4-444b-9814-6196cd510d71 None None] Publish callbacks [] for port (ddac962f-46ce-471c-a740-2cc70aaa13a5), precommit_create {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:39:40.213551 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-597c7ed5-29d4-444b-9814-6196cd510d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672515804'] for port (ddac962f-46ce-471c-a740-2cc70aaa13a5), after_create {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:39:40.289299 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597c7ed5-29d4-444b-9814-6196cd510d71 None None] Network 9a5fa800-5423-427e-a138-abd80e473fa6 is already hosted by enough agents. {{(pid=113376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 03:39:40.299018 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.scheduler.base_scheduler [None req-597c7ed5-29d4-444b-9814-6196cd510d71 None None] Resources bound (agent type, host, resource id): {{(pid=113376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:39:40.305002 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597c7ed5-29d4-444b-9814-6196cd510d71 None None] Pushing event updated for resources: {'Port': ['ID=ddac962f-46ce-471c-a740-2cc70aaa13a5,revision_number=1']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:39:40.307291 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597c7ed5-29d4-444b-9814-6196cd510d71 None None] Received port after_create {{(pid=113376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 03:39:40.323413 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597c7ed5-29d4-444b-9814-6196cd510d71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:39:40.323767 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597c7ed5-29d4-444b-9814-6196cd510d71 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:39:40.324129 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597c7ed5-29d4-444b-9814-6196cd510d71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:39:40.324494 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597c7ed5-29d4-444b-9814-6196cd510d71 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:39:40.324833 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597c7ed5-29d4-444b-9814-6196cd510d71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:39:40.325163 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597c7ed5-29d4-444b-9814-6196cd510d71 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:39:40.325495 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597c7ed5-29d4-444b-9814-6196cd510d71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:39:40.325824 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597c7ed5-29d4-444b-9814-6196cd510d71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:39:40.326153 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597c7ed5-29d4-444b-9814-6196cd510d71 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:39:40.326479 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597c7ed5-29d4-444b-9814-6196cd510d71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:39:40.326805 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597c7ed5-29d4-444b-9814-6196cd510d71 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:39:40.327174 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597c7ed5-29d4-444b-9814-6196cd510d71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:39:40.328032 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597c7ed5-29d4-444b-9814-6196cd510d71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:39:40.328032 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597c7ed5-29d4-444b-9814-6196cd510d71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:39:40.328196 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597c7ed5-29d4-444b-9814-6196cd510d71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:39:40.329604 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597c7ed5-29d4-444b-9814-6196cd510d71 None None] Tracked resource versions report: Sep 16 03:39:40.329604 dv-cinder-857993-1-iscsi neutron-server[113376]: pushed versions: Sep 16 03:39:40.329604 dv-cinder-857993-1-iscsi neutron-server[113376]: { 'AddressGroup': {'1.2'}, Sep 16 03:39:40.329604 dv-cinder-857993-1-iscsi neutron-server[113376]: 'Agent': {'1.1'}, Sep 16 03:39:40.329604 dv-cinder-857993-1-iscsi neutron-server[113376]: 'ConntrackHelper': {'1.0'}, Sep 16 03:39:40.329604 dv-cinder-857993-1-iscsi neutron-server[113376]: 'LocalIPAssociation': {'1.0'}, Sep 16 03:39:40.329604 dv-cinder-857993-1-iscsi neutron-server[113376]: 'Log': {'1.0'}, Sep 16 03:39:40.329604 dv-cinder-857993-1-iscsi neutron-server[113376]: 'NDPProxy': {'1.0'}, Sep 16 03:39:40.329604 dv-cinder-857993-1-iscsi neutron-server[113376]: 'Network': {'1.1'}, Sep 16 03:39:40.329604 dv-cinder-857993-1-iscsi neutron-server[113376]: 'Port': {'1.7'}, Sep 16 03:39:40.329604 dv-cinder-857993-1-iscsi neutron-server[113376]: 'PortForwarding': {'1.3'}, Sep 16 03:39:40.329604 dv-cinder-857993-1-iscsi neutron-server[113376]: 'QosPolicy': {'1.10'}, Sep 16 03:39:40.329604 dv-cinder-857993-1-iscsi neutron-server[113376]: 'SecurityGroup': {'1.5'}, Sep 16 03:39:40.329604 dv-cinder-857993-1-iscsi neutron-server[113376]: 'SecurityGroupRule': {'1.2'}, Sep 16 03:39:40.329604 dv-cinder-857993-1-iscsi neutron-server[113376]: 'SubPort': {'1.0'}, Sep 16 03:39:40.329604 dv-cinder-857993-1-iscsi neutron-server[113376]: 'Subnet': {'1.1'}, Sep 16 03:39:40.329604 dv-cinder-857993-1-iscsi neutron-server[113376]: 'Trunk': {'1.1'}} Sep 16 03:39:40.329604 dv-cinder-857993-1-iscsi neutron-server[113376]: consumer versions: Sep 16 03:39:40.329604 dv-cinder-857993-1-iscsi neutron-server[113376]: { DHCP agent@dv-cinder-857993-1-iscsi: {}, Sep 16 03:39:40.329604 dv-cinder-857993-1-iscsi neutron-server[113376]: L3 agent@dv-cinder-857993-1-iscsi: {}, Sep 16 03:39:40.329604 dv-cinder-857993-1-iscsi neutron-server[113376]: Metadata agent@dv-cinder-857993-1-iscsi: {}, Sep 16 03:39:40.329604 dv-cinder-857993-1-iscsi neutron-server[113376]: Metering agent@dv-cinder-857993-1-iscsi: {}, Sep 16 03:39:40.329604 dv-cinder-857993-1-iscsi neutron-server[113376]: Open vSwitch agent@dv-cinder-857993-1-iscsi: { 'AddressGroup': '1.2', Sep 16 03:39:40.329604 dv-cinder-857993-1-iscsi neutron-server[113376]: 'Agent': '1.1', Sep 16 03:39:40.329604 dv-cinder-857993-1-iscsi neutron-server[113376]: 'ConntrackHelper': '1.0', Sep 16 03:39:40.329604 dv-cinder-857993-1-iscsi neutron-server[113376]: 'LocalIPAssociation': '1.0', Sep 16 03:39:40.329604 dv-cinder-857993-1-iscsi neutron-server[113376]: 'Log': '1.0', Sep 16 03:39:40.329604 dv-cinder-857993-1-iscsi neutron-server[113376]: 'NDPProxy': '1.0', Sep 16 03:39:40.329604 dv-cinder-857993-1-iscsi neutron-server[113376]: 'Network': '1.1', Sep 16 03:39:40.329604 dv-cinder-857993-1-iscsi neutron-server[113376]: 'Port': '1.7', Sep 16 03:39:40.329604 dv-cinder-857993-1-iscsi neutron-server[113376]: 'PortForwarding': '1.3', Sep 16 03:39:40.329604 dv-cinder-857993-1-iscsi neutron-server[113376]: 'QosPolicy': '1.10', Sep 16 03:39:40.329604 dv-cinder-857993-1-iscsi neutron-server[113376]: 'SecurityGroup': '1.5', Sep 16 03:39:40.329604 dv-cinder-857993-1-iscsi neutron-server[113376]: 'SecurityGroupRule': '1.2', Sep 16 03:39:40.329604 dv-cinder-857993-1-iscsi neutron-server[113376]: 'SubPort': '1.0', Sep 16 03:39:40.329604 dv-cinder-857993-1-iscsi neutron-server[113376]: 'Subnet': '1.1', Sep 16 03:39:40.329604 dv-cinder-857993-1-iscsi neutron-server[113376]: 'Trunk': '1.1'}} Sep 16 03:39:40.329604 dv-cinder-857993-1-iscsi neutron-server[113376]: {{(pid=113376) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 03:39:40.403472 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.managers [None req-597c7ed5-29d4-444b-9814-6196cd510d71 None None] Attempting to bind port ddac962f-46ce-471c-a740-2cc70aaa13a5 on host dv-cinder-857993-1-iscsi for vnic_type normal with profile {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 03:39:40.404099 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.managers [None req-597c7ed5-29d4-444b-9814-6196cd510d71 None None] Attempting to bind port ddac962f-46ce-471c-a740-2cc70aaa13a5 by drivers openvswitch,hyperv on host dv-cinder-857993-1-iscsi at level 0 using segments [{'id': '3d5cebd5-94e8-4c45-bc32-ae49373b5469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '9a5fa800-5423-427e-a138-abd80e473fa6'}] {{(pid=113376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 03:39:40.404223 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597c7ed5-29d4-444b-9814-6196cd510d71 None None] Attempting to bind port ddac962f-46ce-471c-a740-2cc70aaa13a5 on network 9a5fa800-5423-427e-a138-abd80e473fa6 {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 03:39:40.426619 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:39:40.450506 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597c7ed5-29d4-444b-9814-6196cd510d71 None None] Checking agent: {'id': '9480ceca-8cb5-4b85-9807-6ee42f948820', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857993-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 3, 39, 29), 'started_at': datetime.datetime(2022, 9, 16, 3, 39, 29), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 3, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857993-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 03:39:40.450867 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597c7ed5-29d4-444b-9814-6196cd510d71 None None] Checking segment: {'id': '3d5cebd5-94e8-4c45-bc32-ae49373b5469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '9a5fa800-5423-427e-a138-abd80e473fa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 03:39:40.451365 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-597c7ed5-29d4-444b-9814-6196cd510d71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:39:40.451771 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597c7ed5-29d4-444b-9814-6196cd510d71 None None] Bound using segment: {'id': '3d5cebd5-94e8-4c45-bc32-ae49373b5469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '9a5fa800-5423-427e-a138-abd80e473fa6'} {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 03:39:40.452209 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.managers [None req-597c7ed5-29d4-444b-9814-6196cd510d71 None None] Bound port: ddac962f-46ce-471c-a740-2cc70aaa13a5, host: dv-cinder-857993-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d5cebd5-94e8-4c45-bc32-ae49373b5469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '9a5fa800-5423-427e-a138-abd80e473fa6'}}] {{(pid=113376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 03:39:40.452611 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-597c7ed5-29d4-444b-9814-6196cd510d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (ddac962f-46ce-471c-a740-2cc70aaa13a5), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:39:40.514228 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-597c7ed5-29d4-444b-9814-6196cd510d71 None None] For port ddac962f-46ce-471c-a740-2cc70aaa13a5, host dv-cinder-857993-1-iscsi, cleared binding levels {{(pid=113376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 03:39:40.533926 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-597c7ed5-29d4-444b-9814-6196cd510d71 None None] For port ddac962f-46ce-471c-a740-2cc70aaa13a5, host dv-cinder-857993-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=ddac962f-46ce-471c-a740-2cc70aaa13a5,segment=NetworkSegment(3d5cebd5-94e8-4c45-bc32-ae49373b5469),segment_id=3d5cebd5-94e8-4c45-bc32-ae49373b5469)] {{(pid=113376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 03:39:40.584939 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-597c7ed5-29d4-444b-9814-6196cd510d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (ddac962f-46ce-471c-a740-2cc70aaa13a5), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:39:40.613504 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=6 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:39:40.637272 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597c7ed5-29d4-444b-9814-6196cd510d71 None None] Pushing event updated for resources: {'Port': ['ID=ddac962f-46ce-471c-a740-2cc70aaa13a5,revision_number=2']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:39:42.090206 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 52556) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:39:42.420934 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [None req-fcb46598-02f9-444a-84f1-201be17d7f83 admin admin] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113375) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 03:39:42.422054 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-fcb46598-02f9-444a-84f1-201be17d7f83 admin admin] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3308818 Sep 16 03:39:45.104432 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 52564) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:39:45.437620 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [None req-5e56e50d-74b3-4d46-b619-230c149f7a2e admin admin] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113375) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 03:39:45.438588 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-5e56e50d-74b3-4d46-b619-230c149f7a2e admin admin] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3332710 Sep 16 03:39:48.104046 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 52576) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:39:48.286841 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device ddac962f-46ce-471c-a740-2cc70aaa13a5 up at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 03:39:48.368010 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Provisioning complete for port ddac962f-46ce-471c-a740-2cc70aaa13a5 triggered by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:39:48.368416 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (ddac962f-46ce-471c-a740-2cc70aaa13a5), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:39:48.368785 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Attempt 1 to provision port ddac962f-46ce-471c-a740-2cc70aaa13a5 Sep 16 03:39:48.471630 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Current status of the port ddac962f-46ce-471c-a740-2cc70aaa13a5 is: DOWN; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:39:48.471926 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (ddac962f-46ce-471c-a740-2cc70aaa13a5), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:39:48.472837 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [None req-7d6a5217-944b-4957-84b9-caef39c16b60 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:39:48.482676 dv-cinder-857993-1-iscsi neutron-server[113375]: ERROR stevedore.extension [None req-7d6a5217-944b-4957-84b9-caef39c16b60 demo demo] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 16 03:39:48.506397 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] For port ddac962f-46ce-471c-a740-2cc70aaa13a5, host dv-cinder-857993-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=ddac962f-46ce-471c-a740-2cc70aaa13a5,segment=NetworkSegment(3d5cebd5-94e8-4c45-bc32-ae49373b5469),segment_id=3d5cebd5-94e8-4c45-bc32-ae49373b5469)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:39:48.549479 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.policy [None req-7d6a5217-944b-4957-84b9-caef39c16b60 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=113375) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 16 03:39:48.562562 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (ddac962f-46ce-471c-a740-2cc70aaa13a5), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:39:48.615882 dv-cinder-857993-1-iscsi neutron-server[113375]: WARNING oslo_policy.policy [None req-7d6a5217-944b-4957-84b9-caef39c16b60 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 03:39:48.615882 dv-cinder-857993-1-iscsi neutron-server[113375]: WARNING oslo_policy.policy [None req-7d6a5217-944b-4957-84b9-caef39c16b60 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 03:39:48.616766 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Pushing event updated for resources: {'Port': ['ID=ddac962f-46ce-471c-a740-2cc70aaa13a5,revision_number=3']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:39:48.637295 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writer thread running {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 16 03:39:48.643985 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:39:48.723887 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d1b09d-7165-40c8-a262-9b3b38d3a9d1 None None] Network 9a5fa800-5423-427e-a138-abd80e473fa6 requested from dv-cinder-857993-1-iscsi {{(pid=113376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 03:39:48.744791 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-7d6a5217-944b-4957-84b9-caef39c16b60 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-454019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-407'] for router (1486f803-7bce-4ade-8e85-ffcfd3318466), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:39:48.746666 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-7d6a5217-944b-4957-84b9-caef39c16b60 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-451518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-396'] for router (1486f803-7bce-4ade-8e85-ffcfd3318466), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:39:48.810094 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-70c9ebce-02ad-4163-9fe4-22ad3d434d2f None None] Provisioning complete for port ddac962f-46ce-471c-a740-2cc70aaa13a5 triggered by entity DHCP. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:39:48.810483 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-70c9ebce-02ad-4163-9fe4-22ad3d434d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (ddac962f-46ce-471c-a740-2cc70aaa13a5), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:39:48.810825 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-70c9ebce-02ad-4163-9fe4-22ad3d434d2f None None] Attempt 1 to provision port ddac962f-46ce-471c-a740-2cc70aaa13a5 Sep 16 03:39:48.913350 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-7d6a5217-944b-4957-84b9-caef39c16b60 demo demo] Publish callbacks [] for router_controller (1486f803-7bce-4ade-8e85-ffcfd3318466), precommit_add_association {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:39:48.924853 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-70c9ebce-02ad-4163-9fe4-22ad3d434d2f None None] Current status of the port ddac962f-46ce-471c-a740-2cc70aaa13a5 is: ACTIVE; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:39:48.957150 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-7d6a5217-944b-4957-84b9-caef39c16b60 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-451558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-452142'] for router (1486f803-7bce-4ade-8e85-ffcfd3318466), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:39:49.020621 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-7d6a5217-944b-4957-84b9-caef39c16b60 demo demo] Publish callbacks [] for router (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:39:49.021814 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-7d6a5217-944b-4957-84b9-caef39c16b60 demo demo] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.9168255 Sep 16 03:39:49.052761 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-5e56f955-021b-41ed-bd38-eb60adddc44b None None] Provisioning complete for port ddac962f-46ce-471c-a740-2cc70aaa13a5 triggered by entity DHCP. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:39:49.053170 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-5e56f955-021b-41ed-bd38-eb60adddc44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (ddac962f-46ce-471c-a740-2cc70aaa13a5), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:39:49.053506 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-5e56f955-021b-41ed-bd38-eb60adddc44b None None] Attempt 1 to provision port ddac962f-46ce-471c-a740-2cc70aaa13a5 Sep 16 03:39:49.133886 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-5e56f955-021b-41ed-bd38-eb60adddc44b None None] Current status of the port ddac962f-46ce-471c-a740-2cc70aaa13a5 is: ACTIVE; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:39:49.342689 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=68,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=1 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:39:49.343524 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:39:50.244454 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device ddac962f-46ce-471c-a740-2cc70aaa13a5 up at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 03:39:50.288879 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Provisioning complete for port ddac962f-46ce-471c-a740-2cc70aaa13a5 triggered by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:39:50.289274 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (ddac962f-46ce-471c-a740-2cc70aaa13a5), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:39:50.289622 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Attempt 1 to provision port ddac962f-46ce-471c-a740-2cc70aaa13a5 Sep 16 03:39:50.360524 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Current status of the port ddac962f-46ce-471c-a740-2cc70aaa13a5 is: ACTIVE; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:39:51.644974 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 52590) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:39:51.970264 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [None req-1565a713-dcf2-439e-91af-bd03f426301d admin admin] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113375) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 03:39:51.971265 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-1565a713-dcf2-439e-91af-bd03f426301d admin admin] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3254476 Sep 16 03:39:53.207284 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-cb1f431d-846f-40d8-999e-8d5cc2201201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (5f458d39-b7df-4a2e-8f52-58d49f268778), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:39:54.643742 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 52598) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:39:54.977494 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [None req-38207af9-a254-445d-b27b-a90c5a312a84 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True, 'name': 'public'}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:39:55.081616 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38207af9-a254-445d-b27b-a90c5a312a84 admin admin] Made reservation on behalf of ccdd7a44ba5049fb939dad44d5bd406e for: {'network': 1} {{(pid=113375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 03:39:55.084454 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-38207af9-a254-445d-b27b-a90c5a312a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for network (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:39:55.099971 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-38207af9-a254-445d-b27b-a90c5a312a84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:39:55.205431 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-38207af9-a254-445d-b27b-a90c5a312a84 admin admin] Publish callbacks [] for security_group (07350076-dac2-4330-b4d6-fd7bd60e2dbb), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:39:55.252429 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-38207af9-a254-445d-b27b-a90c5a312a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (07350076-dac2-4330-b4d6-fd7bd60e2dbb), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:39:55.264199 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-38207af9-a254-445d-b27b-a90c5a312a84 admin admin] Reserving flat network on physical network physnet1 {{(pid=113375) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 16 03:39:55.296945 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-38207af9-a254-445d-b27b-a90c5a312a84 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741672980920', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432398'] for segment (0cda3508-2052-48b1-ae54-b35f980014ad), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:39:55.297485 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-38207af9-a254-445d-b27b-a90c5a312a84 admin admin] Unsubscribe: segment precommit_create {{(pid=113375) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 16 03:39:55.298006 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.db.segments_db [None req-38207af9-a254-445d-b27b-a90c5a312a84 admin admin] Added segment 0cda3508-2052-48b1-ae54-b35f980014ad of type flat for network 3e75d266-1ef3-4c3c-84dd-91ee0a702556 Sep 16 03:39:55.314222 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38207af9-a254-445d-b27b-a90c5a312a84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07350076-dac2-4330-b4d6-fd7bd60e2dbb,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:39:55.360338 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38207af9-a254-445d-b27b-a90c5a312a84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:39:55.360678 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38207af9-a254-445d-b27b-a90c5a312a84 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:39:55.361721 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38207af9-a254-445d-b27b-a90c5a312a84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:39:55.362053 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38207af9-a254-445d-b27b-a90c5a312a84 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:39:55.362378 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38207af9-a254-445d-b27b-a90c5a312a84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:39:55.362695 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38207af9-a254-445d-b27b-a90c5a312a84 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:39:55.363038 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38207af9-a254-445d-b27b-a90c5a312a84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:39:55.363358 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38207af9-a254-445d-b27b-a90c5a312a84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:39:55.363685 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38207af9-a254-445d-b27b-a90c5a312a84 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:39:55.364002 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38207af9-a254-445d-b27b-a90c5a312a84 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:39:55.364327 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38207af9-a254-445d-b27b-a90c5a312a84 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:39:55.364658 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38207af9-a254-445d-b27b-a90c5a312a84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:39:55.364972 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38207af9-a254-445d-b27b-a90c5a312a84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:39:55.365281 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38207af9-a254-445d-b27b-a90c5a312a84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:39:55.365588 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38207af9-a254-445d-b27b-a90c5a312a84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:39:55.367006 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38207af9-a254-445d-b27b-a90c5a312a84 admin admin] Tracked resource versions report: Sep 16 03:39:55.367006 dv-cinder-857993-1-iscsi neutron-server[113375]: pushed versions: Sep 16 03:39:55.367006 dv-cinder-857993-1-iscsi neutron-server[113375]: { 'AddressGroup': {'1.2'}, Sep 16 03:39:55.367006 dv-cinder-857993-1-iscsi neutron-server[113375]: 'Agent': {'1.1'}, Sep 16 03:39:55.367006 dv-cinder-857993-1-iscsi neutron-server[113375]: 'ConntrackHelper': {'1.0'}, Sep 16 03:39:55.367006 dv-cinder-857993-1-iscsi neutron-server[113375]: 'LocalIPAssociation': {'1.0'}, Sep 16 03:39:55.367006 dv-cinder-857993-1-iscsi neutron-server[113375]: 'Log': {'1.0'}, Sep 16 03:39:55.367006 dv-cinder-857993-1-iscsi neutron-server[113375]: 'NDPProxy': {'1.0'}, Sep 16 03:39:55.367006 dv-cinder-857993-1-iscsi neutron-server[113375]: 'Network': {'1.1'}, Sep 16 03:39:55.367006 dv-cinder-857993-1-iscsi neutron-server[113375]: 'Port': {'1.7'}, Sep 16 03:39:55.367006 dv-cinder-857993-1-iscsi neutron-server[113375]: 'PortForwarding': {'1.3'}, Sep 16 03:39:55.367006 dv-cinder-857993-1-iscsi neutron-server[113375]: 'QosPolicy': {'1.10'}, Sep 16 03:39:55.367006 dv-cinder-857993-1-iscsi neutron-server[113375]: 'SecurityGroup': {'1.5'}, Sep 16 03:39:55.367006 dv-cinder-857993-1-iscsi neutron-server[113375]: 'SecurityGroupRule': {'1.2'}, Sep 16 03:39:55.367006 dv-cinder-857993-1-iscsi neutron-server[113375]: 'SubPort': {'1.0'}, Sep 16 03:39:55.367006 dv-cinder-857993-1-iscsi neutron-server[113375]: 'Subnet': {'1.1'}, Sep 16 03:39:55.367006 dv-cinder-857993-1-iscsi neutron-server[113375]: 'Trunk': {'1.1'}} Sep 16 03:39:55.367006 dv-cinder-857993-1-iscsi neutron-server[113375]: consumer versions: Sep 16 03:39:55.367006 dv-cinder-857993-1-iscsi neutron-server[113375]: { DHCP agent@dv-cinder-857993-1-iscsi: {}, Sep 16 03:39:55.367006 dv-cinder-857993-1-iscsi neutron-server[113375]: L3 agent@dv-cinder-857993-1-iscsi: {}, Sep 16 03:39:55.367006 dv-cinder-857993-1-iscsi neutron-server[113375]: Metadata agent@dv-cinder-857993-1-iscsi: {}, Sep 16 03:39:55.367006 dv-cinder-857993-1-iscsi neutron-server[113375]: Metering agent@dv-cinder-857993-1-iscsi: {}, Sep 16 03:39:55.367006 dv-cinder-857993-1-iscsi neutron-server[113375]: Open vSwitch agent@dv-cinder-857993-1-iscsi: { 'AddressGroup': '1.2', Sep 16 03:39:55.367006 dv-cinder-857993-1-iscsi neutron-server[113375]: 'Agent': '1.1', Sep 16 03:39:55.367006 dv-cinder-857993-1-iscsi neutron-server[113375]: 'ConntrackHelper': '1.0', Sep 16 03:39:55.367006 dv-cinder-857993-1-iscsi neutron-server[113375]: 'LocalIPAssociation': '1.0', Sep 16 03:39:55.367006 dv-cinder-857993-1-iscsi neutron-server[113375]: 'Log': '1.0', Sep 16 03:39:55.367006 dv-cinder-857993-1-iscsi neutron-server[113375]: 'NDPProxy': '1.0', Sep 16 03:39:55.367006 dv-cinder-857993-1-iscsi neutron-server[113375]: 'Network': '1.1', Sep 16 03:39:55.367006 dv-cinder-857993-1-iscsi neutron-server[113375]: 'Port': '1.7', Sep 16 03:39:55.367006 dv-cinder-857993-1-iscsi neutron-server[113375]: 'PortForwarding': '1.3', Sep 16 03:39:55.367006 dv-cinder-857993-1-iscsi neutron-server[113375]: 'QosPolicy': '1.10', Sep 16 03:39:55.367006 dv-cinder-857993-1-iscsi neutron-server[113375]: 'SecurityGroup': '1.5', Sep 16 03:39:55.367006 dv-cinder-857993-1-iscsi neutron-server[113375]: 'SecurityGroupRule': '1.2', Sep 16 03:39:55.367006 dv-cinder-857993-1-iscsi neutron-server[113375]: 'SubPort': '1.0', Sep 16 03:39:55.367006 dv-cinder-857993-1-iscsi neutron-server[113375]: 'Subnet': '1.1', Sep 16 03:39:55.367006 dv-cinder-857993-1-iscsi neutron-server[113375]: 'Trunk': '1.1'}} Sep 16 03:39:55.367006 dv-cinder-857993-1-iscsi neutron-server[113375]: {{(pid=113375) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 03:39:55.384201 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-86e4f3a9-0823-4edc-a8fc-679ccdba2f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (20a8dcff-cb91-4cfb-b5ee-87736efe33d8), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:39:55.413167 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-38207af9-a254-445d-b27b-a90c5a312a84 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741672468170'] for network (3e75d266-1ef3-4c3c-84dd-91ee0a702556), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:39:55.498425 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-38207af9-a254-445d-b27b-a90c5a312a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066'] for network (3e75d266-1ef3-4c3c-84dd-91ee0a702556), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:39:55.499627 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38207af9-a254-445d-b27b-a90c5a312a84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:39:55.500336 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-38207af9-a254-445d-b27b-a90c5a312a84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602048'] for network (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:39:55.602557 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-38207af9-a254-445d-b27b-a90c5a312a84 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9577262 Sep 16 03:39:55.603495 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38207af9-a254-445d-b27b-a90c5a312a84 admin admin] Pushing event updated for resources: {'Network': ['ID=3e75d266-1ef3-4c3c-84dd-91ee0a702556,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:39:55.615738 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Network 3e75d266-1ef3-4c3c-84dd-91ee0a702556 details requested by agent ovs-agent-dv-cinder-857993-1-iscsi with host dv-cinder-857993-1-iscsi {{(pid=113376) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 03:39:55.656350 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:39:55.682066 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:39:56.670256 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-6e17b5b7-15b9-4810-ad4e-df527af14d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (b6f1069f-4437-473a-8bc8-4bc493c2bb12), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:39:58.266306 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 52612) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:39:58.464472 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-2875a3e6-2c6e-4f2c-bd58-7e0a3de9c063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (bb5efb49-5a18-474a-824b-90488b0f2024), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:39:58.607274 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (9480ceca-8cb5-4b85-9807-6ee42f948820), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:39:58.639158 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f3c620-420a-46bc-b981-59d63f0788a1 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:39:58.640578 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-f7f3c620-420a-46bc-b981-59d63f0788a1 demo admin] 10.222.0.49 "GET /networking/v2.0/subnets/f323699c-5578-4a89-a01a-85b9a7f91a7c HTTP/1.1" status: 200 len: 849 time: 0.3732021 Sep 16 03:39:58.807204 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-794651c0-6d72-439c-81ef-35ea4c7920ab demo admin] 10.222.0.49 "GET /networking/v2.0/routers/1486f803-7bce-4ade-8e85-ffcfd3318466 HTTP/1.1" status: 200 len: 704 time: 0.1584871 Sep 16 03:39:59.065369 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-24f594e8-8592-4ec6-bc18-3033857d0a88 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:39:59.346566 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.db.db_base_plugin_common [None req-24f594e8-8592-4ec6-bc18-3033857d0a88 demo admin] Allocated IP 172.20.0.1 (9a5fa800-5423-427e-a138-abd80e473fa6/f323699c-5578-4a89-a01a-85b9a7f91a7c/909c0913-d2e4-4792-9f43-0ba600d64a3d) {{(pid=113374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 03:39:59.499351 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-24f594e8-8592-4ec6-bc18-3033857d0a88 demo admin] Publish callbacks [] for port (909c0913-d2e4-4792-9f43-0ba600d64a3d), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:39:59.630435 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-24f594e8-8592-4ec6-bc18-3033857d0a88 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672515804'] for port (909c0913-d2e4-4792-9f43-0ba600d64a3d), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:39:59.768185 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f594e8-8592-4ec6-bc18-3033857d0a88 demo admin] Network 9a5fa800-5423-427e-a138-abd80e473fa6 is already hosted by enough agents. {{(pid=113374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 03:39:59.772777 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.base_scheduler [None req-24f594e8-8592-4ec6-bc18-3033857d0a88 demo admin] Resources bound (agent type, host, resource id): {{(pid=113374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:39:59.782327 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f594e8-8592-4ec6-bc18-3033857d0a88 demo admin] Received port after_create {{(pid=113374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 03:39:59.783561 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-24f594e8-8592-4ec6-bc18-3033857d0a88 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-427031'] for router_interface (1486f803-7bce-4ade-8e85-ffcfd3318466), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:39:59.786202 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f594e8-8592-4ec6-bc18-3033857d0a88 demo admin] Pushing event updated for resources: {'Port': ['ID=909c0913-d2e4-4792-9f43-0ba600d64a3d,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:40:00.013629 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-474ffaa0-02fa-46e3-af73-3be46160a84e None None] Provisioning complete for port 909c0913-d2e4-4792-9f43-0ba600d64a3d triggered by entity DHCP. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:40:00.014246 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-474ffaa0-02fa-46e3-af73-3be46160a84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (909c0913-d2e4-4792-9f43-0ba600d64a3d), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:40:00.014370 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-474ffaa0-02fa-46e3-af73-3be46160a84e None None] Attempt 1 to provision port 909c0913-d2e4-4792-9f43-0ba600d64a3d Sep 16 03:40:00.027748 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:40:00.038514 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-24f594e8-8592-4ec6-bc18-3033857d0a88 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (909c0913-d2e4-4792-9f43-0ba600d64a3d), before_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:40:00.041105 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:40:00.046489 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-474ffaa0-02fa-46e3-af73-3be46160a84e None None] Port 909c0913-d2e4-4792-9f43-0ba600d64a3d cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:40:00.239932 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-24f594e8-8592-4ec6-bc18-3033857d0a88 demo admin] Publish callbacks [] for port (909c0913-d2e4-4792-9f43-0ba600d64a3d), precommit_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:40:00.321336 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-24f594e8-8592-4ec6-bc18-3033857d0a88 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (909c0913-d2e4-4792-9f43-0ba600d64a3d), after_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:40:00.322187 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-24f594e8-8592-4ec6-bc18-3033857d0a88 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-427139'] for router_interface (1486f803-7bce-4ade-8e85-ffcfd3318466), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:40:00.400794 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f594e8-8592-4ec6-bc18-3033857d0a88 demo admin] Pushing event updated for resources: {'Port': ['ID=909c0913-d2e4-4792-9f43-0ba600d64a3d,revision_number=2']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:40:00.449583 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f594e8-8592-4ec6-bc18-3033857d0a88 demo admin] Network 9a5fa800-5423-427e-a138-abd80e473fa6 is already hosted by enough agents. {{(pid=113374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 03:40:00.450864 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.base_scheduler [None req-24f594e8-8592-4ec6-bc18-3033857d0a88 demo admin] Resources bound (agent type, host, resource id): {{(pid=113374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:40:00.547877 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-474ffaa0-02fa-46e3-af73-3be46160a84e None None] Attempt 2 to provision port 909c0913-d2e4-4792-9f43-0ba600d64a3d Sep 16 03:40:00.584504 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-474ffaa0-02fa-46e3-af73-3be46160a84e None None] Port 909c0913-d2e4-4792-9f43-0ba600d64a3d cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:40:00.659532 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24f594e8-8592-4ec6-bc18-3033857d0a88 demo admin] Router 1486f803-7bce-4ade-8e85-ffcfd3318466 is scheduled to L3 agent 20a8dcff-cb91-4cfb-b5ee-87736efe33d8 with binding_index 1 {{(pid=113374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 03:40:00.746244 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24f594e8-8592-4ec6-bc18-3033857d0a88 demo admin] Notify agent at l3_agent.dv-cinder-857993-1-iscsi the message routers_updated {{(pid=113374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 03:40:00.751428 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-24f594e8-8592-4ec6-bc18-3033857d0a88 demo admin] 10.222.0.49 "PUT /networking/v2.0/routers/1486f803-7bce-4ade-8e85-ffcfd3318466/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9386733 Sep 16 03:40:00.756218 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5fdd09-a087-4337-a69d-5c0916b598f1 None None] Sync routers for ids ['1486f803-7bce-4ade-8e85-ffcfd3318466'] in dv-cinder-857993-1-iscsi {{(pid=113377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 03:40:00.769534 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5fdd09-a087-4337-a69d-5c0916b598f1 None None] Routers {'1486f803-7bce-4ade-8e85-ffcfd3318466'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:40:00.770472 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-ab5fdd09-a087-4337-a69d-5c0916b598f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:39:55Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['1486f803-7bce-4ade-8e85-ffcfd3318466'], 'active': True} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:40:00.952248 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvr_db [None req-ab5fdd09-a087-4337-a69d-5c0916b598f1 None None] Set router 1486f803-7bce-4ade-8e85-ffcfd3318466 gateway port host: None {{(pid=113377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:40:01.085589 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-474ffaa0-02fa-46e3-af73-3be46160a84e None None] Attempt 3 to provision port 909c0913-d2e4-4792-9f43-0ba600d64a3d Sep 16 03:40:01.120357 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-474ffaa0-02fa-46e3-af73-3be46160a84e None None] Port 909c0913-d2e4-4792-9f43-0ba600d64a3d cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:40:01.369318 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-ab5fdd09-a087-4337-a69d-5c0916b598f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1486f803-7bce-4ade-8e85-ffcfd3318466', 'name': 'router1', 'tenant_id': '8d00e05132b54e9b856788c06cdb7a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:39:48Z', 'updated_at': '2022-09-16T03:39:59Z', 'revision_number': 2, 'project_id': '8d00e05132b54e9b856788c06cdb7a56', 'gw_port_host': None, '_interfaces': [{'id': '909c0913-d2e4-4792-9f43-0ba600d64a3d', 'name': '', 'network_id': '9a5fa800-5423-427e-a138-abd80e473fa6', 'tenant_id': '8d00e05132b54e9b856788c06cdb7a56', 'mac_address': 'fa:16:3e:b9:eb:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1486f803-7bce-4ade-8e85-ffcfd3318466', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f323699c-5578-4a89-a01a-85b9a7f91a7c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:39:59Z', 'updated_at': '2022-09-16T03:40:00Z', 'revision_number': 2, 'project_id': '8d00e05132b54e9b856788c06cdb7a56', 'subnets': [{'id': 'f323699c-5578-4a89-a01a-85b9a7f91a7c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '247a4f08-17d7-449d-85cf-f0a280a8880c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:40:01.419135 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5fdd09-a087-4337-a69d-5c0916b598f1 None None] Checking router: 1486f803-7bce-4ade-8e85-ffcfd3318466 for host: dv-cinder-857993-1-iscsi {{(pid=113377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 03:40:01.419501 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5fdd09-a087-4337-a69d-5c0916b598f1 None None] Updating router 1486f803-7bce-4ade-8e85-ffcfd3318466 port 909c0913-d2e4-4792-9f43-0ba600d64a3d binding host dv-cinder-857993-1-iscsi {{(pid=113377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 03:40:01.473306 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron_lib.callbacks.manager [None req-ab5fdd09-a087-4337-a69d-5c0916b598f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (909c0913-d2e4-4792-9f43-0ba600d64a3d), before_update {{(pid=113377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:40:01.621676 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-474ffaa0-02fa-46e3-af73-3be46160a84e None None] Attempt 4 to provision port 909c0913-d2e4-4792-9f43-0ba600d64a3d Sep 16 03:40:01.655776 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-474ffaa0-02fa-46e3-af73-3be46160a84e None None] Port 909c0913-d2e4-4792-9f43-0ba600d64a3d cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:40:01.976135 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron_lib.callbacks.manager [None req-ab5fdd09-a087-4337-a69d-5c0916b598f1 None None] Publish callbacks [] for port (909c0913-d2e4-4792-9f43-0ba600d64a3d), precommit_update {{(pid=113377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:40:02.052771 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron_lib.callbacks.manager [None req-ab5fdd09-a087-4337-a69d-5c0916b598f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (909c0913-d2e4-4792-9f43-0ba600d64a3d), after_update {{(pid=113377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:40:02.156900 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-474ffaa0-02fa-46e3-af73-3be46160a84e None None] Attempt 5 to provision port 909c0913-d2e4-4792-9f43-0ba600d64a3d Sep 16 03:40:02.207502 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991e07b4-dd13-4328-baab-7d222da39a98 None None] Pushing event updated for resources: {'Port': ['ID=909c0913-d2e4-4792-9f43-0ba600d64a3d,revision_number=3']} {{(pid=113377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:40:02.207918 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-474ffaa0-02fa-46e3-af73-3be46160a84e None None] Port 909c0913-d2e4-4792-9f43-0ba600d64a3d cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:40:02.214827 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.managers [None req-ab5fdd09-a087-4337-a69d-5c0916b598f1 None None] Attempting to bind port 909c0913-d2e4-4792-9f43-0ba600d64a3d on host dv-cinder-857993-1-iscsi for vnic_type normal with profile {{(pid=113377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 03:40:02.215253 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.managers [None req-ab5fdd09-a087-4337-a69d-5c0916b598f1 None None] Attempting to bind port 909c0913-d2e4-4792-9f43-0ba600d64a3d by drivers openvswitch,hyperv on host dv-cinder-857993-1-iscsi at level 0 using segments [{'id': '3d5cebd5-94e8-4c45-bc32-ae49373b5469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '9a5fa800-5423-427e-a138-abd80e473fa6'}] {{(pid=113377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 03:40:02.215673 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5fdd09-a087-4337-a69d-5c0916b598f1 None None] Attempting to bind port 909c0913-d2e4-4792-9f43-0ba600d64a3d on network 9a5fa800-5423-427e-a138-abd80e473fa6 {{(pid=113377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 03:40:02.269111 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991e07b4-dd13-4328-baab-7d222da39a98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:40:02.269406 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991e07b4-dd13-4328-baab-7d222da39a98 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:40:02.269713 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991e07b4-dd13-4328-baab-7d222da39a98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:40:02.270077 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991e07b4-dd13-4328-baab-7d222da39a98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:40:02.270370 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991e07b4-dd13-4328-baab-7d222da39a98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:40:02.270692 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991e07b4-dd13-4328-baab-7d222da39a98 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:40:02.271036 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991e07b4-dd13-4328-baab-7d222da39a98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:40:02.271357 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991e07b4-dd13-4328-baab-7d222da39a98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:40:02.271674 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991e07b4-dd13-4328-baab-7d222da39a98 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:40:02.271989 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991e07b4-dd13-4328-baab-7d222da39a98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:40:02.272309 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991e07b4-dd13-4328-baab-7d222da39a98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:40:02.272636 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991e07b4-dd13-4328-baab-7d222da39a98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:40:02.272955 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991e07b4-dd13-4328-baab-7d222da39a98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:40:02.273339 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991e07b4-dd13-4328-baab-7d222da39a98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:40:02.273577 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991e07b4-dd13-4328-baab-7d222da39a98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:40:02.275023 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991e07b4-dd13-4328-baab-7d222da39a98 None None] Tracked resource versions report: Sep 16 03:40:02.275023 dv-cinder-857993-1-iscsi neutron-server[113377]: pushed versions: Sep 16 03:40:02.275023 dv-cinder-857993-1-iscsi neutron-server[113377]: { 'AddressGroup': {'1.2'}, Sep 16 03:40:02.275023 dv-cinder-857993-1-iscsi neutron-server[113377]: 'Agent': {'1.1'}, Sep 16 03:40:02.275023 dv-cinder-857993-1-iscsi neutron-server[113377]: 'ConntrackHelper': {'1.0'}, Sep 16 03:40:02.275023 dv-cinder-857993-1-iscsi neutron-server[113377]: 'LocalIPAssociation': {'1.0'}, Sep 16 03:40:02.275023 dv-cinder-857993-1-iscsi neutron-server[113377]: 'Log': {'1.0'}, Sep 16 03:40:02.275023 dv-cinder-857993-1-iscsi neutron-server[113377]: 'NDPProxy': {'1.0'}, Sep 16 03:40:02.275023 dv-cinder-857993-1-iscsi neutron-server[113377]: 'Network': {'1.1'}, Sep 16 03:40:02.275023 dv-cinder-857993-1-iscsi neutron-server[113377]: 'Port': {'1.7'}, Sep 16 03:40:02.275023 dv-cinder-857993-1-iscsi neutron-server[113377]: 'PortForwarding': {'1.3'}, Sep 16 03:40:02.275023 dv-cinder-857993-1-iscsi neutron-server[113377]: 'QosPolicy': {'1.10'}, Sep 16 03:40:02.275023 dv-cinder-857993-1-iscsi neutron-server[113377]: 'SecurityGroup': {'1.5'}, Sep 16 03:40:02.275023 dv-cinder-857993-1-iscsi neutron-server[113377]: 'SecurityGroupRule': {'1.2'}, Sep 16 03:40:02.275023 dv-cinder-857993-1-iscsi neutron-server[113377]: 'SubPort': {'1.0'}, Sep 16 03:40:02.275023 dv-cinder-857993-1-iscsi neutron-server[113377]: 'Subnet': {'1.1'}, Sep 16 03:40:02.275023 dv-cinder-857993-1-iscsi neutron-server[113377]: 'Trunk': {'1.1'}} Sep 16 03:40:02.275023 dv-cinder-857993-1-iscsi neutron-server[113377]: consumer versions: Sep 16 03:40:02.275023 dv-cinder-857993-1-iscsi neutron-server[113377]: { DHCP agent@dv-cinder-857993-1-iscsi: {}, Sep 16 03:40:02.275023 dv-cinder-857993-1-iscsi neutron-server[113377]: L3 agent@dv-cinder-857993-1-iscsi: {}, Sep 16 03:40:02.275023 dv-cinder-857993-1-iscsi neutron-server[113377]: Metadata agent@dv-cinder-857993-1-iscsi: {}, Sep 16 03:40:02.275023 dv-cinder-857993-1-iscsi neutron-server[113377]: Metering agent@dv-cinder-857993-1-iscsi: {}, Sep 16 03:40:02.275023 dv-cinder-857993-1-iscsi neutron-server[113377]: Open vSwitch agent@dv-cinder-857993-1-iscsi: { 'AddressGroup': '1.2', Sep 16 03:40:02.275023 dv-cinder-857993-1-iscsi neutron-server[113377]: 'Agent': '1.1', Sep 16 03:40:02.275023 dv-cinder-857993-1-iscsi neutron-server[113377]: 'ConntrackHelper': '1.0', Sep 16 03:40:02.275023 dv-cinder-857993-1-iscsi neutron-server[113377]: 'LocalIPAssociation': '1.0', Sep 16 03:40:02.275023 dv-cinder-857993-1-iscsi neutron-server[113377]: 'Log': '1.0', Sep 16 03:40:02.275023 dv-cinder-857993-1-iscsi neutron-server[113377]: 'NDPProxy': '1.0', Sep 16 03:40:02.275023 dv-cinder-857993-1-iscsi neutron-server[113377]: 'Network': '1.1', Sep 16 03:40:02.275023 dv-cinder-857993-1-iscsi neutron-server[113377]: 'Port': '1.7', Sep 16 03:40:02.275023 dv-cinder-857993-1-iscsi neutron-server[113377]: 'PortForwarding': '1.3', Sep 16 03:40:02.275023 dv-cinder-857993-1-iscsi neutron-server[113377]: 'QosPolicy': '1.10', Sep 16 03:40:02.275023 dv-cinder-857993-1-iscsi neutron-server[113377]: 'SecurityGroup': '1.5', Sep 16 03:40:02.275023 dv-cinder-857993-1-iscsi neutron-server[113377]: 'SecurityGroupRule': '1.2', Sep 16 03:40:02.275023 dv-cinder-857993-1-iscsi neutron-server[113377]: 'SubPort': '1.0', Sep 16 03:40:02.275023 dv-cinder-857993-1-iscsi neutron-server[113377]: 'Subnet': '1.1', Sep 16 03:40:02.275023 dv-cinder-857993-1-iscsi neutron-server[113377]: 'Trunk': '1.1'}} Sep 16 03:40:02.275023 dv-cinder-857993-1-iscsi neutron-server[113377]: {{(pid=113377) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 03:40:02.325472 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5fdd09-a087-4337-a69d-5c0916b598f1 None None] Checking agent: {'id': '9480ceca-8cb5-4b85-9807-6ee42f948820', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857993-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 3, 39, 29), 'started_at': datetime.datetime(2022, 9, 16, 3, 39, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 3, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857993-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 03:40:02.325969 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5fdd09-a087-4337-a69d-5c0916b598f1 None None] Checking segment: {'id': '3d5cebd5-94e8-4c45-bc32-ae49373b5469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '9a5fa800-5423-427e-a138-abd80e473fa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 03:40:02.326512 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron_lib.callbacks.manager [None req-ab5fdd09-a087-4337-a69d-5c0916b598f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:40:02.326989 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5fdd09-a087-4337-a69d-5c0916b598f1 None None] Bound using segment: {'id': '3d5cebd5-94e8-4c45-bc32-ae49373b5469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '9a5fa800-5423-427e-a138-abd80e473fa6'} {{(pid=113377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 03:40:02.327461 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.managers [None req-ab5fdd09-a087-4337-a69d-5c0916b598f1 None None] Bound port: 909c0913-d2e4-4792-9f43-0ba600d64a3d, host: dv-cinder-857993-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d5cebd5-94e8-4c45-bc32-ae49373b5469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '9a5fa800-5423-427e-a138-abd80e473fa6'}}] {{(pid=113377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 03:40:02.327838 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron_lib.callbacks.manager [None req-ab5fdd09-a087-4337-a69d-5c0916b598f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (909c0913-d2e4-4792-9f43-0ba600d64a3d), before_update {{(pid=113377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:40:02.343779 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:40:02.381714 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:40:02.397438 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.db [None req-ab5fdd09-a087-4337-a69d-5c0916b598f1 None None] For port 909c0913-d2e4-4792-9f43-0ba600d64a3d, host dv-cinder-857993-1-iscsi, cleared binding levels {{(pid=113377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 03:40:02.418652 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.db [None req-ab5fdd09-a087-4337-a69d-5c0916b598f1 None None] For port 909c0913-d2e4-4792-9f43-0ba600d64a3d, host dv-cinder-857993-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=909c0913-d2e4-4792-9f43-0ba600d64a3d,segment=NetworkSegment(3d5cebd5-94e8-4c45-bc32-ae49373b5469),segment_id=3d5cebd5-94e8-4c45-bc32-ae49373b5469)] {{(pid=113377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 03:40:02.516237 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron_lib.callbacks.manager [None req-ab5fdd09-a087-4337-a69d-5c0916b598f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (909c0913-d2e4-4792-9f43-0ba600d64a3d), after_update {{(pid=113377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:40:02.558508 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5fdd09-a087-4337-a69d-5c0916b598f1 None None] Routers {'1486f803-7bce-4ade-8e85-ffcfd3318466'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:40:02.559065 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-ab5fdd09-a087-4337-a69d-5c0916b598f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:39:55Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['1486f803-7bce-4ade-8e85-ffcfd3318466'], 'active': True} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:40:02.631573 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991e07b4-dd13-4328-baab-7d222da39a98 None None] Pushing event updated for resources: {'Port': ['ID=909c0913-d2e4-4792-9f43-0ba600d64a3d,revision_number=4']} {{(pid=113377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:40:02.654011 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvr_db [None req-ab5fdd09-a087-4337-a69d-5c0916b598f1 None None] Set router 1486f803-7bce-4ade-8e85-ffcfd3318466 gateway port host: None {{(pid=113377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:40:02.709380 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-474ffaa0-02fa-46e3-af73-3be46160a84e None None] Attempt 6 to provision port 909c0913-d2e4-4792-9f43-0ba600d64a3d Sep 16 03:40:02.784625 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-474ffaa0-02fa-46e3-af73-3be46160a84e None None] Current status of the port 909c0913-d2e4-4792-9f43-0ba600d64a3d is: DOWN; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:40:02.785021 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-474ffaa0-02fa-46e3-af73-3be46160a84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (909c0913-d2e4-4792-9f43-0ba600d64a3d), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:40:02.822809 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-474ffaa0-02fa-46e3-af73-3be46160a84e None None] For port 909c0913-d2e4-4792-9f43-0ba600d64a3d, host dv-cinder-857993-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=909c0913-d2e4-4792-9f43-0ba600d64a3d,segment=NetworkSegment(3d5cebd5-94e8-4c45-bc32-ae49373b5469),segment_id=3d5cebd5-94e8-4c45-bc32-ae49373b5469)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:40:02.852225 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-ab5fdd09-a087-4337-a69d-5c0916b598f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1486f803-7bce-4ade-8e85-ffcfd3318466', 'name': 'router1', 'tenant_id': '8d00e05132b54e9b856788c06cdb7a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:39:48Z', 'updated_at': '2022-09-16T03:39:59Z', 'revision_number': 2, 'project_id': '8d00e05132b54e9b856788c06cdb7a56', 'gw_port_host': None, '_interfaces': [{'id': '909c0913-d2e4-4792-9f43-0ba600d64a3d', 'name': '', 'network_id': '9a5fa800-5423-427e-a138-abd80e473fa6', 'tenant_id': '8d00e05132b54e9b856788c06cdb7a56', 'mac_address': 'fa:16:3e:b9:eb:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1486f803-7bce-4ade-8e85-ffcfd3318466', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f323699c-5578-4a89-a01a-85b9a7f91a7c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:39:59Z', 'updated_at': '2022-09-16T03:40:02Z', 'revision_number': 4, 'project_id': '8d00e05132b54e9b856788c06cdb7a56', 'subnets': [{'id': 'f323699c-5578-4a89-a01a-85b9a7f91a7c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '247a4f08-17d7-449d-85cf-f0a280a8880c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:40:02.876007 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-474ffaa0-02fa-46e3-af73-3be46160a84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (909c0913-d2e4-4792-9f43-0ba600d64a3d), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:40:02.878125 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5fdd09-a087-4337-a69d-5c0916b598f1 None None] The sync data for ids ['1486f803-7bce-4ade-8e85-ffcfd3318466'] in dv-cinder-857993-1-iscsi is: [{'id': '1486f803-7bce-4ade-8e85-ffcfd3318466', 'name': 'router1', 'tenant_id': '8d00e05132b54e9b856788c06cdb7a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:39:48Z', 'updated_at': '2022-09-16T03:39:59Z', 'revision_number': 2, 'project_id': '8d00e05132b54e9b856788c06cdb7a56', 'gw_port_host': None, '_interfaces': [{'id': '909c0913-d2e4-4792-9f43-0ba600d64a3d', 'name': '', 'network_id': '9a5fa800-5423-427e-a138-abd80e473fa6', 'tenant_id': '8d00e05132b54e9b856788c06cdb7a56', 'mac_address': 'fa:16:3e:b9:eb:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1486f803-7bce-4ade-8e85-ffcfd3318466', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f323699c-5578-4a89-a01a-85b9a7f91a7c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:39:59Z', 'updated_at': '2022-09-16T03:40:02Z', 'revision_number': 4, 'project_id': '8d00e05132b54e9b856788c06cdb7a56', 'subnets': [{'id': 'f323699c-5578-4a89-a01a-85b9a7f91a7c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '247a4f08-17d7-449d-85cf-f0a280a8880c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 03:40:02.930006 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474ffaa0-02fa-46e3-af73-3be46160a84e None None] Pushing event updated for resources: {'Port': ['ID=909c0913-d2e4-4792-9f43-0ba600d64a3d,revision_number=5']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:40:02.997288 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-922278cc-6073-409e-9f16-96710d8fa9e4 None None] Provisioning complete for port 909c0913-d2e4-4792-9f43-0ba600d64a3d triggered by entity DHCP. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:40:02.997846 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-922278cc-6073-409e-9f16-96710d8fa9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (909c0913-d2e4-4792-9f43-0ba600d64a3d), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:40:02.998200 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-922278cc-6073-409e-9f16-96710d8fa9e4 None None] Attempt 1 to provision port 909c0913-d2e4-4792-9f43-0ba600d64a3d Sep 16 03:40:03.074623 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-922278cc-6073-409e-9f16-96710d8fa9e4 None None] Current status of the port 909c0913-d2e4-4792-9f43-0ba600d64a3d is: ACTIVE; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:40:03.385852 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 52622) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:40:03.794304 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49867c84-a28d-409a-95dc-74c45d8d872a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:40:03.795758 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-49867c84-a28d-409a-95dc-74c45d8d872a admin admin] 10.222.0.49 "GET /networking/v2.0/networks/3e75d266-1ef3-4c3c-84dd-91ee0a702556 HTTP/1.1" status: 200 len: 842 time: 0.4089255 Sep 16 03:40:03.806095 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.v2.base [None req-2ce4a663-4eef-48cf-bca1-c05c83574597 admin admin] Request body: {'subnet': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'gateway_ip': '172.27.0.1', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.27.0.0/24'}} {{(pid=113374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:40:03.984362 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce4a663-4eef-48cf-bca1-c05c83574597 admin admin] Made reservation on behalf of ccdd7a44ba5049fb939dad44d5bd406e for: {'subnet': 1} {{(pid=113374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 03:40:03.988317 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-2ce4a663-4eef-48cf-bca1-c05c83574597 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:40:04.035558 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:40:04.325142 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:40:04.377405 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.objects.ports [None req-2ce4a663-4eef-48cf-bca1-c05c83574597 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=113374) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 16 03:40:04.377858 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-2ce4a663-4eef-48cf-bca1-c05c83574597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066'] for subnet (1e346a16-d4e3-4654-8a01-a4fa77b75a04), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:40:04.434821 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce4a663-4eef-48cf-bca1-c05c83574597 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e346a16-d4e3-4654-8a01-a4fa77b75a04,revision_number=0']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:40:04.450821 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce4a663-4eef-48cf-bca1-c05c83574597 admin admin] Checking segment: {'id': '0cda3508-2052-48b1-ae54-b35f980014ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 03:40:04.451200 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce4a663-4eef-48cf-bca1-c05c83574597 admin admin] Network hostable DHCP agents. Network: 3e75d266-1ef3-4c3c-84dd-91ee0a702556, hostable agents: ['5f458d39-b7df-4a2e-8f52-58d49f268778'], hosted agents: [] {{(pid=113374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 03:40:04.544014 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce4a663-4eef-48cf-bca1-c05c83574597 admin admin] Network 3e75d266-1ef3-4c3c-84dd-91ee0a702556 is scheduled to be hosted by DHCP agent 5f458d39-b7df-4a2e-8f52-58d49f268778 with binding_index 1 {{(pid=113374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 03:40:04.601427 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.base_scheduler [None req-2ce4a663-4eef-48cf-bca1-c05c83574597 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857993-1-iscsi, 3e75d266-1ef3-4c3c-84dd-91ee0a702556) {{(pid=113374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:40:04.605784 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce4a663-4eef-48cf-bca1-c05c83574597 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:40:04.609124 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-2ce4a663-4eef-48cf-bca1-c05c83574597 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602048'] for subnet (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:40:04.612462 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aaa7157-86ee-4d08-9b95-a596477e9bf9 None None] Network 3e75d266-1ef3-4c3c-84dd-91ee0a702556 requested from dv-cinder-857993-1-iscsi {{(pid=113376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 03:40:04.666977 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-2ce4a663-4eef-48cf-bca1-c05c83574597 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8642004 Sep 16 03:40:04.734433 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9de90f-8d83-4c3b-b285-6e603efbd2a6 None None] Network 3e75d266-1ef3-4c3c-84dd-91ee0a702556 requested from dv-cinder-857993-1-iscsi {{(pid=113376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 03:40:05.572710 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=51,neutron:INSERT=21,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:40:05.597748 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=41,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:40:07.192394 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.agents_db [None req-8ba4eca6-5e8f-405f-9ad3-b7bffaa24231 None None] Agent healthcheck: found 5 active agents {{(pid=113377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 03:40:07.327520 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 52632) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:40:07.780727 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-0c47735b-2a00-4ab0-aa74-d6e9761c008b demo admin] 10.222.0.49 "GET /networking/v2.0/routers/1486f803-7bce-4ade-8e85-ffcfd3318466 HTTP/1.1" status: 200 len: 710 time: 0.4526062 Sep 16 03:40:07.956996 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9866329a-66d6-4f6c-9b9d-1364711838e8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:40:07.958413 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-9866329a-66d6-4f6c-9b9d-1364711838e8 demo admin] 10.222.0.49 "GET /networking/v2.0/networks/3e75d266-1ef3-4c3c-84dd-91ee0a702556 HTTP/1.1" status: 200 len: 886 time: 0.1716731 Sep 16 03:40:07.967408 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.v2.base [None req-7d718eae-c8d8-4fb4-9be4-a812f68cfb91 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556'}}} {{(pid=113374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:40:08.210694 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-7d718eae-c8d8-4fb4-9be4-a812f68cfb91 demo admin] Publish callbacks [] for router_gateway (1486f803-7bce-4ade-8e85-ffcfd3318466), precommit_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:40:08.277193 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device 909c0913-d2e4-4792-9f43-0ba600d64a3d up at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 03:40:08.320124 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Provisioning complete for port 909c0913-d2e4-4792-9f43-0ba600d64a3d triggered by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:40:08.320518 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (909c0913-d2e4-4792-9f43-0ba600d64a3d), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:40:08.320857 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Attempt 1 to provision port 909c0913-d2e4-4792-9f43-0ba600d64a3d Sep 16 03:40:08.324221 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:40:08.392540 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Current status of the port 909c0913-d2e4-4792-9f43-0ba600d64a3d is: ACTIVE; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:40:08.509709 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:40:08.539714 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-7d718eae-c8d8-4fb4-9be4-a812f68cfb91 demo admin] Publish callbacks [] for router_gateway (1486f803-7bce-4ade-8e85-ffcfd3318466), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:40:08.617183 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-7d718eae-c8d8-4fb4-9be4-a812f68cfb91 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:40:08.730380 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.db.db_base_plugin_common [None req-7d718eae-c8d8-4fb4-9be4-a812f68cfb91 demo admin] Allocated IP 172.27.0.106 (3e75d266-1ef3-4c3c-84dd-91ee0a702556/1e346a16-d4e3-4654-8a01-a4fa77b75a04/52d4c98c-8ec3-456c-afcf-38d9ea0b4c52) {{(pid=113374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 03:40:08.745775 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=3 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:40:08.834648 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-7d718eae-c8d8-4fb4-9be4-a812f68cfb91 demo admin] Publish callbacks [] for port (52d4c98c-8ec3-456c-afcf-38d9ea0b4c52), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:40:08.933475 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-7d718eae-c8d8-4fb4-9be4-a812f68cfb91 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672515804'] for port (52d4c98c-8ec3-456c-afcf-38d9ea0b4c52), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:40:08.975763 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d718eae-c8d8-4fb4-9be4-a812f68cfb91 demo admin] Network 3e75d266-1ef3-4c3c-84dd-91ee0a702556 is already hosted by enough agents. {{(pid=113374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 03:40:08.980612 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.base_scheduler [None req-7d718eae-c8d8-4fb4-9be4-a812f68cfb91 demo admin] Resources bound (agent type, host, resource id): {{(pid=113374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:40:08.982862 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d718eae-c8d8-4fb4-9be4-a812f68cfb91 demo admin] Pushing event updated for resources: {'Port': ['ID=52d4c98c-8ec3-456c-afcf-38d9ea0b4c52,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:40:08.988327 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d718eae-c8d8-4fb4-9be4-a812f68cfb91 demo admin] Received port after_create {{(pid=113374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 03:40:09.308333 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-7d718eae-c8d8-4fb4-9be4-a812f68cfb91 demo admin] Publish callbacks [] for router_gateway (1486f803-7bce-4ade-8e85-ffcfd3318466), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:40:09.354484 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:40:09.576795 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-7d718eae-c8d8-4fb4-9be4-a812f68cfb91 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-452290', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-451567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-434'] for router (1486f803-7bce-4ade-8e85-ffcfd3318466), precommit_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:40:09.581364 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-7d718eae-c8d8-4fb4-9be4-a812f68cfb91 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-452142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-452299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-452144', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-451540'] for router (1486f803-7bce-4ade-8e85-ffcfd3318466), after_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:40:09.692982 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d718eae-c8d8-4fb4-9be4-a812f68cfb91 demo admin] Router 1486f803-7bce-4ade-8e85-ffcfd3318466 has already been hosted by L3 agent 20a8dcff-cb91-4cfb-b5ee-87736efe33d8 {{(pid=113374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 03:40:09.807058 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d718eae-c8d8-4fb4-9be4-a812f68cfb91 demo admin] Notify agent at l3_agent.dv-cinder-857993-1-iscsi the message routers_updated {{(pid=113374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 03:40:09.811736 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-7d718eae-c8d8-4fb4-9be4-a812f68cfb91 demo admin] Publish callbacks [] for router (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:40:09.812921 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-7d718eae-c8d8-4fb4-9be4-a812f68cfb91 demo admin] 10.222.0.49 "PUT /networking/v2.0/routers/1486f803-7bce-4ade-8e85-ffcfd3318466 HTTP/1.1" status: 200 len: 890 time: 1.8487451 Sep 16 03:40:09.819083 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dec6c02-73b6-4918-98b0-541b88cf066a None None] Sync routers for ids ['1486f803-7bce-4ade-8e85-ffcfd3318466'] in dv-cinder-857993-1-iscsi {{(pid=113376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 03:40:09.822472 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=100 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:40:09.834399 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dec6c02-73b6-4918-98b0-541b88cf066a None None] Routers {'1486f803-7bce-4ade-8e85-ffcfd3318466'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:40:09.834399 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-1dec6c02-73b6-4918-98b0-541b88cf066a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:39:55Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['1486f803-7bce-4ade-8e85-ffcfd3318466'], 'active': True} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:40:10.050168 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvr_db [None req-1dec6c02-73b6-4918-98b0-541b88cf066a None None] Set router 1486f803-7bce-4ade-8e85-ffcfd3318466 gateway port host: dv-cinder-857993-1-iscsi {{(pid=113376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:40:10.488740 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-1dec6c02-73b6-4918-98b0-541b88cf066a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1486f803-7bce-4ade-8e85-ffcfd3318466', 'name': 'router1', 'tenant_id': '8d00e05132b54e9b856788c06cdb7a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '52d4c98c-8ec3-456c-afcf-38d9ea0b4c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:39:48Z', 'updated_at': '2022-09-16T03:40:09Z', 'revision_number': 4, 'project_id': '8d00e05132b54e9b856788c06cdb7a56', 'gw_port': {'id': '52d4c98c-8ec3-456c-afcf-38d9ea0b4c52', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:06:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1486f803-7bce-4ade-8e85-ffcfd3318466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:40:08Z', 'updated_at': '2022-09-16T03:40:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_interfaces': [{'id': '909c0913-d2e4-4792-9f43-0ba600d64a3d', 'name': '', 'network_id': '9a5fa800-5423-427e-a138-abd80e473fa6', 'tenant_id': '8d00e05132b54e9b856788c06cdb7a56', 'mac_address': 'fa:16:3e:b9:eb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1486f803-7bce-4ade-8e85-ffcfd3318466', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f323699c-5578-4a89-a01a-85b9a7f91a7c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:39:59Z', 'updated_at': '2022-09-16T03:40:02Z', 'revision_number': 5, 'project_id': '8d00e05132b54e9b856788c06cdb7a56', 'subnets': [{'id': 'f323699c-5578-4a89-a01a-85b9a7f91a7c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '247a4f08-17d7-449d-85cf-f0a280a8880c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:40:10.538121 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dec6c02-73b6-4918-98b0-541b88cf066a None None] Checking router: 1486f803-7bce-4ade-8e85-ffcfd3318466 for host: dv-cinder-857993-1-iscsi {{(pid=113376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 03:40:10.538481 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dec6c02-73b6-4918-98b0-541b88cf066a None None] Updating router 1486f803-7bce-4ade-8e85-ffcfd3318466 port 52d4c98c-8ec3-456c-afcf-38d9ea0b4c52 binding host dv-cinder-857993-1-iscsi {{(pid=113376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 03:40:10.590770 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-1dec6c02-73b6-4918-98b0-541b88cf066a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (52d4c98c-8ec3-456c-afcf-38d9ea0b4c52), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:40:10.892145 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-1dec6c02-73b6-4918-98b0-541b88cf066a None None] Publish callbacks [] for port (52d4c98c-8ec3-456c-afcf-38d9ea0b4c52), precommit_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:40:10.990078 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-1dec6c02-73b6-4918-98b0-541b88cf066a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (52d4c98c-8ec3-456c-afcf-38d9ea0b4c52), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:40:11.026017 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.managers [None req-1dec6c02-73b6-4918-98b0-541b88cf066a None None] Attempting to bind port 52d4c98c-8ec3-456c-afcf-38d9ea0b4c52 on host dv-cinder-857993-1-iscsi for vnic_type normal with profile {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 03:40:11.026380 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.managers [None req-1dec6c02-73b6-4918-98b0-541b88cf066a None None] Attempting to bind port 52d4c98c-8ec3-456c-afcf-38d9ea0b4c52 by drivers openvswitch,hyperv on host dv-cinder-857993-1-iscsi at level 0 using segments [{'id': '0cda3508-2052-48b1-ae54-b35f980014ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556'}] {{(pid=113376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 03:40:11.026731 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dec6c02-73b6-4918-98b0-541b88cf066a None None] Attempting to bind port 52d4c98c-8ec3-456c-afcf-38d9ea0b4c52 on network 3e75d266-1ef3-4c3c-84dd-91ee0a702556 {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 03:40:11.053051 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a23832-db9e-4bd1-a420-7e48ae795d6a None None] Pushing event updated for resources: {'Port': ['ID=52d4c98c-8ec3-456c-afcf-38d9ea0b4c52,revision_number=2']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:40:11.074265 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dec6c02-73b6-4918-98b0-541b88cf066a None None] Checking agent: {'id': '9480ceca-8cb5-4b85-9807-6ee42f948820', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857993-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 3, 39, 29), 'started_at': datetime.datetime(2022, 9, 16, 3, 39, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 3, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857993-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 03:40:11.074631 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dec6c02-73b6-4918-98b0-541b88cf066a None None] Checking segment: {'id': '0cda3508-2052-48b1-ae54-b35f980014ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 03:40:11.075059 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-1dec6c02-73b6-4918-98b0-541b88cf066a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:40:11.075435 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dec6c02-73b6-4918-98b0-541b88cf066a None None] Bound using segment: {'id': '0cda3508-2052-48b1-ae54-b35f980014ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556'} {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 03:40:11.075887 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.managers [None req-1dec6c02-73b6-4918-98b0-541b88cf066a None None] Bound port: 52d4c98c-8ec3-456c-afcf-38d9ea0b4c52, host: dv-cinder-857993-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cda3508-2052-48b1-ae54-b35f980014ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556'}}] {{(pid=113376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 03:40:11.076256 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-1dec6c02-73b6-4918-98b0-541b88cf066a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (52d4c98c-8ec3-456c-afcf-38d9ea0b4c52), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:40:11.123956 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-1dec6c02-73b6-4918-98b0-541b88cf066a None None] For port 52d4c98c-8ec3-456c-afcf-38d9ea0b4c52, host dv-cinder-857993-1-iscsi, cleared binding levels {{(pid=113376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 03:40:11.127392 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-1dec6c02-73b6-4918-98b0-541b88cf066a None None] For port 52d4c98c-8ec3-456c-afcf-38d9ea0b4c52, host dv-cinder-857993-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=52d4c98c-8ec3-456c-afcf-38d9ea0b4c52,segment=NetworkSegment(0cda3508-2052-48b1-ae54-b35f980014ad),segment_id=0cda3508-2052-48b1-ae54-b35f980014ad)] {{(pid=113376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 03:40:11.224483 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-1dec6c02-73b6-4918-98b0-541b88cf066a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (52d4c98c-8ec3-456c-afcf-38d9ea0b4c52), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:40:11.253212 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:40:11.266600 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dec6c02-73b6-4918-98b0-541b88cf066a None None] Routers {'1486f803-7bce-4ade-8e85-ffcfd3318466'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:40:11.267804 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-1dec6c02-73b6-4918-98b0-541b88cf066a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:39:55Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['1486f803-7bce-4ade-8e85-ffcfd3318466'], 'active': True} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:40:11.307258 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a23832-db9e-4bd1-a420-7e48ae795d6a None None] Pushing event updated for resources: {'Port': ['ID=52d4c98c-8ec3-456c-afcf-38d9ea0b4c52,revision_number=3']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:40:11.311123 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:40:11.378864 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvr_db [None req-1dec6c02-73b6-4918-98b0-541b88cf066a None None] Set router 1486f803-7bce-4ade-8e85-ffcfd3318466 gateway port host: dv-cinder-857993-1-iscsi {{(pid=113376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:40:11.567240 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-1dec6c02-73b6-4918-98b0-541b88cf066a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1486f803-7bce-4ade-8e85-ffcfd3318466', 'name': 'router1', 'tenant_id': '8d00e05132b54e9b856788c06cdb7a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '52d4c98c-8ec3-456c-afcf-38d9ea0b4c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:39:48Z', 'updated_at': '2022-09-16T03:40:09Z', 'revision_number': 4, 'project_id': '8d00e05132b54e9b856788c06cdb7a56', 'gw_port': {'id': '52d4c98c-8ec3-456c-afcf-38d9ea0b4c52', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:06:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1486f803-7bce-4ade-8e85-ffcfd3318466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:40:08Z', 'updated_at': '2022-09-16T03:40:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_interfaces': [{'id': '909c0913-d2e4-4792-9f43-0ba600d64a3d', 'name': '', 'network_id': '9a5fa800-5423-427e-a138-abd80e473fa6', 'tenant_id': '8d00e05132b54e9b856788c06cdb7a56', 'mac_address': 'fa:16:3e:b9:eb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1486f803-7bce-4ade-8e85-ffcfd3318466', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f323699c-5578-4a89-a01a-85b9a7f91a7c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:39:59Z', 'updated_at': '2022-09-16T03:40:02Z', 'revision_number': 5, 'project_id': '8d00e05132b54e9b856788c06cdb7a56', 'subnets': [{'id': 'f323699c-5578-4a89-a01a-85b9a7f91a7c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '247a4f08-17d7-449d-85cf-f0a280a8880c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:40:11.594013 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dec6c02-73b6-4918-98b0-541b88cf066a None None] The sync data for ids ['1486f803-7bce-4ade-8e85-ffcfd3318466'] in dv-cinder-857993-1-iscsi is: [{'id': '1486f803-7bce-4ade-8e85-ffcfd3318466', 'name': 'router1', 'tenant_id': '8d00e05132b54e9b856788c06cdb7a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '52d4c98c-8ec3-456c-afcf-38d9ea0b4c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:39:48Z', 'updated_at': '2022-09-16T03:40:09Z', 'revision_number': 4, 'project_id': '8d00e05132b54e9b856788c06cdb7a56', 'gw_port': {'id': '52d4c98c-8ec3-456c-afcf-38d9ea0b4c52', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:06:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1486f803-7bce-4ade-8e85-ffcfd3318466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:40:08Z', 'updated_at': '2022-09-16T03:40:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_interfaces': [{'id': '909c0913-d2e4-4792-9f43-0ba600d64a3d', 'name': '', 'network_id': '9a5fa800-5423-427e-a138-abd80e473fa6', 'tenant_id': '8d00e05132b54e9b856788c06cdb7a56', 'mac_address': 'fa:16:3e:b9:eb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1486f803-7bce-4ade-8e85-ffcfd3318466', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f323699c-5578-4a89-a01a-85b9a7f91a7c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:39:59Z', 'updated_at': '2022-09-16T03:40:02Z', 'revision_number': 5, 'project_id': '8d00e05132b54e9b856788c06cdb7a56', 'subnets': [{'id': 'f323699c-5578-4a89-a01a-85b9a7f91a7c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '247a4f08-17d7-449d-85cf-f0a280a8880c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 03:40:12.280598 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device 52d4c98c-8ec3-456c-afcf-38d9ea0b4c52 up at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 03:40:12.333084 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Provisioning complete for port 52d4c98c-8ec3-456c-afcf-38d9ea0b4c52 triggered by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:40:12.333478 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (52d4c98c-8ec3-456c-afcf-38d9ea0b4c52), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:40:12.333818 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Attempt 1 to provision port 52d4c98c-8ec3-456c-afcf-38d9ea0b4c52 Sep 16 03:40:12.405268 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Current status of the port 52d4c98c-8ec3-456c-afcf-38d9ea0b4c52 is: DOWN; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:40:12.414702 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (52d4c98c-8ec3-456c-afcf-38d9ea0b4c52), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:40:12.429572 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] For port 52d4c98c-8ec3-456c-afcf-38d9ea0b4c52, host dv-cinder-857993-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=52d4c98c-8ec3-456c-afcf-38d9ea0b4c52,segment=NetworkSegment(0cda3508-2052-48b1-ae54-b35f980014ad),segment_id=0cda3508-2052-48b1-ae54-b35f980014ad)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:40:12.504234 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (52d4c98c-8ec3-456c-afcf-38d9ea0b4c52), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:40:12.549506 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Pushing event updated for resources: {'Port': ['ID=52d4c98c-8ec3-456c-afcf-38d9ea0b4c52,revision_number=4']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:40:12.686429 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 52646) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:40:13.070536 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-775c1d7c-8684-4d13-a4d1-eb17898d7f33 admin admin] 10.222.0.49 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.3830349 Sep 16 03:40:14.258859 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device 52d4c98c-8ec3-456c-afcf-38d9ea0b4c52 up at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 03:40:14.303738 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Provisioning complete for port 52d4c98c-8ec3-456c-afcf-38d9ea0b4c52 triggered by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:40:14.304080 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (52d4c98c-8ec3-456c-afcf-38d9ea0b4c52), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:40:14.304417 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Attempt 1 to provision port 52d4c98c-8ec3-456c-afcf-38d9ea0b4c52 Sep 16 03:40:14.403379 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Current status of the port 52d4c98c-8ec3-456c-afcf-38d9ea0b4c52 is: ACTIVE; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:40:17.187821 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=48,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:40:17.189731 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=38 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:40:23.063224 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=76,neutron:INSERT=1 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:40:23.066991 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=36 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:40:23.161961 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:40:23.249679 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-796df833-dbce-4c37-aff0-6b3339776806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (5f458d39-b7df-4a2e-8f52-58d49f268778), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:40:25.407140 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-97ff4b27-85cd-400c-b5fe-8880b9c017b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (20a8dcff-cb91-4cfb-b5ee-87736efe33d8), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:40:26.687046 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-6e17b5b7-15b9-4810-ad4e-df527af14d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (b6f1069f-4437-473a-8bc8-4bc493c2bb12), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:40:28.521266 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-2875a3e6-2c6e-4f2c-bd58-7e0a3de9c063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (bb5efb49-5a18-474a-824b-90488b0f2024), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:40:28.716051 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (9480ceca-8cb5-4b85-9807-6ee42f948820), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:40:38.529817 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:40:38.633435 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=64,neutron:UPDATE=4 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:40:42.200043 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=2 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:40:42.214228 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=4 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:40:44.191302 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.agents_db [None req-8ba4eca6-5e8f-405f-9ad3-b7bffaa24231 None None] Agent healthcheck: found 5 active agents {{(pid=113377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 03:40:53.178503 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-f1b63639-a42b-4a40-b858-d62ea4e45bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (5f458d39-b7df-4a2e-8f52-58d49f268778), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:40:54.192156 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=2 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:40:55.366229 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-0e7120ba-4d28-4c31-81a2-786aaf8bf844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (20a8dcff-cb91-4cfb-b5ee-87736efe33d8), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:40:56.694706 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-6e17b5b7-15b9-4810-ad4e-df527af14d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (b6f1069f-4437-473a-8bc8-4bc493c2bb12), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:40:58.537458 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-2875a3e6-2c6e-4f2c-bd58-7e0a3de9c063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (bb5efb49-5a18-474a-824b-90488b0f2024), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:40:59.292888 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (9480ceca-8cb5-4b85-9807-6ee42f948820), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:41:08.542148 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:41:08.544899 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:41:21.190798 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.agents_db [None req-8ba4eca6-5e8f-405f-9ad3-b7bffaa24231 None None] Agent healthcheck: found 5 active agents {{(pid=113377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 03:41:21.192373 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:41:23.195183 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-37e752ef-1039-4d46-b23e-23e05eb7c0c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (5f458d39-b7df-4a2e-8f52-58d49f268778), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:41:25.384031 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4d58f6ac-e882-4fe1-aca2-82524ca63dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (20a8dcff-cb91-4cfb-b5ee-87736efe33d8), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:41:26.698066 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-6e17b5b7-15b9-4810-ad4e-df527af14d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (b6f1069f-4437-473a-8bc8-4bc493c2bb12), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:41:28.475817 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-2875a3e6-2c6e-4f2c-bd58-7e0a3de9c063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (bb5efb49-5a18-474a-824b-90488b0f2024), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:41:28.618329 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (9480ceca-8cb5-4b85-9807-6ee42f948820), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:41:31.186631 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=7 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:41:38.526280 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:41:38.533404 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:41:42.320868 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 53196) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:41:42.667024 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2574f2d-cd93-4923-b9ef-449a47b3b7bf admin admin] GET failed (client error): The resource could not be found. Sep 16 03:41:42.668296 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-a2574f2d-cd93-4923-b9ef-449a47b3b7bf admin admin] 10.222.0.49 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3465059 Sep 16 03:41:42.828127 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c97239-f636-4abf-8032-216cc912bb80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:41:42.829677 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-98c97239-f636-4abf-8032-216cc912bb80 admin admin] 10.222.0.49 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1561110 Sep 16 03:41:45.483818 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 53206) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:41:45.852203 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47146a7b-5a16-42fa-9413-d61f2ac5654c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:41:45.853468 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-47146a7b-5a16-42fa-9413-d61f2ac5654c admin admin] 10.222.0.49 "GET /networking/v2.0/subnets/f323699c-5578-4a89-a01a-85b9a7f91a7c HTTP/1.1" status: 200 len: 849 time: 0.3686874 Sep 16 03:41:45.863652 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.v2.base [None req-a8848d46-2b90-4852-b4ac-5ca6801ccb3a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=113374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:41:45.948987 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-a8848d46-2b90-4852-b4ac-5ca6801ccb3a admin admin] Publish callbacks [] for subnet (f323699c-5578-4a89-a01a-85b9a7f91a7c), before_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:41:46.132480 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-a8848d46-2b90-4852-b4ac-5ca6801ccb3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741672957844'] for subnet (f323699c-5578-4a89-a01a-85b9a7f91a7c), after_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:41:46.168554 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8848d46-2b90-4852-b4ac-5ca6801ccb3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:41:46.169931 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-a8848d46-2b90-4852-b4ac-5ca6801ccb3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602048'] for subnet (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:41:46.170643 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-a8848d46-2b90-4852-b4ac-5ca6801ccb3a admin admin] 10.222.0.49 "PUT /networking/v2.0/subnets/f323699c-5578-4a89-a01a-85b9a7f91a7c HTTP/1.1" status: 200 len: 868 time: 0.3111572 Sep 16 03:41:46.190596 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619eb5aa-a580-4a37-8f36-115de01f3ef9 None None] Network 9a5fa800-5423-427e-a138-abd80e473fa6 requested from dv-cinder-857993-1-iscsi {{(pid=113376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 03:41:46.191537 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8848d46-2b90-4852-b4ac-5ca6801ccb3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f323699c-5578-4a89-a01a-85b9a7f91a7c,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:41:46.199112 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8848d46-2b90-4852-b4ac-5ca6801ccb3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:41:46.199496 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8848d46-2b90-4852-b4ac-5ca6801ccb3a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:41:46.199821 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8848d46-2b90-4852-b4ac-5ca6801ccb3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:41:46.200159 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8848d46-2b90-4852-b4ac-5ca6801ccb3a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:41:46.200486 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8848d46-2b90-4852-b4ac-5ca6801ccb3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:41:46.200808 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8848d46-2b90-4852-b4ac-5ca6801ccb3a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:41:46.201129 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8848d46-2b90-4852-b4ac-5ca6801ccb3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:41:46.201449 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8848d46-2b90-4852-b4ac-5ca6801ccb3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:41:46.201785 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8848d46-2b90-4852-b4ac-5ca6801ccb3a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:41:46.202106 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8848d46-2b90-4852-b4ac-5ca6801ccb3a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:41:46.202429 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8848d46-2b90-4852-b4ac-5ca6801ccb3a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:41:46.202748 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8848d46-2b90-4852-b4ac-5ca6801ccb3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:41:46.204036 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8848d46-2b90-4852-b4ac-5ca6801ccb3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:41:46.204576 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8848d46-2b90-4852-b4ac-5ca6801ccb3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:41:46.204910 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8848d46-2b90-4852-b4ac-5ca6801ccb3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:41:46.544995 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-bd046b5e-1352-4597-bff3-f1d7d33f454e None None] Provisioning complete for port 909c0913-d2e4-4792-9f43-0ba600d64a3d triggered by entity DHCP. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:41:46.545377 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-bd046b5e-1352-4597-bff3-f1d7d33f454e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (909c0913-d2e4-4792-9f43-0ba600d64a3d), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:41:46.545715 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-bd046b5e-1352-4597-bff3-f1d7d33f454e None None] Attempt 1 to provision port 909c0913-d2e4-4792-9f43-0ba600d64a3d Sep 16 03:41:46.625220 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-bd046b5e-1352-4597-bff3-f1d7d33f454e None None] Current status of the port 909c0913-d2e4-4792-9f43-0ba600d64a3d is: ACTIVE; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:41:46.633260 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-bd046b5e-1352-4597-bff3-f1d7d33f454e None None] Provisioning complete for port ddac962f-46ce-471c-a740-2cc70aaa13a5 triggered by entity DHCP. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:41:46.633646 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-bd046b5e-1352-4597-bff3-f1d7d33f454e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (ddac962f-46ce-471c-a740-2cc70aaa13a5), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:41:46.634006 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-bd046b5e-1352-4597-bff3-f1d7d33f454e None None] Attempt 1 to provision port ddac962f-46ce-471c-a740-2cc70aaa13a5 Sep 16 03:41:46.703086 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-bd046b5e-1352-4597-bff3-f1d7d33f454e None None] Current status of the port ddac962f-46ce-471c-a740-2cc70aaa13a5 is: ACTIVE; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:41:48.780587 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 53214) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:41:49.288163 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0518e1f-109a-4ce0-969b-fe36a0767e7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:41:49.288627 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0518e1f-109a-4ce0-969b-fe36a0767e7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:41:49.290189 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-c0518e1f-109a-4ce0-969b-fe36a0767e7a admin admin] 10.222.0.49 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5087774 Sep 16 03:41:51.832606 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 53224) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:41:52.236856 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be1ccdb-6b11-4222-9c04-b0dbaca17aca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:41:52.237320 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be1ccdb-6b11-4222-9c04-b0dbaca17aca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:41:52.238819 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-1be1ccdb-6b11-4222-9c04-b0dbaca17aca admin admin] 10.222.0.49 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4052923 Sep 16 03:41:53.195370 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-6ee7e2f7-63c5-44ef-838b-789ff0e6348e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (5f458d39-b7df-4a2e-8f52-58d49f268778), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:41:54.895707 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 53232) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:41:55.358465 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a639effc-c5c8-452a-b5af-11d27b816e9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:41:55.360543 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-a639effc-c5c8-452a-b5af-11d27b816e9c admin admin] 10.222.0.49 "GET /networking/v2.0/networks/3e75d266-1ef3-4c3c-84dd-91ee0a702556 HTTP/1.1" status: 200 len: 886 time: 0.4639752 Sep 16 03:41:55.378046 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-5cf3a446-4aec-4055-b40a-e5d70ba63fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (20a8dcff-cb91-4cfb-b5ee-87736efe33d8), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:41:56.194079 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=63,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:41:56.194955 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=59,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:41:56.195933 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=2 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:41:56.197814 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=4 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:41:56.686688 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-6e17b5b7-15b9-4810-ad4e-df527af14d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (b6f1069f-4437-473a-8bc8-4bc493c2bb12), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:41:57.966165 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 53240) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:41:58.189643 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.agents_db [None req-8ba4eca6-5e8f-405f-9ad3-b7bffaa24231 None None] Agent healthcheck: found 5 active agents {{(pid=113377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 03:41:58.386253 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7700f0-23fc-489e-aa50-98017977c66b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:41:58.387652 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-bc7700f0-23fc-489e-aa50-98017977c66b admin admin] 10.222.0.49 "GET /networking/v2.0/networks/9a5fa800-5423-427e-a138-abd80e473fa6 HTTP/1.1" status: 200 len: 869 time: 0.4205291 Sep 16 03:41:58.475437 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-2875a3e6-2c6e-4f2c-bd58-7e0a3de9c063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (bb5efb49-5a18-474a-824b-90488b0f2024), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:41:58.606688 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (9480ceca-8cb5-4b85-9807-6ee42f948820), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:42:00.980319 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 53248) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:42:01.378248 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a088a53b-908d-4545-bafb-20eeae697959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:42:01.378696 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a088a53b-908d-4545-bafb-20eeae697959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:42:01.380239 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-a088a53b-908d-4545-bafb-20eeae697959 admin admin] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3989866 Sep 16 03:42:03.963796 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 53256) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:42:04.340622 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77f7db0-6b0b-431c-bf7e-a9c34ee052bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:42:04.341074 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77f7db0-6b0b-431c-bf7e-a9c34ee052bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:42:04.342584 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-f77f7db0-6b0b-431c-bf7e-a9c34ee052bd admin admin] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3778574 Sep 16 03:42:06.934510 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 53264) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:42:07.320873 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576500c5-0f7d-41f8-a4e0-3b5a5fddabca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:42:07.322244 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-576500c5-0f7d-41f8-a4e0-3b5a5fddabca admin admin] 10.222.0.49 "GET /networking/v2.0/subnets/1e346a16-d4e3-4654-8a01-a4fa77b75a04 HTTP/1.1" status: 200 len: 816 time: 0.3868227 Sep 16 03:42:08.185964 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=2 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:42:08.538466 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=44,neutron:UPDATE=2 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:42:08.542838 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=48,neutron:UPDATE=3 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:42:09.887519 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 53272) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:42:10.265266 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833c2df3-14c3-458a-bd01-01f27de47a42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:42:10.266704 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-833c2df3-14c3-458a-bd01-01f27de47a42 admin admin] 10.222.0.49 "GET /networking/v2.0/subnets/f323699c-5578-4a89-a01a-85b9a7f91a7c HTTP/1.1" status: 200 len: 868 time: 0.3783200 Sep 16 03:42:18.663820 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=11 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:42:18.672864 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=15 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:42:20.257975 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=72 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:42:20.261955 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=66 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:42:23.190106 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b825b508-365c-4918-b038-5a8f48a99f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (5f458d39-b7df-4a2e-8f52-58d49f268778), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:42:25.371807 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-7dfafbc9-bfcf-452f-99d4-cbb66a30aaeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (20a8dcff-cb91-4cfb-b5ee-87736efe33d8), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:42:26.709030 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-6e17b5b7-15b9-4810-ad4e-df527af14d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (b6f1069f-4437-473a-8bc8-4bc493c2bb12), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:42:28.492310 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-2875a3e6-2c6e-4f2c-bd58-7e0a3de9c063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (bb5efb49-5a18-474a-824b-90488b0f2024), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:42:28.592835 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (9480ceca-8cb5-4b85-9807-6ee42f948820), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:42:33.187907 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=2 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:42:33.196798 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=4 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:42:35.188724 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.agents_db [None req-8ba4eca6-5e8f-405f-9ad3-b7bffaa24231 None None] Agent healthcheck: found 5 active agents {{(pid=113377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 03:42:38.535809 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:42:38.537689 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:42:41.261855 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 53328) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:42:41.585683 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [None req-01c051ef-82b2-4b31-a0a3-3ec8d3298815 admin admin] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 03:42:41.586685 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-01c051ef-82b2-4b31-a0a3-3ec8d3298815 admin admin] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3239005 Sep 16 03:42:44.223717 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 53336) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:42:44.558231 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6a5f26a-36a7-4878-b29c-189fa986a745 admin admin] GET failed (client error): The resource could not be found. Sep 16 03:42:44.559507 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-f6a5f26a-36a7-4878-b29c-189fa986a745 admin admin] 10.222.0.49 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3348818 Sep 16 03:42:44.643326 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e493a9-54fe-47c2-a626-2780ad625a28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:42:44.644763 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-85e493a9-54fe-47c2-a626-2780ad625a28 admin admin] 10.222.0.49 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0802591 Sep 16 03:42:45.184869 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=2 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:42:47.233358 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 53344) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:42:47.554192 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.v2.base [None req-47c58ed5-d592-49ca-8caa-1616f155a093 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=113374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:42:47.626589 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c58ed5-d592-49ca-8caa-1616f155a093 admin admin] Made reservation on behalf of ccdd7a44ba5049fb939dad44d5bd406e for: {'network': 1} {{(pid=113374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 03:42:47.628939 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-47c58ed5-d592-49ca-8caa-1616f155a093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for network (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:42:47.659765 dv-cinder-857993-1-iscsi neutron-server[113374]: WARNING neutron.services.revisions.revision_plugin [None req-47c58ed5-d592-49ca-8caa-1616f155a093 admin admin] Could not find related network for resource to bump revision. Sep 16 03:42:47.672849 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47c58ed5-d592-49ca-8caa-1616f155a093 admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=113374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 03:42:47.682062 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-47c58ed5-d592-49ca-8caa-1616f155a093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432398'] for segment (428d37f6-54df-4722-a65f-52e567a40722), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:42:47.682391 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.db.segments_db [None req-47c58ed5-d592-49ca-8caa-1616f155a093 admin admin] Added segment 428d37f6-54df-4722-a65f-52e567a40722 of type vlan for network 887c465a-e84a-4b9e-bdb7-a47ae5f83b31 Sep 16 03:42:47.728259 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-47c58ed5-d592-49ca-8caa-1616f155a093 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741672468170'] for network (887c465a-e84a-4b9e-bdb7-a47ae5f83b31), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:42:47.812415 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-47c58ed5-d592-49ca-8caa-1616f155a093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066'] for network (887c465a-e84a-4b9e-bdb7-a47ae5f83b31), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:42:47.813297 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c58ed5-d592-49ca-8caa-1616f155a093 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:42:47.813866 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-47c58ed5-d592-49ca-8caa-1616f155a093 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602048'] for network (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:42:47.904133 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c58ed5-d592-49ca-8caa-1616f155a093 admin admin] Pushing event updated for resources: {'Network': ['ID=887c465a-e84a-4b9e-bdb7-a47ae5f83b31,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:42:47.911336 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c58ed5-d592-49ca-8caa-1616f155a093 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:42:47.911674 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c58ed5-d592-49ca-8caa-1616f155a093 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:42:47.912004 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c58ed5-d592-49ca-8caa-1616f155a093 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:42:47.912328 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c58ed5-d592-49ca-8caa-1616f155a093 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:42:47.912648 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c58ed5-d592-49ca-8caa-1616f155a093 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:42:47.912965 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c58ed5-d592-49ca-8caa-1616f155a093 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:42:47.913418 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c58ed5-d592-49ca-8caa-1616f155a093 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:42:47.913736 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c58ed5-d592-49ca-8caa-1616f155a093 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:42:47.914067 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c58ed5-d592-49ca-8caa-1616f155a093 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:42:47.914382 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c58ed5-d592-49ca-8caa-1616f155a093 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:42:47.914708 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c58ed5-d592-49ca-8caa-1616f155a093 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:42:47.915087 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c58ed5-d592-49ca-8caa-1616f155a093 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:42:47.919661 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c58ed5-d592-49ca-8caa-1616f155a093 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:42:47.919661 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c58ed5-d592-49ca-8caa-1616f155a093 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:42:47.919661 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c58ed5-d592-49ca-8caa-1616f155a093 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:42:47.928705 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Network 887c465a-e84a-4b9e-bdb7-a47ae5f83b31 details requested by agent ovs-agent-dv-cinder-857993-1-iscsi with host dv-cinder-857993-1-iscsi {{(pid=113376) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 03:42:48.004973 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-47c58ed5-d592-49ca-8caa-1616f155a093 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7704260 Sep 16 03:42:50.615050 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 53352) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:42:50.953574 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.pecan_wsgi.hooks.translation [None req-103ca2e8-920b-4c5e-b72c-7a7ea6b6ec42 admin admin] GET failed (client error): The resource could not be found. Sep 16 03:42:50.954842 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-103ca2e8-920b-4c5e-b72c-7a7ea6b6ec42 admin admin] 10.222.0.49 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3388238 Sep 16 03:42:51.022750 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e710eb00-aed3-40ea-8bd0-028c25891e28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:42:51.024182 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-e710eb00-aed3-40ea-8bd0-028c25891e28 admin admin] 10.222.0.49 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0650976 Sep 16 03:42:51.033886 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.v2.base [None req-82015b16-95d7-45b7-9fa4-b0fcda8fe78f admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '887c465a-e84a-4b9e-bdb7-a47ae5f83b31', 'description': 'shared-subnet'}} {{(pid=113374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:42:51.114682 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82015b16-95d7-45b7-9fa4-b0fcda8fe78f admin admin] Made reservation on behalf of ccdd7a44ba5049fb939dad44d5bd406e for: {'subnet': 1} {{(pid=113374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 03:42:51.117022 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-82015b16-95d7-45b7-9fa4-b0fcda8fe78f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:42:51.347198 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-82015b16-95d7-45b7-9fa4-b0fcda8fe78f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066'] for subnet (d3b6144a-62db-4e72-b350-bced8e7020d0), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:42:51.399755 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82015b16-95d7-45b7-9fa4-b0fcda8fe78f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3b6144a-62db-4e72-b350-bced8e7020d0,revision_number=0']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:42:51.415452 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82015b16-95d7-45b7-9fa4-b0fcda8fe78f admin admin] Checking segment: {'id': '428d37f6-54df-4722-a65f-52e567a40722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '887c465a-e84a-4b9e-bdb7-a47ae5f83b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 03:42:51.415795 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82015b16-95d7-45b7-9fa4-b0fcda8fe78f admin admin] Network hostable DHCP agents. Network: 887c465a-e84a-4b9e-bdb7-a47ae5f83b31, hostable agents: ['5f458d39-b7df-4a2e-8f52-58d49f268778'], hosted agents: [] {{(pid=113374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 03:42:51.491937 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82015b16-95d7-45b7-9fa4-b0fcda8fe78f admin admin] Network 887c465a-e84a-4b9e-bdb7-a47ae5f83b31 is scheduled to be hosted by DHCP agent 5f458d39-b7df-4a2e-8f52-58d49f268778 with binding_index 1 {{(pid=113374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 03:42:51.547652 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.base_scheduler [None req-82015b16-95d7-45b7-9fa4-b0fcda8fe78f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857993-1-iscsi, 887c465a-e84a-4b9e-bdb7-a47ae5f83b31) {{(pid=113374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:42:51.551838 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82015b16-95d7-45b7-9fa4-b0fcda8fe78f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:42:51.552424 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-82015b16-95d7-45b7-9fa4-b0fcda8fe78f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602048'] for subnet (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:42:51.557174 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e751252f-3535-48e4-8412-113245fb0970 None None] Network 887c465a-e84a-4b9e-bdb7-a47ae5f83b31 requested from dv-cinder-857993-1-iscsi {{(pid=113376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 03:42:51.626267 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-82015b16-95d7-45b7-9fa4-b0fcda8fe78f admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5955672 Sep 16 03:42:51.659846 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a50368-b69b-4594-a63b-9962a851f1b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1b2c0b-792a-5649-a48f-0084fb1c0ace-887c465a-e84a-4b9e-bdb7-a47ae5f83b31', 'network_id': '887c465a-e84a-4b9e-bdb7-a47ae5f83b31', 'project_id': 'ccdd7a44ba5049fb939dad44d5bd406e', 'fixed_ips': [{'subnet_id': 'd3b6144a-62db-4e72-b350-bced8e7020d0'}]}} from dv-cinder-857993-1-iscsi. {{(pid=113376) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 03:42:51.660834 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-e4a50368-b69b-4594-a63b-9962a851f1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (None), before_create {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:42:51.805189 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.db_base_plugin_common [None req-e4a50368-b69b-4594-a63b-9962a851f1b5 None None] Allocated IP 192.168.233.2 (887c465a-e84a-4b9e-bdb7-a47ae5f83b31/d3b6144a-62db-4e72-b350-bced8e7020d0/a8392088-69db-423c-863d-c3d8ebd54f0c) {{(pid=113376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 03:42:51.954274 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-e4a50368-b69b-4594-a63b-9962a851f1b5 None None] Publish callbacks [] for port (a8392088-69db-423c-863d-c3d8ebd54f0c), precommit_create {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:42:52.052529 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-e4a50368-b69b-4594-a63b-9962a851f1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672515804'] for port (a8392088-69db-423c-863d-c3d8ebd54f0c), after_create {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:42:52.102568 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a50368-b69b-4594-a63b-9962a851f1b5 None None] Network 887c465a-e84a-4b9e-bdb7-a47ae5f83b31 is already hosted by enough agents. {{(pid=113376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 03:42:52.107582 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.scheduler.base_scheduler [None req-e4a50368-b69b-4594-a63b-9962a851f1b5 None None] Resources bound (agent type, host, resource id): {{(pid=113376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:42:52.109723 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a50368-b69b-4594-a63b-9962a851f1b5 None None] Pushing event updated for resources: {'Port': ['ID=a8392088-69db-423c-863d-c3d8ebd54f0c,revision_number=1']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:42:52.111935 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a50368-b69b-4594-a63b-9962a851f1b5 None None] Received port after_create {{(pid=113376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 03:42:52.122526 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a50368-b69b-4594-a63b-9962a851f1b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:42:52.122863 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a50368-b69b-4594-a63b-9962a851f1b5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:42:52.123242 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a50368-b69b-4594-a63b-9962a851f1b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:42:52.123604 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a50368-b69b-4594-a63b-9962a851f1b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:42:52.123941 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a50368-b69b-4594-a63b-9962a851f1b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:42:52.124432 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a50368-b69b-4594-a63b-9962a851f1b5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:42:52.124849 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a50368-b69b-4594-a63b-9962a851f1b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:42:52.125173 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a50368-b69b-4594-a63b-9962a851f1b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:42:52.125496 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a50368-b69b-4594-a63b-9962a851f1b5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:42:52.125815 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a50368-b69b-4594-a63b-9962a851f1b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:42:52.126135 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a50368-b69b-4594-a63b-9962a851f1b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:42:52.126454 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a50368-b69b-4594-a63b-9962a851f1b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:42:52.126775 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a50368-b69b-4594-a63b-9962a851f1b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:42:52.127108 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a50368-b69b-4594-a63b-9962a851f1b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:42:52.127422 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a50368-b69b-4594-a63b-9962a851f1b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:42:52.181418 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.managers [None req-e4a50368-b69b-4594-a63b-9962a851f1b5 None None] Attempting to bind port a8392088-69db-423c-863d-c3d8ebd54f0c on host dv-cinder-857993-1-iscsi for vnic_type normal with profile {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 03:42:52.181787 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.managers [None req-e4a50368-b69b-4594-a63b-9962a851f1b5 None None] Attempting to bind port a8392088-69db-423c-863d-c3d8ebd54f0c by drivers openvswitch,hyperv on host dv-cinder-857993-1-iscsi at level 0 using segments [{'id': '428d37f6-54df-4722-a65f-52e567a40722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '887c465a-e84a-4b9e-bdb7-a47ae5f83b31'}] {{(pid=113376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 03:42:52.182138 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a50368-b69b-4594-a63b-9962a851f1b5 None None] Attempting to bind port a8392088-69db-423c-863d-c3d8ebd54f0c on network 887c465a-e84a-4b9e-bdb7-a47ae5f83b31 {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 03:42:52.223950 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a50368-b69b-4594-a63b-9962a851f1b5 None None] Checking agent: {'id': '9480ceca-8cb5-4b85-9807-6ee42f948820', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857993-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 3, 39, 29), 'started_at': datetime.datetime(2022, 9, 16, 3, 39, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 3, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857993-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 03:42:52.224272 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a50368-b69b-4594-a63b-9962a851f1b5 None None] Checking segment: {'id': '428d37f6-54df-4722-a65f-52e567a40722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '887c465a-e84a-4b9e-bdb7-a47ae5f83b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 03:42:52.224619 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-e4a50368-b69b-4594-a63b-9962a851f1b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:42:52.225009 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a50368-b69b-4594-a63b-9962a851f1b5 None None] Bound using segment: {'id': '428d37f6-54df-4722-a65f-52e567a40722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '887c465a-e84a-4b9e-bdb7-a47ae5f83b31'} {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 03:42:52.225471 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.managers [None req-e4a50368-b69b-4594-a63b-9962a851f1b5 None None] Bound port: a8392088-69db-423c-863d-c3d8ebd54f0c, host: dv-cinder-857993-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '428d37f6-54df-4722-a65f-52e567a40722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '887c465a-e84a-4b9e-bdb7-a47ae5f83b31'}}] {{(pid=113376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 03:42:52.225868 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-e4a50368-b69b-4594-a63b-9962a851f1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (a8392088-69db-423c-863d-c3d8ebd54f0c), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:42:52.293488 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-e4a50368-b69b-4594-a63b-9962a851f1b5 None None] For port a8392088-69db-423c-863d-c3d8ebd54f0c, host dv-cinder-857993-1-iscsi, cleared binding levels {{(pid=113376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 03:42:52.297463 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-e4a50368-b69b-4594-a63b-9962a851f1b5 None None] For port a8392088-69db-423c-863d-c3d8ebd54f0c, host dv-cinder-857993-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=a8392088-69db-423c-863d-c3d8ebd54f0c,segment=NetworkSegment(428d37f6-54df-4722-a65f-52e567a40722),segment_id=428d37f6-54df-4722-a65f-52e567a40722)] {{(pid=113376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 03:42:52.361513 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-e4a50368-b69b-4594-a63b-9962a851f1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (a8392088-69db-423c-863d-c3d8ebd54f0c), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:42:52.389699 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:42:52.404248 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:42:52.415741 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a50368-b69b-4594-a63b-9962a851f1b5 None None] Pushing event updated for resources: {'Port': ['ID=a8392088-69db-423c-863d-c3d8ebd54f0c,revision_number=2']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:42:53.192864 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-7cf717c1-5f97-45f4-aa91-95a401e5d91b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (5f458d39-b7df-4a2e-8f52-58d49f268778), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:42:53.273575 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf486af-f73f-4be5-b53f-8f922cf7525c None None] Network 887c465a-e84a-4b9e-bdb7-a47ae5f83b31 requested from dv-cinder-857993-1-iscsi {{(pid=113376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 03:42:53.328787 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-2bc47773-ad6b-47bd-8353-0c2d0b493a06 None None] Provisioning complete for port a8392088-69db-423c-863d-c3d8ebd54f0c triggered by entity DHCP. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:42:53.329042 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-2bc47773-ad6b-47bd-8353-0c2d0b493a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (a8392088-69db-423c-863d-c3d8ebd54f0c), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:42:53.329855 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-2bc47773-ad6b-47bd-8353-0c2d0b493a06 None None] Attempt 1 to provision port a8392088-69db-423c-863d-c3d8ebd54f0c Sep 16 03:42:53.454147 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-2bc47773-ad6b-47bd-8353-0c2d0b493a06 None None] Current status of the port a8392088-69db-423c-863d-c3d8ebd54f0c is: DOWN; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:42:53.454503 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-2bc47773-ad6b-47bd-8353-0c2d0b493a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (a8392088-69db-423c-863d-c3d8ebd54f0c), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:42:53.493501 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-2bc47773-ad6b-47bd-8353-0c2d0b493a06 None None] For port a8392088-69db-423c-863d-c3d8ebd54f0c, host dv-cinder-857993-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=a8392088-69db-423c-863d-c3d8ebd54f0c,segment=NetworkSegment(428d37f6-54df-4722-a65f-52e567a40722),segment_id=428d37f6-54df-4722-a65f-52e567a40722)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:42:53.606547 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-2bc47773-ad6b-47bd-8353-0c2d0b493a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (a8392088-69db-423c-863d-c3d8ebd54f0c), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:42:53.653446 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc47773-ad6b-47bd-8353-0c2d0b493a06 None None] Pushing event updated for resources: {'Port': ['ID=a8392088-69db-423c-863d-c3d8ebd54f0c,revision_number=3']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:42:53.724931 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-a720cc77-727a-4f75-b526-c15ee3b1f792 None None] Provisioning complete for port a8392088-69db-423c-863d-c3d8ebd54f0c triggered by entity DHCP. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:42:53.725545 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-a720cc77-727a-4f75-b526-c15ee3b1f792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (a8392088-69db-423c-863d-c3d8ebd54f0c), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:42:53.725893 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-a720cc77-727a-4f75-b526-c15ee3b1f792 None None] Attempt 1 to provision port a8392088-69db-423c-863d-c3d8ebd54f0c Sep 16 03:42:53.802270 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-a720cc77-727a-4f75-b526-c15ee3b1f792 None None] Current status of the port a8392088-69db-423c-863d-c3d8ebd54f0c is: ACTIVE; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:42:54.383772 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device a8392088-69db-423c-863d-c3d8ebd54f0c up at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 03:42:54.430890 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Provisioning complete for port a8392088-69db-423c-863d-c3d8ebd54f0c triggered by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:42:54.431342 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (a8392088-69db-423c-863d-c3d8ebd54f0c), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:42:54.431684 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Attempt 1 to provision port a8392088-69db-423c-863d-c3d8ebd54f0c Sep 16 03:42:54.504948 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Current status of the port a8392088-69db-423c-863d-c3d8ebd54f0c is: ACTIVE; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:42:55.386738 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-1b7ec82c-4d27-4e93-b385-37fb77df5deb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (20a8dcff-cb91-4cfb-b5ee-87736efe33d8), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:42:56.795105 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-6e17b5b7-15b9-4810-ad4e-df527af14d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (b6f1069f-4437-473a-8bc8-4bc493c2bb12), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:42:58.518062 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-2875a3e6-2c6e-4f2c-bd58-7e0a3de9c063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (bb5efb49-5a18-474a-824b-90488b0f2024), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:42:58.588953 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (9480ceca-8cb5-4b85-9807-6ee42f948820), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:43:01.559820 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:43:01.562886 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=79,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:43:08.528616 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=78,neutron:UPDATE=1 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:43:08.530639 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=69,neutron:UPDATE=6 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:43:10.184768 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=2 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:43:10.191584 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=4 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:43:12.187386 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.agents_db [None req-8ba4eca6-5e8f-405f-9ad3-b7bffaa24231 None None] Agent healthcheck: found 5 active agents {{(pid=113377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 03:43:22.183037 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=2 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:43:22.183788 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:43:23.187182 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-06ff96b7-d2a6-4daa-8977-1b7fb6f0b9b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (5f458d39-b7df-4a2e-8f52-58d49f268778), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:43:25.377309 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-d463cbee-9f65-4e47-8dc9-e4c22fce9867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (20a8dcff-cb91-4cfb-b5ee-87736efe33d8), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:43:26.740468 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-6e17b5b7-15b9-4810-ad4e-df527af14d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (b6f1069f-4437-473a-8bc8-4bc493c2bb12), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:43:28.466091 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-2875a3e6-2c6e-4f2c-bd58-7e0a3de9c063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (bb5efb49-5a18-474a-824b-90488b0f2024), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:43:28.589089 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (9480ceca-8cb5-4b85-9807-6ee42f948820), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:43:38.527437 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:43:38.530300 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:43:47.182093 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=2 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:43:47.187033 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=4 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:43:49.186478 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.agents_db [None req-8ba4eca6-5e8f-405f-9ad3-b7bffaa24231 None None] Agent healthcheck: found 5 active agents {{(pid=113377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 03:43:53.194343 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-a2ec3272-b9e1-4d93-95e9-0b6f0c476b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (5f458d39-b7df-4a2e-8f52-58d49f268778), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:43:55.386000 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-8934fb96-8f35-474b-9140-6dc23920f52b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (20a8dcff-cb91-4cfb-b5ee-87736efe33d8), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:43:56.737032 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-6e17b5b7-15b9-4810-ad4e-df527af14d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (b6f1069f-4437-473a-8bc8-4bc493c2bb12), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:43:58.534080 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-2875a3e6-2c6e-4f2c-bd58-7e0a3de9c063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (bb5efb49-5a18-474a-824b-90488b0f2024), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:43:58.620191 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (9480ceca-8cb5-4b85-9807-6ee42f948820), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:43:59.182789 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=2 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:44:08.521177 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:44:08.527201 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:44:23.194803 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-91b67133-27e8-4b93-b7f9-3cda44ac869a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (5f458d39-b7df-4a2e-8f52-58d49f268778), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:44:24.182939 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=11 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:44:24.193043 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=21 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:44:25.368026 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-a1a35c91-a970-41be-9e59-1c2c8600cb60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (20a8dcff-cb91-4cfb-b5ee-87736efe33d8), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:44:26.184790 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.agents_db [None req-8ba4eca6-5e8f-405f-9ad3-b7bffaa24231 None None] Agent healthcheck: found 5 active agents {{(pid=113377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 03:44:26.722486 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-6e17b5b7-15b9-4810-ad4e-df527af14d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (b6f1069f-4437-473a-8bc8-4bc493c2bb12), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:44:28.505394 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-2875a3e6-2c6e-4f2c-bd58-7e0a3de9c063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (bb5efb49-5a18-474a-824b-90488b0f2024), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:44:28.594406 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (9480ceca-8cb5-4b85-9807-6ee42f948820), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:44:36.180330 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=1 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:44:36.184261 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=1 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:44:38.522603 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:44:38.528645 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:44:42.383365 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 53414) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:44:42.389668 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [None req-a1a21340-7dd6-4b0a-988f-ad9efd1b3e80 tempest-verify_tempest_config-261783479 tempest-verify_tempest_config-261783479-project] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 03:44:42.390682 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-a1a21340-7dd6-4b0a-988f-ad9efd1b3e80 tempest-verify_tempest_config-261783479 tempest-verify_tempest_config-261783479-project] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0063536 Sep 16 03:44:42.986319 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 53432) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:44:43.114133 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-230f80b2-a026-4c2e-946e-379e222a918b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:44:43.187129 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-230f80b2-a026-4c2e-946e-379e222a918b admin admin] Publish callbacks [] for security_group (a57c2829-8f76-45b1-a9c2-ff76db403886), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:44:43.268521 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-230f80b2-a026-4c2e-946e-379e222a918b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (a57c2829-8f76-45b1-a9c2-ff76db403886), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:44:43.314726 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230f80b2-a026-4c2e-946e-379e222a918b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a57c2829-8f76-45b1-a9c2-ff76db403886,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:44:43.318469 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-230f80b2-a026-4c2e-946e-379e222a918b admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=a0d3a3ad8036497e9272f689823a015a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3311267 Sep 16 03:44:43.321308 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 53438) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:44:43.323940 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230f80b2-a026-4c2e-946e-379e222a918b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:44:43.324243 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230f80b2-a026-4c2e-946e-379e222a918b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:44:43.324604 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230f80b2-a026-4c2e-946e-379e222a918b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:44:43.324945 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230f80b2-a026-4c2e-946e-379e222a918b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:44:43.325307 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230f80b2-a026-4c2e-946e-379e222a918b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:44:43.326315 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230f80b2-a026-4c2e-946e-379e222a918b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:44:43.326649 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230f80b2-a026-4c2e-946e-379e222a918b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:44:43.327108 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230f80b2-a026-4c2e-946e-379e222a918b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:44:43.327456 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230f80b2-a026-4c2e-946e-379e222a918b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:44:43.327794 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230f80b2-a026-4c2e-946e-379e222a918b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:44:43.328249 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230f80b2-a026-4c2e-946e-379e222a918b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:44:43.328441 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230f80b2-a026-4c2e-946e-379e222a918b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:44:43.328765 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230f80b2-a026-4c2e-946e-379e222a918b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:44:43.329087 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230f80b2-a026-4c2e-946e-379e222a918b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:44:43.329405 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230f80b2-a026-4c2e-946e-379e222a918b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:44:43.376636 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-2af67529-cefe-48c0-b772-67644f76ce58 admin admin] Publish callbacks [] for security_group (a57c2829-8f76-45b1-a9c2-ff76db403886), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:44:43.395949 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-2af67529-cefe-48c0-b772-67644f76ce58 admin admin] Publish callbacks [] for security_group (a57c2829-8f76-45b1-a9c2-ff76db403886), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:44:43.554622 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-2af67529-cefe-48c0-b772-67644f76ce58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (a57c2829-8f76-45b1-a9c2-ff76db403886), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:44:43.557211 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-2af67529-cefe-48c0-b772-67644f76ce58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:44:43.558779 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-2af67529-cefe-48c0-b772-67644f76ce58 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/a57c2829-8f76-45b1-a9c2-ff76db403886 HTTP/1.1" status: 204 len: 168 time: 0.2362773 Sep 16 03:44:43.571092 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af67529-cefe-48c0-b772-67644f76ce58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a57c2829-8f76-45b1-a9c2-ff76db403886,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:44:43.579362 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af67529-cefe-48c0-b772-67644f76ce58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:44:43.579362 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af67529-cefe-48c0-b772-67644f76ce58 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:44:43.582120 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af67529-cefe-48c0-b772-67644f76ce58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:44:43.582120 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af67529-cefe-48c0-b772-67644f76ce58 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:44:43.582120 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af67529-cefe-48c0-b772-67644f76ce58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:44:43.582120 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af67529-cefe-48c0-b772-67644f76ce58 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:44:43.582120 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af67529-cefe-48c0-b772-67644f76ce58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:44:43.582120 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af67529-cefe-48c0-b772-67644f76ce58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:44:43.582120 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af67529-cefe-48c0-b772-67644f76ce58 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:44:43.582120 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af67529-cefe-48c0-b772-67644f76ce58 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:44:43.582828 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af67529-cefe-48c0-b772-67644f76ce58 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:44:43.582828 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af67529-cefe-48c0-b772-67644f76ce58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:44:43.583116 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af67529-cefe-48c0-b772-67644f76ce58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:44:43.583407 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af67529-cefe-48c0-b772-67644f76ce58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:44:43.583840 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af67529-cefe-48c0-b772-67644f76ce58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:44:53.188217 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-18c0ee29-25b7-4bef-8895-afc52a10e2f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (5f458d39-b7df-4a2e-8f52-58d49f268778), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:44:53.310366 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=16,neutron:INSERT=7 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:44:53.320103 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=23,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:44:53.573952 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=16,neutron:DELETE=3 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:44:53.574827 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=18,neutron:DELETE=1 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:44:55.527992 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-91ea58d8-71ea-4307-ae5a-6d0396fea77b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (20a8dcff-cb91-4cfb-b5ee-87736efe33d8), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:44:56.773115 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-6e17b5b7-15b9-4810-ad4e-df527af14d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (b6f1069f-4437-473a-8bc8-4bc493c2bb12), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:44:58.542784 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-2875a3e6-2c6e-4f2c-bd58-7e0a3de9c063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (bb5efb49-5a18-474a-824b-90488b0f2024), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:44:58.593854 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (9480ceca-8cb5-4b85-9807-6ee42f948820), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:45:01.194260 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=3 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:45:01.198145 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=3 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:45:03.182601 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.agents_db [None req-8ba4eca6-5e8f-405f-9ad3-b7bffaa24231 None None] Agent healthcheck: found 5 active agents {{(pid=113377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 03:45:08.530862 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=17,neutron:UPDATE=4 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:45:08.533703 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:45:21.192198 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=2 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:45:21.192962 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:45:23.195774 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-375782f3-4bbe-4762-9cd3-af0974c4948a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (5f458d39-b7df-4a2e-8f52-58d49f268778), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:45:25.371233 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-8af4f1e1-83f4-4dec-b451-e3cc860d2426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (20a8dcff-cb91-4cfb-b5ee-87736efe33d8), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:45:26.732886 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-6e17b5b7-15b9-4810-ad4e-df527af14d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (b6f1069f-4437-473a-8bc8-4bc493c2bb12), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:45:28.498537 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-2875a3e6-2c6e-4f2c-bd58-7e0a3de9c063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (bb5efb49-5a18-474a-824b-90488b0f2024), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:45:28.582134 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (9480ceca-8cb5-4b85-9807-6ee42f948820), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:45:38.189889 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=2 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:45:38.194779 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=4 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:45:38.524773 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=8 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:45:38.531691 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:45:40.180817 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.agents_db [None req-8ba4eca6-5e8f-405f-9ad3-b7bffaa24231 None None] Agent healthcheck: found 5 active agents {{(pid=113377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 03:45:50.177081 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=1 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:45:50.177971 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=1 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:45:53.189316 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-da1624e6-5af9-4a1f-b654-38ee859b8f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (5f458d39-b7df-4a2e-8f52-58d49f268778), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:45:55.377787 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-39bc2366-3bbc-4aed-9986-39c13c3b72f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (20a8dcff-cb91-4cfb-b5ee-87736efe33d8), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:45:56.720761 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-6e17b5b7-15b9-4810-ad4e-df527af14d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (b6f1069f-4437-473a-8bc8-4bc493c2bb12), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:45:58.492416 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-2875a3e6-2c6e-4f2c-bd58-7e0a3de9c063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (bb5efb49-5a18-474a-824b-90488b0f2024), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:45:58.582432 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (9480ceca-8cb5-4b85-9807-6ee42f948820), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:46:08.526793 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:46:08.528779 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:46:17.178973 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.agents_db [None req-8ba4eca6-5e8f-405f-9ad3-b7bffaa24231 None None] Agent healthcheck: found 5 active agents {{(pid=113377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 03:46:18.331731 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-452555'] for agent (d68ba685-94d2-4b65-887f-d5ec3884fbfa), after_create {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:46:23.188922 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-9891b164-0451-4651-862d-438be261128b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (5f458d39-b7df-4a2e-8f52-58d49f268778), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:46:25.371903 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7936423-05a3-482a-84c8-7e6c5ebfd4fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (20a8dcff-cb91-4cfb-b5ee-87736efe33d8), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:46:26.732423 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-6e17b5b7-15b9-4810-ad4e-df527af14d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (b6f1069f-4437-473a-8bc8-4bc493c2bb12), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:46:27.174886 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=19 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:46:27.176039 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=17 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:46:28.509517 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-2875a3e6-2c6e-4f2c-bd58-7e0a3de9c063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (bb5efb49-5a18-474a-824b-90488b0f2024), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:46:28.582850 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (9480ceca-8cb5-4b85-9807-6ee42f948820), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:46:31.397013 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 53510) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:46:31.505660 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-4c839471-1cf5-4423-8702-67dcaa254c09 admin admin] 10.222.0.49 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1074059 Sep 16 03:46:34.014526 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 53520) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:46:34.069480 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-b003165b-e114-4850-9ad7-be6e01d79905 admin admin] 10.222.0.49 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0539281 Sep 16 03:46:38.528712 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:INSERT=1,neutron:SELECT=9,neutron:UPDATE=2 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:46:38.531033 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:46:44.064689 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=2 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:46:44.065498 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=2 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:46:48.274216 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (d68ba685-94d2-4b65-887f-d5ec3884fbfa), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:46:52.199967 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=2 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:46:52.205908 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=4 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:46:53.228005 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-dcfd37dd-c975-4fd9-8712-fca0627a2d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (5f458d39-b7df-4a2e-8f52-58d49f268778), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:46:54.177132 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.agents_db [None req-8ba4eca6-5e8f-405f-9ad3-b7bffaa24231 None None] Agent healthcheck: found 6 active agents {{(pid=113377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 03:46:55.365255 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-3cb1fb5e-77a7-4140-8996-53a8a1952663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (20a8dcff-cb91-4cfb-b5ee-87736efe33d8), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:46:56.708427 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-6e17b5b7-15b9-4810-ad4e-df527af14d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (b6f1069f-4437-473a-8bc8-4bc493c2bb12), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:46:58.502253 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-2875a3e6-2c6e-4f2c-bd58-7e0a3de9c063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (bb5efb49-5a18-474a-824b-90488b0f2024), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:46:58.582230 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (9480ceca-8cb5-4b85-9807-6ee42f948820), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:47:04.173873 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=1 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:47:04.173873 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=1 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:47:08.528216 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:47:08.530218 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:47:18.297079 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (d68ba685-94d2-4b65-887f-d5ec3884fbfa), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:47:23.176711 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-8076c881-a413-48c3-b70a-0b88471df862 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (5f458d39-b7df-4a2e-8f52-58d49f268778), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:47:25.342239 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-41711361-fada-4348-9031-11392b17ffef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (20a8dcff-cb91-4cfb-b5ee-87736efe33d8), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:47:26.724996 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-6e17b5b7-15b9-4810-ad4e-df527af14d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (b6f1069f-4437-473a-8bc8-4bc493c2bb12), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:47:28.525983 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-2875a3e6-2c6e-4f2c-bd58-7e0a3de9c063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (bb5efb49-5a18-474a-824b-90488b0f2024), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:47:28.616628 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (9480ceca-8cb5-4b85-9807-6ee42f948820), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:47:29.197275 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:47:29.201735 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=3 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:47:31.175714 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.agents_db [None req-8ba4eca6-5e8f-405f-9ad3-b7bffaa24231 None None] Agent healthcheck: found 6 active agents {{(pid=113377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 03:47:38.530812 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:47:38.533671 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:47:41.172037 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=2 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:47:48.278661 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (d68ba685-94d2-4b65-887f-d5ec3884fbfa), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:47:53.193207 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-de826820-cac4-4383-b651-59ecdcf82733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (5f458d39-b7df-4a2e-8f52-58d49f268778), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:47:55.416501 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-31f3a711-7a47-4681-9220-18ab7ff33e31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (20a8dcff-cb91-4cfb-b5ee-87736efe33d8), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:47:56.747559 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-6e17b5b7-15b9-4810-ad4e-df527af14d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (b6f1069f-4437-473a-8bc8-4bc493c2bb12), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:47:58.541747 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-2875a3e6-2c6e-4f2c-bd58-7e0a3de9c063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (bb5efb49-5a18-474a-824b-90488b0f2024), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:47:58.587549 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (9480ceca-8cb5-4b85-9807-6ee42f948820), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:06.199032 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=3 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:06.239599 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=3 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:08.175841 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.agents_db [None req-8ba4eca6-5e8f-405f-9ad3-b7bffaa24231 None None] Agent healthcheck: found 6 active agents {{(pid=113377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 03:48:08.534982 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:08.536685 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:08.698667 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 53664) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:48:09.064423 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.v2.base [None req-08fab2ec-5881-4bc9-ab7f-a71ca55d0210 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1637071771-network', 'tenant_id': '8ee4a40c6c264553a14e0eff367da4a0'}} {{(pid=113374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:48:09.182312 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08fab2ec-5881-4bc9-ab7f-a71ca55d0210 admin admin] Made reservation on behalf of 8ee4a40c6c264553a14e0eff367da4a0 for: {'network': 1} {{(pid=113374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 03:48:09.184833 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-08fab2ec-5881-4bc9-ab7f-a71ca55d0210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for network (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:09.295218 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-08fab2ec-5881-4bc9-ab7f-a71ca55d0210 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:09.381463 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-08fab2ec-5881-4bc9-ab7f-a71ca55d0210 admin admin] Publish callbacks [] for security_group (af305253-41cd-4377-aea9-d4a8e18f4e29), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:09.439529 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-08fab2ec-5881-4bc9-ab7f-a71ca55d0210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (af305253-41cd-4377-aea9-d4a8e18f4e29), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:09.474516 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fab2ec-5881-4bc9-ab7f-a71ca55d0210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af305253-41cd-4377-aea9-d4a8e18f4e29,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:09.483553 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08fab2ec-5881-4bc9-ab7f-a71ca55d0210 admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=113374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 03:48:09.486738 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fab2ec-5881-4bc9-ab7f-a71ca55d0210 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:48:09.487268 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fab2ec-5881-4bc9-ab7f-a71ca55d0210 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:48:09.487826 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fab2ec-5881-4bc9-ab7f-a71ca55d0210 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:48:09.488157 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fab2ec-5881-4bc9-ab7f-a71ca55d0210 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:48:09.488645 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fab2ec-5881-4bc9-ab7f-a71ca55d0210 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:48:09.489132 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fab2ec-5881-4bc9-ab7f-a71ca55d0210 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:48:09.489606 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fab2ec-5881-4bc9-ab7f-a71ca55d0210 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:48:09.489924 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fab2ec-5881-4bc9-ab7f-a71ca55d0210 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:48:09.490434 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fab2ec-5881-4bc9-ab7f-a71ca55d0210 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:48:09.490769 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fab2ec-5881-4bc9-ab7f-a71ca55d0210 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:48:09.491105 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fab2ec-5881-4bc9-ab7f-a71ca55d0210 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:48:09.491420 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fab2ec-5881-4bc9-ab7f-a71ca55d0210 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:48:09.491735 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fab2ec-5881-4bc9-ab7f-a71ca55d0210 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:48:09.492047 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fab2ec-5881-4bc9-ab7f-a71ca55d0210 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:48:09.492361 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fab2ec-5881-4bc9-ab7f-a71ca55d0210 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:48:09.493546 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fab2ec-5881-4bc9-ab7f-a71ca55d0210 admin admin] Tracked resource versions report: Sep 16 03:48:09.493546 dv-cinder-857993-1-iscsi neutron-server[113374]: pushed versions: Sep 16 03:48:09.493546 dv-cinder-857993-1-iscsi neutron-server[113374]: { 'AddressGroup': {'1.2'}, Sep 16 03:48:09.493546 dv-cinder-857993-1-iscsi neutron-server[113374]: 'Agent': {'1.1'}, Sep 16 03:48:09.493546 dv-cinder-857993-1-iscsi neutron-server[113374]: 'ConntrackHelper': {'1.0'}, Sep 16 03:48:09.493546 dv-cinder-857993-1-iscsi neutron-server[113374]: 'LocalIPAssociation': {'1.0'}, Sep 16 03:48:09.493546 dv-cinder-857993-1-iscsi neutron-server[113374]: 'Log': {'1.0'}, Sep 16 03:48:09.493546 dv-cinder-857993-1-iscsi neutron-server[113374]: 'NDPProxy': {'1.0'}, Sep 16 03:48:09.493546 dv-cinder-857993-1-iscsi neutron-server[113374]: 'Network': {'1.1'}, Sep 16 03:48:09.493546 dv-cinder-857993-1-iscsi neutron-server[113374]: 'Port': {'1.7'}, Sep 16 03:48:09.493546 dv-cinder-857993-1-iscsi neutron-server[113374]: 'PortForwarding': {'1.3'}, Sep 16 03:48:09.493546 dv-cinder-857993-1-iscsi neutron-server[113374]: 'QosPolicy': {'1.10'}, Sep 16 03:48:09.493546 dv-cinder-857993-1-iscsi neutron-server[113374]: 'SecurityGroup': {'1.5'}, Sep 16 03:48:09.493546 dv-cinder-857993-1-iscsi neutron-server[113374]: 'SecurityGroupRule': {'1.2'}, Sep 16 03:48:09.493546 dv-cinder-857993-1-iscsi neutron-server[113374]: 'SubPort': {'1.0'}, Sep 16 03:48:09.493546 dv-cinder-857993-1-iscsi neutron-server[113374]: 'Subnet': {'1.1'}, Sep 16 03:48:09.493546 dv-cinder-857993-1-iscsi neutron-server[113374]: 'Trunk': {'1.1'}} Sep 16 03:48:09.493546 dv-cinder-857993-1-iscsi neutron-server[113374]: consumer versions: Sep 16 03:48:09.493546 dv-cinder-857993-1-iscsi neutron-server[113374]: { DHCP agent@dv-cinder-857993-1-iscsi: {}, Sep 16 03:48:09.493546 dv-cinder-857993-1-iscsi neutron-server[113374]: HyperV agent@hv-cinder-85799: {}, Sep 16 03:48:09.493546 dv-cinder-857993-1-iscsi neutron-server[113374]: L3 agent@dv-cinder-857993-1-iscsi: {}, Sep 16 03:48:09.493546 dv-cinder-857993-1-iscsi neutron-server[113374]: Metadata agent@dv-cinder-857993-1-iscsi: {}, Sep 16 03:48:09.493546 dv-cinder-857993-1-iscsi neutron-server[113374]: Metering agent@dv-cinder-857993-1-iscsi: {}, Sep 16 03:48:09.493546 dv-cinder-857993-1-iscsi neutron-server[113374]: Open vSwitch agent@dv-cinder-857993-1-iscsi: { 'AddressGroup': '1.2', Sep 16 03:48:09.493546 dv-cinder-857993-1-iscsi neutron-server[113374]: 'Agent': '1.1', Sep 16 03:48:09.493546 dv-cinder-857993-1-iscsi neutron-server[113374]: 'ConntrackHelper': '1.0', Sep 16 03:48:09.493546 dv-cinder-857993-1-iscsi neutron-server[113374]: 'LocalIPAssociation': '1.0', Sep 16 03:48:09.493546 dv-cinder-857993-1-iscsi neutron-server[113374]: 'Log': '1.0', Sep 16 03:48:09.493546 dv-cinder-857993-1-iscsi neutron-server[113374]: 'NDPProxy': '1.0', Sep 16 03:48:09.493546 dv-cinder-857993-1-iscsi neutron-server[113374]: 'Network': '1.1', Sep 16 03:48:09.493546 dv-cinder-857993-1-iscsi neutron-server[113374]: 'Port': '1.7', Sep 16 03:48:09.493546 dv-cinder-857993-1-iscsi neutron-server[113374]: 'PortForwarding': '1.3', Sep 16 03:48:09.493546 dv-cinder-857993-1-iscsi neutron-server[113374]: 'QosPolicy': '1.10', Sep 16 03:48:09.493546 dv-cinder-857993-1-iscsi neutron-server[113374]: 'SecurityGroup': '1.5', Sep 16 03:48:09.493546 dv-cinder-857993-1-iscsi neutron-server[113374]: 'SecurityGroupRule': '1.2', Sep 16 03:48:09.493546 dv-cinder-857993-1-iscsi neutron-server[113374]: 'SubPort': '1.0', Sep 16 03:48:09.493546 dv-cinder-857993-1-iscsi neutron-server[113374]: 'Subnet': '1.1', Sep 16 03:48:09.493546 dv-cinder-857993-1-iscsi neutron-server[113374]: 'Trunk': '1.1'}} Sep 16 03:48:09.493546 dv-cinder-857993-1-iscsi neutron-server[113374]: {{(pid=113374) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 03:48:09.504647 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-08fab2ec-5881-4bc9-ab7f-a71ca55d0210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432398'] for segment (8f3c2513-130a-4e92-b8d6-c7c7e1d1ec24), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:09.504986 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.db.segments_db [None req-08fab2ec-5881-4bc9-ab7f-a71ca55d0210 admin admin] Added segment 8f3c2513-130a-4e92-b8d6-c7c7e1d1ec24 of type vlan for network 4ff8c520-12d3-47e5-b499-6dbd6e9a131a Sep 16 03:48:09.520987 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 53708) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:48:09.545823 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-08fab2ec-5881-4bc9-ab7f-a71ca55d0210 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741672468170'] for network (4ff8c520-12d3-47e5-b499-6dbd6e9a131a), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:09.622173 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-08fab2ec-5881-4bc9-ab7f-a71ca55d0210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066'] for network (4ff8c520-12d3-47e5-b499-6dbd6e9a131a), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:09.623525 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fab2ec-5881-4bc9-ab7f-a71ca55d0210 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:48:09.626522 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-08fab2ec-5881-4bc9-ab7f-a71ca55d0210 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602048'] for network (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:09.688918 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fab2ec-5881-4bc9-ab7f-a71ca55d0210 admin admin] Pushing event updated for resources: {'Network': ['ID=4ff8c520-12d3-47e5-b499-6dbd6e9a131a,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:09.700065 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Network 4ff8c520-12d3-47e5-b499-6dbd6e9a131a details requested by agent ovs-agent-dv-cinder-857993-1-iscsi with host dv-cinder-857993-1-iscsi {{(pid=113376) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 03:48:09.743293 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 53732) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:48:09.743614 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-08fab2ec-5881-4bc9-ab7f-a71ca55d0210 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0436442 Sep 16 03:48:09.750060 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [None req-ad632ad2-7502-4fea-a88c-94c9f2cf9374 admin admin] Request body: {'subnet': {'network_id': '4ff8c520-12d3-47e5-b499-6dbd6e9a131a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1637071771-subnet', 'tenant_id': '8ee4a40c6c264553a14e0eff367da4a0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:48:09.856319 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad632ad2-7502-4fea-a88c-94c9f2cf9374 admin admin] Made reservation on behalf of 8ee4a40c6c264553a14e0eff367da4a0 for: {'subnet': 1} {{(pid=113375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 03:48:09.858873 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-ad632ad2-7502-4fea-a88c-94c9f2cf9374 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:10.053165 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [None req-10b932c8-ef77-4bd3-952f-609011af2ce2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-603446721-network', 'tenant_id': 'ac97d1487c024a68b8ad933d882bb456'}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:48:10.142280 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 53742) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:48:10.157808 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-ad632ad2-7502-4fea-a88c-94c9f2cf9374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066'] for subnet (dc6b4dbf-6194-4053-a2ab-d05e1046d55f), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:10.159907 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 53746) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:48:10.172794 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 53752) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:48:10.173176 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b932c8-ef77-4bd3-952f-609011af2ce2 admin admin] Made reservation on behalf of ac97d1487c024a68b8ad933d882bb456 for: {'network': 1} {{(pid=113375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 03:48:10.176599 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-10b932c8-ef77-4bd3-952f-609011af2ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for network (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:10.195720 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-10b932c8-ef77-4bd3-952f-609011af2ce2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:10.267570 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad632ad2-7502-4fea-a88c-94c9f2cf9374 admin admin] Checking segment: {'id': '8f3c2513-130a-4e92-b8d6-c7c7e1d1ec24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4ff8c520-12d3-47e5-b499-6dbd6e9a131a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 03:48:10.268084 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad632ad2-7502-4fea-a88c-94c9f2cf9374 admin admin] Network hostable DHCP agents. Network: 4ff8c520-12d3-47e5-b499-6dbd6e9a131a, hostable agents: ['5f458d39-b7df-4a2e-8f52-58d49f268778'], hosted agents: [] {{(pid=113375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 03:48:10.284342 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad632ad2-7502-4fea-a88c-94c9f2cf9374 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc6b4dbf-6194-4053-a2ab-d05e1046d55f,revision_number=0']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:10.305426 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad632ad2-7502-4fea-a88c-94c9f2cf9374 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:48:10.305861 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad632ad2-7502-4fea-a88c-94c9f2cf9374 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:48:10.306977 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad632ad2-7502-4fea-a88c-94c9f2cf9374 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:48:10.307516 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad632ad2-7502-4fea-a88c-94c9f2cf9374 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:48:10.307856 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad632ad2-7502-4fea-a88c-94c9f2cf9374 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:48:10.308189 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad632ad2-7502-4fea-a88c-94c9f2cf9374 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:48:10.308531 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad632ad2-7502-4fea-a88c-94c9f2cf9374 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:48:10.308849 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad632ad2-7502-4fea-a88c-94c9f2cf9374 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:48:10.309216 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad632ad2-7502-4fea-a88c-94c9f2cf9374 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:48:10.309515 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad632ad2-7502-4fea-a88c-94c9f2cf9374 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:48:10.309857 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad632ad2-7502-4fea-a88c-94c9f2cf9374 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:48:10.310205 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad632ad2-7502-4fea-a88c-94c9f2cf9374 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:48:10.310814 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad632ad2-7502-4fea-a88c-94c9f2cf9374 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:48:10.312055 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad632ad2-7502-4fea-a88c-94c9f2cf9374 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:48:10.312768 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad632ad2-7502-4fea-a88c-94c9f2cf9374 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:48:10.314290 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad632ad2-7502-4fea-a88c-94c9f2cf9374 admin admin] Tracked resource versions report: Sep 16 03:48:10.314290 dv-cinder-857993-1-iscsi neutron-server[113375]: pushed versions: Sep 16 03:48:10.314290 dv-cinder-857993-1-iscsi neutron-server[113375]: { 'AddressGroup': {'1.2'}, Sep 16 03:48:10.314290 dv-cinder-857993-1-iscsi neutron-server[113375]: 'Agent': {'1.1'}, Sep 16 03:48:10.314290 dv-cinder-857993-1-iscsi neutron-server[113375]: 'ConntrackHelper': {'1.0'}, Sep 16 03:48:10.314290 dv-cinder-857993-1-iscsi neutron-server[113375]: 'LocalIPAssociation': {'1.0'}, Sep 16 03:48:10.314290 dv-cinder-857993-1-iscsi neutron-server[113375]: 'Log': {'1.0'}, Sep 16 03:48:10.314290 dv-cinder-857993-1-iscsi neutron-server[113375]: 'NDPProxy': {'1.0'}, Sep 16 03:48:10.314290 dv-cinder-857993-1-iscsi neutron-server[113375]: 'Network': {'1.1'}, Sep 16 03:48:10.314290 dv-cinder-857993-1-iscsi neutron-server[113375]: 'Port': {'1.7'}, Sep 16 03:48:10.314290 dv-cinder-857993-1-iscsi neutron-server[113375]: 'PortForwarding': {'1.3'}, Sep 16 03:48:10.314290 dv-cinder-857993-1-iscsi neutron-server[113375]: 'QosPolicy': {'1.10'}, Sep 16 03:48:10.314290 dv-cinder-857993-1-iscsi neutron-server[113375]: 'SecurityGroup': {'1.5'}, Sep 16 03:48:10.314290 dv-cinder-857993-1-iscsi neutron-server[113375]: 'SecurityGroupRule': {'1.2'}, Sep 16 03:48:10.314290 dv-cinder-857993-1-iscsi neutron-server[113375]: 'SubPort': {'1.0'}, Sep 16 03:48:10.314290 dv-cinder-857993-1-iscsi neutron-server[113375]: 'Subnet': {'1.1'}, Sep 16 03:48:10.314290 dv-cinder-857993-1-iscsi neutron-server[113375]: 'Trunk': {'1.1'}} Sep 16 03:48:10.314290 dv-cinder-857993-1-iscsi neutron-server[113375]: consumer versions: Sep 16 03:48:10.314290 dv-cinder-857993-1-iscsi neutron-server[113375]: { DHCP agent@dv-cinder-857993-1-iscsi: {}, Sep 16 03:48:10.314290 dv-cinder-857993-1-iscsi neutron-server[113375]: HyperV agent@hv-cinder-85799: {}, Sep 16 03:48:10.314290 dv-cinder-857993-1-iscsi neutron-server[113375]: L3 agent@dv-cinder-857993-1-iscsi: {}, Sep 16 03:48:10.314290 dv-cinder-857993-1-iscsi neutron-server[113375]: Metadata agent@dv-cinder-857993-1-iscsi: {}, Sep 16 03:48:10.314290 dv-cinder-857993-1-iscsi neutron-server[113375]: Metering agent@dv-cinder-857993-1-iscsi: {}, Sep 16 03:48:10.314290 dv-cinder-857993-1-iscsi neutron-server[113375]: Open vSwitch agent@dv-cinder-857993-1-iscsi: { 'AddressGroup': '1.2', Sep 16 03:48:10.314290 dv-cinder-857993-1-iscsi neutron-server[113375]: 'Agent': '1.1', Sep 16 03:48:10.314290 dv-cinder-857993-1-iscsi neutron-server[113375]: 'ConntrackHelper': '1.0', Sep 16 03:48:10.314290 dv-cinder-857993-1-iscsi neutron-server[113375]: 'LocalIPAssociation': '1.0', Sep 16 03:48:10.314290 dv-cinder-857993-1-iscsi neutron-server[113375]: 'Log': '1.0', Sep 16 03:48:10.314290 dv-cinder-857993-1-iscsi neutron-server[113375]: 'NDPProxy': '1.0', Sep 16 03:48:10.314290 dv-cinder-857993-1-iscsi neutron-server[113375]: 'Network': '1.1', Sep 16 03:48:10.314290 dv-cinder-857993-1-iscsi neutron-server[113375]: 'Port': '1.7', Sep 16 03:48:10.314290 dv-cinder-857993-1-iscsi neutron-server[113375]: 'PortForwarding': '1.3', Sep 16 03:48:10.314290 dv-cinder-857993-1-iscsi neutron-server[113375]: 'QosPolicy': '1.10', Sep 16 03:48:10.314290 dv-cinder-857993-1-iscsi neutron-server[113375]: 'SecurityGroup': '1.5', Sep 16 03:48:10.314290 dv-cinder-857993-1-iscsi neutron-server[113375]: 'SecurityGroupRule': '1.2', Sep 16 03:48:10.314290 dv-cinder-857993-1-iscsi neutron-server[113375]: 'SubPort': '1.0', Sep 16 03:48:10.314290 dv-cinder-857993-1-iscsi neutron-server[113375]: 'Subnet': '1.1', Sep 16 03:48:10.314290 dv-cinder-857993-1-iscsi neutron-server[113375]: 'Trunk': '1.1'}} Sep 16 03:48:10.314290 dv-cinder-857993-1-iscsi neutron-server[113375]: {{(pid=113375) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 03:48:10.386517 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-10b932c8-ef77-4bd3-952f-609011af2ce2 admin admin] Publish callbacks [] for security_group (7214bb29-4468-4521-9fdb-aa76e671c783), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:10.413697 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [None req-3f6a91f0-85ab-46c4-a712-ca695cc3eaa4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-821580754-network', 'tenant_id': 'e94b50976295422c9c8374155cf2d2c2'}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:48:10.428012 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad632ad2-7502-4fea-a88c-94c9f2cf9374 admin admin] Network 4ff8c520-12d3-47e5-b499-6dbd6e9a131a is scheduled to be hosted by DHCP agent 5f458d39-b7df-4a2e-8f52-58d49f268778 with binding_index 1 {{(pid=113375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 03:48:10.455662 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.v2.base [None req-bd85251e-291c-433c-9334-a93efb7325ef admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-83677815-network', 'tenant_id': 'd39c13d4012549c2890bf1d904d1c041'}} {{(pid=113374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:48:10.463390 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-10b932c8-ef77-4bd3-952f-609011af2ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (7214bb29-4468-4521-9fdb-aa76e671c783), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:10.465273 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.v2.base [None req-2f19699a-02e7-477b-9226-c4403b11d85d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-370893436-network', 'tenant_id': 'cb698ddcedae42a29f50203ec59db295'}} {{(pid=113374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:48:10.512738 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10b932c8-ef77-4bd3-952f-609011af2ce2 admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=113375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 03:48:10.519400 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b932c8-ef77-4bd3-952f-609011af2ce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7214bb29-4468-4521-9fdb-aa76e671c783,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:10.526106 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-10b932c8-ef77-4bd3-952f-609011af2ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432398'] for segment (ffd67134-8fee-4362-8336-40afb3537ec3), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:10.526767 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.db.segments_db [None req-10b932c8-ef77-4bd3-952f-609011af2ce2 admin admin] Added segment ffd67134-8fee-4362-8336-40afb3537ec3 of type vlan for network 64754a20-d60c-49a4-9c39-1462c6265039 Sep 16 03:48:10.527840 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f6a91f0-85ab-46c4-a712-ca695cc3eaa4 admin admin] Made reservation on behalf of e94b50976295422c9c8374155cf2d2c2 for: {'network': 1} {{(pid=113375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 03:48:10.530055 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-3f6a91f0-85ab-46c4-a712-ca695cc3eaa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for network (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:10.546271 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-3f6a91f0-85ab-46c4-a712-ca695cc3eaa4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:10.548291 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f19699a-02e7-477b-9226-c4403b11d85d admin admin] Made reservation on behalf of cb698ddcedae42a29f50203ec59db295 for: {'network': 1} {{(pid=113374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 03:48:10.551458 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-2f19699a-02e7-477b-9226-c4403b11d85d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for network (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:10.556753 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.base_scheduler [None req-ad632ad2-7502-4fea-a88c-94c9f2cf9374 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857993-1-iscsi, 4ff8c520-12d3-47e5-b499-6dbd6e9a131a) {{(pid=113375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:48:10.562448 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-2f19699a-02e7-477b-9226-c4403b11d85d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:10.635244 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f769a9-6246-4deb-b2ac-ecc922dcdf05 None None] Network 4ff8c520-12d3-47e5-b499-6dbd6e9a131a requested from dv-cinder-857993-1-iscsi {{(pid=113376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 03:48:10.645868 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad632ad2-7502-4fea-a88c-94c9f2cf9374 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:48:10.648829 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-ad632ad2-7502-4fea-a88c-94c9f2cf9374 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602048'] for subnet (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:10.649007 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-2f19699a-02e7-477b-9226-c4403b11d85d admin admin] Publish callbacks [] for security_group (f10e89d4-860e-46af-8551-55aa6d37b124), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:10.650265 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd85251e-291c-433c-9334-a93efb7325ef admin admin] Made reservation on behalf of d39c13d4012549c2890bf1d904d1c041 for: {'network': 1} {{(pid=113374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 03:48:10.652773 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-bd85251e-291c-433c-9334-a93efb7325ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for network (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:10.657988 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-10b932c8-ef77-4bd3-952f-609011af2ce2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741672468170'] for network (64754a20-d60c-49a4-9c39-1462c6265039), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:10.662841 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-bd85251e-291c-433c-9334-a93efb7325ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:10.684974 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:10.758949 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-bd85251e-291c-433c-9334-a93efb7325ef admin admin] Publish callbacks [] for security_group (61d8ba29-7987-48cf-9137-da50bfd9b55b), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:10.760439 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=66,neutron:INSERT=28,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:10.761855 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-2f19699a-02e7-477b-9226-c4403b11d85d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (f10e89d4-860e-46af-8551-55aa6d37b124), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:10.796936 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f19699a-02e7-477b-9226-c4403b11d85d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f10e89d4-860e-46af-8551-55aa6d37b124,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:10.803126 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f19699a-02e7-477b-9226-c4403b11d85d admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=113374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 03:48:10.815755 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=77,neutron:INSERT=20,neutron:UPDATE=3 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:10.817904 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-2f19699a-02e7-477b-9226-c4403b11d85d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432398'] for segment (dc8a676f-3c84-4a5b-b8d3-82d7df2b2d1f), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:10.818473 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.db.segments_db [None req-2f19699a-02e7-477b-9226-c4403b11d85d admin admin] Added segment dc8a676f-3c84-4a5b-b8d3-82d7df2b2d1f of type vlan for network 60a25330-2068-4171-85ea-2cd82f09cbdb Sep 16 03:48:10.840631 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295542b4-36c8-4fc3-8615-a16e3d1ec31c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1b2c0b-792a-5649-a48f-0084fb1c0ace-4ff8c520-12d3-47e5-b499-6dbd6e9a131a', 'network_id': '4ff8c520-12d3-47e5-b499-6dbd6e9a131a', 'project_id': '8ee4a40c6c264553a14e0eff367da4a0', 'fixed_ips': [{'subnet_id': 'dc6b4dbf-6194-4053-a2ab-d05e1046d55f'}]}} from dv-cinder-857993-1-iscsi. {{(pid=113376) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 03:48:10.841573 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-295542b4-36c8-4fc3-8615-a16e3d1ec31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (None), before_create {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:10.858744 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=73,neutron:INSERT=20,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:10.868550 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-ad632ad2-7502-4fea-a88c-94c9f2cf9374 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1241531 Sep 16 03:48:10.873279 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 53770) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:48:10.879521 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.v2.base [None req-4605d363-e069-47c3-8bb6-fcef01bbdf9e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1637071771-router', 'tenant_id': '8ee4a40c6c264553a14e0eff367da4a0', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556'}}} {{(pid=113374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:48:10.883586 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-3f6a91f0-85ab-46c4-a712-ca695cc3eaa4 admin admin] Publish callbacks [] for security_group (87cf58be-dfff-44b8-a77a-4d635f828849), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:10.894391 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-2f19699a-02e7-477b-9226-c4403b11d85d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741672468170'] for network (60a25330-2068-4171-85ea-2cd82f09cbdb), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:10.898715 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-bd85251e-291c-433c-9334-a93efb7325ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (61d8ba29-7987-48cf-9137-da50bfd9b55b), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:10.937484 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd85251e-291c-433c-9334-a93efb7325ef admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=113374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 03:48:10.961461 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd85251e-291c-433c-9334-a93efb7325ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61d8ba29-7987-48cf-9137-da50bfd9b55b,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:10.965751 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-bd85251e-291c-433c-9334-a93efb7325ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432398'] for segment (01d386b0-ae58-4dc1-8a99-a07e8676d396), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:10.966097 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.db.segments_db [None req-bd85251e-291c-433c-9334-a93efb7325ef admin admin] Added segment 01d386b0-ae58-4dc1-8a99-a07e8676d396 of type vlan for network d8d0986c-f45f-4403-8f11-6637eeae0fb2 Sep 16 03:48:11.011739 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-3f6a91f0-85ab-46c4-a712-ca695cc3eaa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (87cf58be-dfff-44b8-a77a-4d635f828849), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:11.012456 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.db_base_plugin_common [None req-295542b4-36c8-4fc3-8615-a16e3d1ec31c None None] Allocated IP 172.20.0.2 (4ff8c520-12d3-47e5-b499-6dbd6e9a131a/dc6b4dbf-6194-4053-a2ab-d05e1046d55f/915e6934-7d41-4603-8539-e5777ad44030) {{(pid=113376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 03:48:11.015236 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-10b932c8-ef77-4bd3-952f-609011af2ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066'] for network (64754a20-d60c-49a4-9c39-1462c6265039), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:11.016568 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b932c8-ef77-4bd3-952f-609011af2ce2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:48:11.017123 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-10b932c8-ef77-4bd3-952f-609011af2ce2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602048'] for network (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:11.030388 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-bd85251e-291c-433c-9334-a93efb7325ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741672468170'] for network (d8d0986c-f45f-4403-8f11-6637eeae0fb2), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:11.042480 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-4605d363-e069-47c3-8bb6-fcef01bbdf9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-454019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-407'] for router (e8eb6dc3-21a2-4b6e-907d-9210534718fc), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:11.043679 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-4605d363-e069-47c3-8bb6-fcef01bbdf9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-451518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-396'] for router (e8eb6dc3-21a2-4b6e-907d-9210534718fc), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:11.073182 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f6a91f0-85ab-46c4-a712-ca695cc3eaa4 admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=113375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 03:48:11.092190 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-2f19699a-02e7-477b-9226-c4403b11d85d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066'] for network (60a25330-2068-4171-85ea-2cd82f09cbdb), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:11.093754 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f19699a-02e7-477b-9226-c4403b11d85d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:48:11.094552 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-2f19699a-02e7-477b-9226-c4403b11d85d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602048'] for network (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:11.113150 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6a91f0-85ab-46c4-a712-ca695cc3eaa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87cf58be-dfff-44b8-a77a-4d635f828849,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:11.135829 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-3f6a91f0-85ab-46c4-a712-ca695cc3eaa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432398'] for segment (f206f821-35d5-462a-80ff-01e4f0ec6983), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:11.136376 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.db.segments_db [None req-3f6a91f0-85ab-46c4-a712-ca695cc3eaa4 admin admin] Added segment f206f821-35d5-462a-80ff-01e4f0ec6983 of type vlan for network 96000232-5a2c-4cbe-8524-4ab75044ef77 Sep 16 03:48:11.150982 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-10b932c8-ef77-4bd3-952f-609011af2ce2 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6287599 Sep 16 03:48:11.152929 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b932c8-ef77-4bd3-952f-609011af2ce2 admin admin] Pushing event updated for resources: {'Network': ['ID=64754a20-d60c-49a4-9c39-1462c6265039,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:11.154498 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 53786) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:48:11.172898 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Network 64754a20-d60c-49a4-9c39-1462c6265039 details requested by agent ovs-agent-dv-cinder-857993-1-iscsi with host dv-cinder-857993-1-iscsi {{(pid=113376) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 03:48:11.205921 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-3f6a91f0-85ab-46c4-a712-ca695cc3eaa4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741672468170'] for network (96000232-5a2c-4cbe-8524-4ab75044ef77), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:11.216274 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.v2.base [None req-6fd81f1f-1981-404b-a727-b6dab7879bec admin admin] Request body: {'subnet': {'network_id': '64754a20-d60c-49a4-9c39-1462c6265039', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-603446721-subnet', 'tenant_id': 'ac97d1487c024a68b8ad933d882bb456', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:48:11.298132 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-4605d363-e069-47c3-8bb6-fcef01bbdf9e admin admin] Publish callbacks [] for router_controller (e8eb6dc3-21a2-4b6e-907d-9210534718fc), precommit_add_association {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:11.304994 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f19699a-02e7-477b-9226-c4403b11d85d admin admin] Pushing event updated for resources: {'Network': ['ID=60a25330-2068-4171-85ea-2cd82f09cbdb,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:11.318684 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-bd85251e-291c-433c-9334-a93efb7325ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066'] for network (d8d0986c-f45f-4403-8f11-6637eeae0fb2), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:11.319779 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd85251e-291c-433c-9334-a93efb7325ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:48:11.320373 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-bd85251e-291c-433c-9334-a93efb7325ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602048'] for network (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:11.328803 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Network 60a25330-2068-4171-85ea-2cd82f09cbdb details requested by agent ovs-agent-dv-cinder-857993-1-iscsi with host dv-cinder-857993-1-iscsi {{(pid=113376) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 03:48:11.353313 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-3f6a91f0-85ab-46c4-a712-ca695cc3eaa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066'] for network (96000232-5a2c-4cbe-8524-4ab75044ef77), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:11.354289 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6a91f0-85ab-46c4-a712-ca695cc3eaa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:48:11.354865 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-3f6a91f0-85ab-46c4-a712-ca695cc3eaa4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602048'] for network (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:11.372728 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-2f19699a-02e7-477b-9226-c4403b11d85d admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2111249 Sep 16 03:48:11.375724 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 53800) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:48:11.381167 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.v2.base [None req-47594c31-0739-4415-8bbb-cc43ca76021a admin admin] Request body: {'subnet': {'network_id': '60a25330-2068-4171-85ea-2cd82f09cbdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-370893436-subnet', 'tenant_id': 'cb698ddcedae42a29f50203ec59db295', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:48:11.402612 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd85251e-291c-433c-9334-a93efb7325ef admin admin] Pushing event updated for resources: {'Network': ['ID=d8d0986c-f45f-4403-8f11-6637eeae0fb2,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:11.407520 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-295542b4-36c8-4fc3-8615-a16e3d1ec31c None None] Publish callbacks [] for port (915e6934-7d41-4603-8539-e5777ad44030), precommit_create {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:11.414768 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Network d8d0986c-f45f-4403-8f11-6637eeae0fb2 details requested by agent ovs-agent-dv-cinder-857993-1-iscsi with host dv-cinder-857993-1-iscsi {{(pid=113376) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 03:48:11.439030 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd81f1f-1981-404b-a727-b6dab7879bec admin admin] Made reservation on behalf of ac97d1487c024a68b8ad933d882bb456 for: {'subnet': 1} {{(pid=113374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 03:48:11.439030 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-6fd81f1f-1981-404b-a727-b6dab7879bec admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:11.485854 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6a91f0-85ab-46c4-a712-ca695cc3eaa4 admin admin] Pushing event updated for resources: {'Network': ['ID=96000232-5a2c-4cbe-8524-4ab75044ef77,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:11.494633 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Network 96000232-5a2c-4cbe-8524-4ab75044ef77 details requested by agent ovs-agent-dv-cinder-857993-1-iscsi with host dv-cinder-857993-1-iscsi {{(pid=113376) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 03:48:11.972409 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 53806) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:48:11.975803 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-bd85251e-291c-433c-9334-a93efb7325ef admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3849874 Sep 16 03:48:11.978768 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [None req-02880476-93a3-40cc-baf7-cdc9467b4b48 admin admin] Request body: {'subnet': {'network_id': 'd8d0986c-f45f-4403-8f11-6637eeae0fb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-83677815-subnet', 'tenant_id': 'd39c13d4012549c2890bf1d904d1c041', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:48:11.979366 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-295542b4-36c8-4fc3-8615-a16e3d1ec31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672515804'] for port (915e6934-7d41-4603-8539-e5777ad44030), after_create {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:11.980688 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47594c31-0739-4415-8bbb-cc43ca76021a admin admin] Made reservation on behalf of cb698ddcedae42a29f50203ec59db295 for: {'subnet': 1} {{(pid=113374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 03:48:11.980688 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-47594c31-0739-4415-8bbb-cc43ca76021a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:11.981105 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295542b4-36c8-4fc3-8615-a16e3d1ec31c None None] Network 4ff8c520-12d3-47e5-b499-6dbd6e9a131a is already hosted by enough agents. {{(pid=113376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 03:48:11.981105 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.scheduler.base_scheduler [None req-295542b4-36c8-4fc3-8615-a16e3d1ec31c None None] Resources bound (agent type, host, resource id): {{(pid=113376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:48:11.981105 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295542b4-36c8-4fc3-8615-a16e3d1ec31c None None] Received port after_create {{(pid=113376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 03:48:11.981610 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-3f6a91f0-85ab-46c4-a712-ca695cc3eaa4 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5199287 Sep 16 03:48:11.981610 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 53810) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:48:11.981610 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [None req-23bf5a45-4363-47c6-8d80-7ffa4e1be9cc admin admin] Request body: {'subnet': {'network_id': '96000232-5a2c-4cbe-8524-4ab75044ef77', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-821580754-subnet', 'tenant_id': 'e94b50976295422c9c8374155cf2d2c2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:48:11.981991 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295542b4-36c8-4fc3-8615-a16e3d1ec31c None None] Pushing event updated for resources: {'Port': ['ID=915e6934-7d41-4603-8539-e5777ad44030,revision_number=1']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:11.981991 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295542b4-36c8-4fc3-8615-a16e3d1ec31c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:48:11.981991 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295542b4-36c8-4fc3-8615-a16e3d1ec31c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:48:11.981991 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295542b4-36c8-4fc3-8615-a16e3d1ec31c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:48:11.981991 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295542b4-36c8-4fc3-8615-a16e3d1ec31c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:48:11.981991 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295542b4-36c8-4fc3-8615-a16e3d1ec31c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:48:11.981991 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295542b4-36c8-4fc3-8615-a16e3d1ec31c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:48:11.981991 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295542b4-36c8-4fc3-8615-a16e3d1ec31c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:48:11.981991 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295542b4-36c8-4fc3-8615-a16e3d1ec31c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:48:11.981991 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295542b4-36c8-4fc3-8615-a16e3d1ec31c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:48:11.981991 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295542b4-36c8-4fc3-8615-a16e3d1ec31c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:48:11.981991 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295542b4-36c8-4fc3-8615-a16e3d1ec31c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:48:11.981991 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295542b4-36c8-4fc3-8615-a16e3d1ec31c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:48:11.981991 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295542b4-36c8-4fc3-8615-a16e3d1ec31c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:48:11.981991 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295542b4-36c8-4fc3-8615-a16e3d1ec31c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:48:11.984062 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295542b4-36c8-4fc3-8615-a16e3d1ec31c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:48:11.984062 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295542b4-36c8-4fc3-8615-a16e3d1ec31c None None] Tracked resource versions report: Sep 16 03:48:11.984062 dv-cinder-857993-1-iscsi neutron-server[113376]: pushed versions: Sep 16 03:48:11.984062 dv-cinder-857993-1-iscsi neutron-server[113376]: { 'AddressGroup': {'1.2'}, Sep 16 03:48:11.984062 dv-cinder-857993-1-iscsi neutron-server[113376]: 'Agent': {'1.1'}, Sep 16 03:48:11.984062 dv-cinder-857993-1-iscsi neutron-server[113376]: 'ConntrackHelper': {'1.0'}, Sep 16 03:48:11.984062 dv-cinder-857993-1-iscsi neutron-server[113376]: 'LocalIPAssociation': {'1.0'}, Sep 16 03:48:11.984062 dv-cinder-857993-1-iscsi neutron-server[113376]: 'Log': {'1.0'}, Sep 16 03:48:11.984062 dv-cinder-857993-1-iscsi neutron-server[113376]: 'NDPProxy': {'1.0'}, Sep 16 03:48:11.984062 dv-cinder-857993-1-iscsi neutron-server[113376]: 'Network': {'1.1'}, Sep 16 03:48:11.984062 dv-cinder-857993-1-iscsi neutron-server[113376]: 'Port': {'1.7'}, Sep 16 03:48:11.984062 dv-cinder-857993-1-iscsi neutron-server[113376]: 'PortForwarding': {'1.3'}, Sep 16 03:48:11.984062 dv-cinder-857993-1-iscsi neutron-server[113376]: 'QosPolicy': {'1.10'}, Sep 16 03:48:11.984062 dv-cinder-857993-1-iscsi neutron-server[113376]: 'SecurityGroup': {'1.5'}, Sep 16 03:48:11.984062 dv-cinder-857993-1-iscsi neutron-server[113376]: 'SecurityGroupRule': {'1.2'}, Sep 16 03:48:11.984062 dv-cinder-857993-1-iscsi neutron-server[113376]: 'SubPort': {'1.0'}, Sep 16 03:48:11.984062 dv-cinder-857993-1-iscsi neutron-server[113376]: 'Subnet': {'1.1'}, Sep 16 03:48:11.984062 dv-cinder-857993-1-iscsi neutron-server[113376]: 'Trunk': {'1.1'}} Sep 16 03:48:11.984062 dv-cinder-857993-1-iscsi neutron-server[113376]: consumer versions: Sep 16 03:48:11.984062 dv-cinder-857993-1-iscsi neutron-server[113376]: { DHCP agent@dv-cinder-857993-1-iscsi: {}, Sep 16 03:48:11.984062 dv-cinder-857993-1-iscsi neutron-server[113376]: HyperV agent@hv-cinder-85799: {}, Sep 16 03:48:11.984062 dv-cinder-857993-1-iscsi neutron-server[113376]: L3 agent@dv-cinder-857993-1-iscsi: {}, Sep 16 03:48:11.984062 dv-cinder-857993-1-iscsi neutron-server[113376]: Metadata agent@dv-cinder-857993-1-iscsi: {}, Sep 16 03:48:11.984062 dv-cinder-857993-1-iscsi neutron-server[113376]: Metering agent@dv-cinder-857993-1-iscsi: {}, Sep 16 03:48:11.984062 dv-cinder-857993-1-iscsi neutron-server[113376]: Open vSwitch agent@dv-cinder-857993-1-iscsi: { 'AddressGroup': '1.2', Sep 16 03:48:11.984062 dv-cinder-857993-1-iscsi neutron-server[113376]: 'Agent': '1.1', Sep 16 03:48:11.984062 dv-cinder-857993-1-iscsi neutron-server[113376]: 'ConntrackHelper': '1.0', Sep 16 03:48:11.984062 dv-cinder-857993-1-iscsi neutron-server[113376]: 'LocalIPAssociation': '1.0', Sep 16 03:48:11.984062 dv-cinder-857993-1-iscsi neutron-server[113376]: 'Log': '1.0', Sep 16 03:48:11.984062 dv-cinder-857993-1-iscsi neutron-server[113376]: 'NDPProxy': '1.0', Sep 16 03:48:11.984062 dv-cinder-857993-1-iscsi neutron-server[113376]: 'Network': '1.1', Sep 16 03:48:11.984062 dv-cinder-857993-1-iscsi neutron-server[113376]: 'Port': '1.7', Sep 16 03:48:11.984062 dv-cinder-857993-1-iscsi neutron-server[113376]: 'PortForwarding': '1.3', Sep 16 03:48:11.984062 dv-cinder-857993-1-iscsi neutron-server[113376]: 'QosPolicy': '1.10', Sep 16 03:48:11.984062 dv-cinder-857993-1-iscsi neutron-server[113376]: 'SecurityGroup': '1.5', Sep 16 03:48:11.984062 dv-cinder-857993-1-iscsi neutron-server[113376]: 'SecurityGroupRule': '1.2', Sep 16 03:48:11.984062 dv-cinder-857993-1-iscsi neutron-server[113376]: 'SubPort': '1.0', Sep 16 03:48:11.984062 dv-cinder-857993-1-iscsi neutron-server[113376]: 'Subnet': '1.1', Sep 16 03:48:11.984062 dv-cinder-857993-1-iscsi neutron-server[113376]: 'Trunk': '1.1'}} Sep 16 03:48:11.984062 dv-cinder-857993-1-iscsi neutron-server[113376]: {{(pid=113376) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 03:48:11.988294 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-4605d363-e069-47c3-8bb6-fcef01bbdf9e admin admin] Publish callbacks [] for router_gateway (e8eb6dc3-21a2-4b6e-907d-9210534718fc), precommit_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:11.988500 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.managers [None req-295542b4-36c8-4fc3-8615-a16e3d1ec31c None None] Attempting to bind port 915e6934-7d41-4603-8539-e5777ad44030 on host dv-cinder-857993-1-iscsi for vnic_type normal with profile {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 03:48:11.988500 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.managers [None req-295542b4-36c8-4fc3-8615-a16e3d1ec31c None None] Attempting to bind port 915e6934-7d41-4603-8539-e5777ad44030 by drivers openvswitch,hyperv on host dv-cinder-857993-1-iscsi at level 0 using segments [{'id': '8f3c2513-130a-4e92-b8d6-c7c7e1d1ec24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4ff8c520-12d3-47e5-b499-6dbd6e9a131a'}] {{(pid=113376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 03:48:11.988500 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295542b4-36c8-4fc3-8615-a16e3d1ec31c None None] Attempting to bind port 915e6934-7d41-4603-8539-e5777ad44030 on network 4ff8c520-12d3-47e5-b499-6dbd6e9a131a {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 03:48:11.988500 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:11.988500 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295542b4-36c8-4fc3-8615-a16e3d1ec31c None None] Checking agent: {'id': '9480ceca-8cb5-4b85-9807-6ee42f948820', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857993-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 3, 39, 29), 'started_at': datetime.datetime(2022, 9, 16, 3, 39, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 3, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857993-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 03:48:11.988500 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295542b4-36c8-4fc3-8615-a16e3d1ec31c None None] Checking segment: {'id': '8f3c2513-130a-4e92-b8d6-c7c7e1d1ec24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4ff8c520-12d3-47e5-b499-6dbd6e9a131a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 03:48:11.988500 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-295542b4-36c8-4fc3-8615-a16e3d1ec31c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:11.988500 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295542b4-36c8-4fc3-8615-a16e3d1ec31c None None] Bound using segment: {'id': '8f3c2513-130a-4e92-b8d6-c7c7e1d1ec24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4ff8c520-12d3-47e5-b499-6dbd6e9a131a'} {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 03:48:11.988500 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.managers [None req-295542b4-36c8-4fc3-8615-a16e3d1ec31c None None] Bound port: 915e6934-7d41-4603-8539-e5777ad44030, host: dv-cinder-857993-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f3c2513-130a-4e92-b8d6-c7c7e1d1ec24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4ff8c520-12d3-47e5-b499-6dbd6e9a131a'}}] {{(pid=113376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 03:48:11.989263 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-295542b4-36c8-4fc3-8615-a16e3d1ec31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (915e6934-7d41-4603-8539-e5777ad44030), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:11.989345 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02880476-93a3-40cc-baf7-cdc9467b4b48 admin admin] Made reservation on behalf of d39c13d4012549c2890bf1d904d1c041 for: {'subnet': 1} {{(pid=113375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 03:48:11.989345 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-02880476-93a3-40cc-baf7-cdc9467b4b48 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:11.989479 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-295542b4-36c8-4fc3-8615-a16e3d1ec31c None None] For port 915e6934-7d41-4603-8539-e5777ad44030, host dv-cinder-857993-1-iscsi, cleared binding levels {{(pid=113376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 03:48:11.989479 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-295542b4-36c8-4fc3-8615-a16e3d1ec31c None None] For port 915e6934-7d41-4603-8539-e5777ad44030, host dv-cinder-857993-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=915e6934-7d41-4603-8539-e5777ad44030,segment=NetworkSegment(8f3c2513-130a-4e92-b8d6-c7c7e1d1ec24),segment_id=8f3c2513-130a-4e92-b8d6-c7c7e1d1ec24)] {{(pid=113376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 03:48:11.989479 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:12.078194 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23bf5a45-4363-47c6-8d80-7ffa4e1be9cc admin admin] Made reservation on behalf of e94b50976295422c9c8374155cf2d2c2 for: {'subnet': 1} {{(pid=113375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 03:48:12.080503 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-23bf5a45-4363-47c6-8d80-7ffa4e1be9cc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:12.114349 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-295542b4-36c8-4fc3-8615-a16e3d1ec31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (915e6934-7d41-4603-8539-e5777ad44030), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:12.204563 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-4605d363-e069-47c3-8bb6-fcef01bbdf9e admin admin] Publish callbacks [] for router_gateway (e8eb6dc3-21a2-4b6e-907d-9210534718fc), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:12.207541 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-6fd81f1f-1981-404b-a727-b6dab7879bec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066'] for subnet (c8d5968b-806e-4184-9dc4-9781905ff4c8), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:12.249575 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295542b4-36c8-4fc3-8615-a16e3d1ec31c None None] Pushing event updated for resources: {'Port': ['ID=915e6934-7d41-4603-8539-e5777ad44030,revision_number=2']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:12.279403 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-4605d363-e069-47c3-8bb6-fcef01bbdf9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:12.301671 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-47594c31-0739-4415-8bbb-cc43ca76021a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066'] for subnet (070db458-4233-40aa-8c99-3613db8fb323), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:12.381052 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd81f1f-1981-404b-a727-b6dab7879bec admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8d5968b-806e-4184-9dc4-9781905ff4c8,revision_number=0']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:12.434418 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-02880476-93a3-40cc-baf7-cdc9467b4b48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066'] for subnet (78a82445-9d1f-4206-b684-d9eb31dd28ea), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:12.530352 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-23bf5a45-4363-47c6-8d80-7ffa4e1be9cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066'] for subnet (4abf9a95-17e5-40d7-a907-9f39161a7362), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:12.632459 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02880476-93a3-40cc-baf7-cdc9467b4b48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78a82445-9d1f-4206-b684-d9eb31dd28ea,revision_number=0']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:12.670656 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd81f1f-1981-404b-a727-b6dab7879bec admin admin] Checking segment: {'id': 'ffd67134-8fee-4362-8336-40afb3537ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '64754a20-d60c-49a4-9c39-1462c6265039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 03:48:12.672710 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd81f1f-1981-404b-a727-b6dab7879bec admin admin] Network hostable DHCP agents. Network: 64754a20-d60c-49a4-9c39-1462c6265039, hostable agents: ['5f458d39-b7df-4a2e-8f52-58d49f268778'], hosted agents: [] {{(pid=113374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 03:48:12.682332 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=79,neutron:UPDATE=6,neutron:INSERT=13,neutron:DELETE=2 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:12.691580 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device 915e6934-7d41-4603-8539-e5777ad44030 up at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 03:48:12.720125 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02880476-93a3-40cc-baf7-cdc9467b4b48 admin admin] Checking segment: {'id': '01d386b0-ae58-4dc1-8a99-a07e8676d396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd8d0986c-f45f-4403-8f11-6637eeae0fb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 03:48:12.720526 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02880476-93a3-40cc-baf7-cdc9467b4b48 admin admin] Network hostable DHCP agents. Network: d8d0986c-f45f-4403-8f11-6637eeae0fb2, hostable agents: ['5f458d39-b7df-4a2e-8f52-58d49f268778'], hosted agents: [] {{(pid=113375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 03:48:12.723950 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bf5a45-4363-47c6-8d80-7ffa4e1be9cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=4abf9a95-17e5-40d7-a907-9f39161a7362,revision_number=0']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:12.751607 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bf5a45-4363-47c6-8d80-7ffa4e1be9cc admin admin] Checking segment: {'id': 'f206f821-35d5-462a-80ff-01e4f0ec6983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '96000232-5a2c-4cbe-8524-4ab75044ef77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 03:48:12.751970 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bf5a45-4363-47c6-8d80-7ffa4e1be9cc admin admin] Network hostable DHCP agents. Network: 96000232-5a2c-4cbe-8524-4ab75044ef77, hostable agents: ['5f458d39-b7df-4a2e-8f52-58d49f268778'], hosted agents: [] {{(pid=113375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 03:48:12.771856 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:12.806618 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47594c31-0739-4415-8bbb-cc43ca76021a admin admin] Checking segment: {'id': 'dc8a676f-3c84-4a5b-b8d3-82d7df2b2d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '60a25330-2068-4171-85ea-2cd82f09cbdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 03:48:12.809048 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47594c31-0739-4415-8bbb-cc43ca76021a admin admin] Network hostable DHCP agents. Network: 60a25330-2068-4171-85ea-2cd82f09cbdb, hostable agents: ['5f458d39-b7df-4a2e-8f52-58d49f268778'], hosted agents: [] {{(pid=113374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 03:48:12.813555 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47594c31-0739-4415-8bbb-cc43ca76021a admin admin] Pushing event updated for resources: {'Subnet': ['ID=070db458-4233-40aa-8c99-3613db8fb323,revision_number=0']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:12.817245 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Provisioning complete for port 915e6934-7d41-4603-8539-e5777ad44030 triggered by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:48:12.818245 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.db.db_base_plugin_common [None req-4605d363-e069-47c3-8bb6-fcef01bbdf9e admin admin] Allocated IP 172.27.0.49 (3e75d266-1ef3-4c3c-84dd-91ee0a702556/1e346a16-d4e3-4654-8a01-a4fa77b75a04/e7b2fb5b-4aa2-42c3-b650-b953cc723fe7) {{(pid=113374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 03:48:12.818874 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (915e6934-7d41-4603-8539-e5777ad44030), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:12.820375 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Attempt 1 to provision port 915e6934-7d41-4603-8539-e5777ad44030 Sep 16 03:48:12.899148 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd81f1f-1981-404b-a727-b6dab7879bec admin admin] Network 64754a20-d60c-49a4-9c39-1462c6265039 is scheduled to be hosted by DHCP agent 5f458d39-b7df-4a2e-8f52-58d49f268778 with binding_index 1 {{(pid=113374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 03:48:12.904853 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bf5a45-4363-47c6-8d80-7ffa4e1be9cc admin admin] Network 96000232-5a2c-4cbe-8524-4ab75044ef77 is scheduled to be hosted by DHCP agent 5f458d39-b7df-4a2e-8f52-58d49f268778 with binding_index 1 {{(pid=113375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 03:48:12.912478 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:12.912645 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02880476-93a3-40cc-baf7-cdc9467b4b48 admin admin] Network d8d0986c-f45f-4403-8f11-6637eeae0fb2 is scheduled to be hosted by DHCP agent 5f458d39-b7df-4a2e-8f52-58d49f268778 with binding_index 1 {{(pid=113375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 03:48:12.934872 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Current status of the port 915e6934-7d41-4603-8539-e5777ad44030 is: DOWN; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:48:12.935596 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (915e6934-7d41-4603-8539-e5777ad44030), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:12.954089 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47594c31-0739-4415-8bbb-cc43ca76021a admin admin] Network 60a25330-2068-4171-85ea-2cd82f09cbdb is scheduled to be hosted by DHCP agent 5f458d39-b7df-4a2e-8f52-58d49f268778 with binding_index 1 {{(pid=113374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 03:48:12.983719 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-4605d363-e069-47c3-8bb6-fcef01bbdf9e admin admin] Publish callbacks [] for port (e7b2fb5b-4aa2-42c3-b650-b953cc723fe7), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:12.988370 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] For port 915e6934-7d41-4603-8539-e5777ad44030, host dv-cinder-857993-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=915e6934-7d41-4603-8539-e5777ad44030,segment=NetworkSegment(8f3c2513-130a-4e92-b8d6-c7c7e1d1ec24),segment_id=8f3c2513-130a-4e92-b8d6-c7c7e1d1ec24)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:48:13.068101 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.base_scheduler [None req-6fd81f1f-1981-404b-a727-b6dab7879bec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857993-1-iscsi, 64754a20-d60c-49a4-9c39-1462c6265039) {{(pid=113374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:48:13.068391 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (915e6934-7d41-4603-8539-e5777ad44030), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:13.077831 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.base_scheduler [None req-23bf5a45-4363-47c6-8d80-7ffa4e1be9cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857993-1-iscsi, 96000232-5a2c-4cbe-8524-4ab75044ef77) {{(pid=113375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:48:13.082034 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.base_scheduler [None req-47594c31-0739-4415-8bbb-cc43ca76021a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857993-1-iscsi, 60a25330-2068-4171-85ea-2cd82f09cbdb) {{(pid=113374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:48:13.082431 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.base_scheduler [None req-02880476-93a3-40cc-baf7-cdc9467b4b48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857993-1-iscsi, d8d0986c-f45f-4403-8f11-6637eeae0fb2) {{(pid=113375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:48:13.084650 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd81f1f-1981-404b-a727-b6dab7879bec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:48:13.086849 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-6fd81f1f-1981-404b-a727-b6dab7879bec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602048'] for subnet (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:13.093534 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bf5a45-4363-47c6-8d80-7ffa4e1be9cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:48:13.096421 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-23bf5a45-4363-47c6-8d80-7ffa4e1be9cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602048'] for subnet (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:13.098289 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c62c7e-031c-43ff-8dfd-4db9d2ca7f29 None None] Network 64754a20-d60c-49a4-9c39-1462c6265039 requested from dv-cinder-857993-1-iscsi {{(pid=113376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 03:48:13.101258 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d80ab56-bb97-408e-8de3-12a495ccba16 None None] Network 96000232-5a2c-4cbe-8524-4ab75044ef77 requested from dv-cinder-857993-1-iscsi {{(pid=113376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 03:48:13.108451 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25969f46-cd76-4077-a4b3-27a576467fff None None] Network 60a25330-2068-4171-85ea-2cd82f09cbdb requested from dv-cinder-857993-1-iscsi {{(pid=113376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 03:48:13.109807 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47594c31-0739-4415-8bbb-cc43ca76021a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:48:13.110480 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-47594c31-0739-4415-8bbb-cc43ca76021a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602048'] for subnet (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:13.117869 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02880476-93a3-40cc-baf7-cdc9467b4b48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:48:13.118457 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-02880476-93a3-40cc-baf7-cdc9467b4b48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602048'] for subnet (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:13.141400 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f5ee99-2be0-4d98-93fd-8e6ce712c642 None None] Network d8d0986c-f45f-4403-8f11-6637eeae0fb2 requested from dv-cinder-857993-1-iscsi {{(pid=113376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 03:48:13.160322 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-4605d363-e069-47c3-8bb6-fcef01bbdf9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672515804'] for port (e7b2fb5b-4aa2-42c3-b650-b953cc723fe7), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:13.207377 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:13.222393 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4605d363-e069-47c3-8bb6-fcef01bbdf9e admin admin] Network 3e75d266-1ef3-4c3c-84dd-91ee0a702556 is already hosted by enough agents. {{(pid=113374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 03:48:13.222393 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.base_scheduler [None req-4605d363-e069-47c3-8bb6-fcef01bbdf9e admin admin] Resources bound (agent type, host, resource id): {{(pid=113374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:48:13.223711 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4605d363-e069-47c3-8bb6-fcef01bbdf9e admin admin] Received port after_create {{(pid=113374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 03:48:13.237623 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4605d363-e069-47c3-8bb6-fcef01bbdf9e admin admin] Pushing event updated for resources: {'Port': ['ID=e7b2fb5b-4aa2-42c3-b650-b953cc723fe7,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:13.313893 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-23bf5a45-4363-47c6-8d80-7ffa4e1be9cc admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6388857 Sep 16 03:48:13.313893 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 53860) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:48:13.313893 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-02880476-93a3-40cc-baf7-cdc9467b4b48 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7555466 Sep 16 03:48:13.321241 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [None req-ecb68fcc-b5e6-4289-9105-d97f68ba936b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-821580754-router', 'tenant_id': 'e94b50976295422c9c8374155cf2d2c2', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556'}}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:48:13.323344 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 53862) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:48:13.349823 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-6fd81f1f-1981-404b-a727-b6dab7879bec admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.1357026 Sep 16 03:48:13.351329 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.v2.base [None req-9bc519db-e2c7-464e-8647-04d955972a44 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-83677815-router', 'tenant_id': 'd39c13d4012549c2890bf1d904d1c041', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556'}}} {{(pid=113374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:48:13.354944 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 53864) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:48:13.366140 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-47594c31-0739-4415-8bbb-cc43ca76021a admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9893060 Sep 16 03:48:13.366755 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 53866) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:48:13.371125 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.v2.base [None req-bbdf1638-8d7a-4caf-a49d-8b01c53f7a83 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-603446721-router', 'tenant_id': 'ac97d1487c024a68b8ad933d882bb456', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556'}}} {{(pid=113374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:48:13.408151 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.v2.base [None req-c9ed4a9e-0e6a-4830-be2a-e1c46dc5ade8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-370893436-router', 'tenant_id': 'cb698ddcedae42a29f50203ec59db295', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556'}}} {{(pid=113374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:48:13.485589 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-ecb68fcc-b5e6-4289-9105-d97f68ba936b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-454019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-407'] for router (6df99dd1-6576-46cf-9af5-72e8ecbd79ba), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:13.486957 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-ecb68fcc-b5e6-4289-9105-d97f68ba936b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-451518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-396'] for router (6df99dd1-6576-46cf-9af5-72e8ecbd79ba), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:13.612288 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aaf716c-2f6c-432e-b283-4f353f827f92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1b2c0b-792a-5649-a48f-0084fb1c0ace-60a25330-2068-4171-85ea-2cd82f09cbdb', 'network_id': '60a25330-2068-4171-85ea-2cd82f09cbdb', 'project_id': 'cb698ddcedae42a29f50203ec59db295', 'fixed_ips': [{'subnet_id': '070db458-4233-40aa-8c99-3613db8fb323'}]}} from dv-cinder-857993-1-iscsi. {{(pid=113376) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 03:48:13.614254 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-0aaf716c-2f6c-432e-b283-4f353f827f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (None), before_create {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:13.657671 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-ecb68fcc-b5e6-4289-9105-d97f68ba936b admin admin] Publish callbacks [] for router_controller (6df99dd1-6576-46cf-9af5-72e8ecbd79ba), precommit_add_association {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:13.659738 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 53880) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:48:13.660812 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Pushing event updated for resources: {'Port': ['ID=915e6934-7d41-4603-8539-e5777ad44030,revision_number=3']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:13.684848 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5395764-0ca4-461d-b194-4c3c925b74ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1b2c0b-792a-5649-a48f-0084fb1c0ace-96000232-5a2c-4cbe-8524-4ab75044ef77', 'network_id': '96000232-5a2c-4cbe-8524-4ab75044ef77', 'project_id': 'e94b50976295422c9c8374155cf2d2c2', 'fixed_ips': [{'subnet_id': '4abf9a95-17e5-40d7-a907-9f39161a7362'}]}} from dv-cinder-857993-1-iscsi. {{(pid=113376) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 03:48:13.685830 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-d5395764-0ca4-461d-b194-4c3c925b74ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (None), before_create {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:13.722169 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-c9ed4a9e-0e6a-4830-be2a-e1c46dc5ade8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-454019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-407'] for router (11a544e6-b451-42f0-9ca8-422baaa4dd85), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:13.726739 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-c9ed4a9e-0e6a-4830-be2a-e1c46dc5ade8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-451518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-396'] for router (11a544e6-b451-42f0-9ca8-422baaa4dd85), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:13.736706 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-bbdf1638-8d7a-4caf-a49d-8b01c53f7a83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-454019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-407'] for router (6af97b08-d2f4-437e-a1cf-998707fdd7d2), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:13.737853 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-bbdf1638-8d7a-4caf-a49d-8b01c53f7a83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-451518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-396'] for router (6af97b08-d2f4-437e-a1cf-998707fdd7d2), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:13.927768 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf80412-88ed-4e9b-b240-449ce5d43ac2 None None] Network 4ff8c520-12d3-47e5-b499-6dbd6e9a131a requested from dv-cinder-857993-1-iscsi {{(pid=113376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 03:48:13.955369 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-645eaff6-2fe8-4395-bb8a-052bcab59508 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:13.961122 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-9bc519db-e2c7-464e-8647-04d955972a44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-454019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-407'] for router (81219bb8-1b4f-4141-8493-9a43123900ee), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:13.961122 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-9bc519db-e2c7-464e-8647-04d955972a44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-451518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-396'] for router (81219bb8-1b4f-4141-8493-9a43123900ee), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:13.964566 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-bbdf1638-8d7a-4caf-a49d-8b01c53f7a83 admin admin] Publish callbacks [] for router_controller (6af97b08-d2f4-437e-a1cf-998707fdd7d2), precommit_add_association {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:13.996712 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-c9ed4a9e-0e6a-4830-be2a-e1c46dc5ade8 admin admin] Publish callbacks [] for router_controller (11a544e6-b451-42f0-9ca8-422baaa4dd85), precommit_add_association {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:14.094548 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-ecb68fcc-b5e6-4289-9105-d97f68ba936b admin admin] Publish callbacks [] for router_gateway (6df99dd1-6576-46cf-9af5-72e8ecbd79ba), precommit_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:14.121024 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-9bc519db-e2c7-464e-8647-04d955972a44 admin admin] Publish callbacks [] for router_controller (81219bb8-1b4f-4141-8493-9a43123900ee), precommit_add_association {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:14.137397 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1371381b-97c9-4443-9f78-b3213cb3933a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1b2c0b-792a-5649-a48f-0084fb1c0ace-64754a20-d60c-49a4-9c39-1462c6265039', 'network_id': '64754a20-d60c-49a4-9c39-1462c6265039', 'project_id': 'ac97d1487c024a68b8ad933d882bb456', 'fixed_ips': [{'subnet_id': 'c8d5968b-806e-4184-9dc4-9781905ff4c8'}]}} from dv-cinder-857993-1-iscsi. {{(pid=113376) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 03:48:14.141148 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-1371381b-97c9-4443-9f78-b3213cb3933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (None), before_create {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:14.180377 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-645eaff6-2fe8-4395-bb8a-052bcab59508 admin admin] Publish callbacks [] for security_group (4f768385-a5c4-41a5-9032-fb749c6c6ebc), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:14.206593 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-695e416d-f1e1-41a6-a75d-ac0c75920399 None None] Provisioning complete for port 915e6934-7d41-4603-8539-e5777ad44030 triggered by entity DHCP. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:48:14.207007 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-695e416d-f1e1-41a6-a75d-ac0c75920399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (915e6934-7d41-4603-8539-e5777ad44030), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:14.207411 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-695e416d-f1e1-41a6-a75d-ac0c75920399 None None] Attempt 1 to provision port 915e6934-7d41-4603-8539-e5777ad44030 Sep 16 03:48:14.274932 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-645eaff6-2fe8-4395-bb8a-052bcab59508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (4f768385-a5c4-41a5-9032-fb749c6c6ebc), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:14.305104 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-4605d363-e069-47c3-8bb6-fcef01bbdf9e admin admin] Publish callbacks [] for router_gateway (e8eb6dc3-21a2-4b6e-907d-9210534718fc), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:14.316765 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.db_base_plugin_common [None req-0aaf716c-2f6c-432e-b283-4f353f827f92 None None] Allocated IP 172.20.0.2 (60a25330-2068-4171-85ea-2cd82f09cbdb/070db458-4233-40aa-8c99-3613db8fb323/9b2d4fad-1be6-4395-b831-473356d2dc05) {{(pid=113376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 03:48:14.356397 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-645eaff6-2fe8-4395-bb8a-052bcab59508 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=b61c79c5d9714dcf8df92c958dfe5cd0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6939349 Sep 16 03:48:14.357090 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 53910) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:48:14.400405 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645eaff6-2fe8-4395-bb8a-052bcab59508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f768385-a5c4-41a5-9032-fb749c6c6ebc,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:14.511737 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-0aaf716c-2f6c-432e-b283-4f353f827f92 None None] Publish callbacks [] for port (9b2d4fad-1be6-4395-b831-473356d2dc05), precommit_create {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:14.562997 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-1b0d7746-9b1b-4d5b-8dd8-990958853fc3 admin admin] Publish callbacks [] for security_group (4f768385-a5c4-41a5-9032-fb749c6c6ebc), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:14.568053 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.db_base_plugin_common [None req-d5395764-0ca4-461d-b194-4c3c925b74ce None None] Allocated IP 172.20.0.2 (96000232-5a2c-4cbe-8524-4ab75044ef77/4abf9a95-17e5-40d7-a907-9f39161a7362/71f8bd64-bb01-4775-bd7d-a9e402009929) {{(pid=113376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 03:48:14.603871 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-1b0d7746-9b1b-4d5b-8dd8-990958853fc3 admin admin] Publish callbacks [] for security_group (4f768385-a5c4-41a5-9032-fb749c6c6ebc), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:14.659845 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-ecb68fcc-b5e6-4289-9105-d97f68ba936b admin admin] Publish callbacks [] for router_gateway (6df99dd1-6576-46cf-9af5-72e8ecbd79ba), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:14.691500 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-ecb68fcc-b5e6-4289-9105-d97f68ba936b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:14.695464 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-bbdf1638-8d7a-4caf-a49d-8b01c53f7a83 admin admin] Publish callbacks [] for router_gateway (6af97b08-d2f4-437e-a1cf-998707fdd7d2), precommit_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:14.705044 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-c9ed4a9e-0e6a-4830-be2a-e1c46dc5ade8 admin admin] Publish callbacks [] for router_gateway (11a544e6-b451-42f0-9ca8-422baaa4dd85), precommit_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:14.713220 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:14.740468 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device 915e6934-7d41-4603-8539-e5777ad44030 up at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 03:48:14.743731 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-9bc519db-e2c7-464e-8647-04d955972a44 admin admin] Publish callbacks [] for router_gateway (81219bb8-1b4f-4141-8493-9a43123900ee), precommit_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:14.751358 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:14.782349 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-d5395764-0ca4-461d-b194-4c3c925b74ce None None] Publish callbacks [] for port (71f8bd64-bb01-4775-bd7d-a9e402009929), precommit_create {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:14.786597 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f957e25f-8bf0-41fb-8f73-b2d8f3d86722 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1b2c0b-792a-5649-a48f-0084fb1c0ace-d8d0986c-f45f-4403-8f11-6637eeae0fb2', 'network_id': 'd8d0986c-f45f-4403-8f11-6637eeae0fb2', 'project_id': 'd39c13d4012549c2890bf1d904d1c041', 'fixed_ips': [{'subnet_id': '78a82445-9d1f-4206-b684-d9eb31dd28ea'}]}} from dv-cinder-857993-1-iscsi. {{(pid=113376) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 03:48:14.787547 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-f957e25f-8bf0-41fb-8f73-b2d8f3d86722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (None), before_create {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:14.874160 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.db_base_plugin_common [None req-ecb68fcc-b5e6-4289-9105-d97f68ba936b admin admin] Allocated IP 172.27.0.173 (3e75d266-1ef3-4c3c-84dd-91ee0a702556/1e346a16-d4e3-4654-8a01-a4fa77b75a04/dea63493-fe7f-44f5-981f-4ef4ab311574) {{(pid=113375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 03:48:14.940579 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-d5395764-0ca4-461d-b194-4c3c925b74ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672515804'] for port (71f8bd64-bb01-4775-bd7d-a9e402009929), after_create {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:14.943174 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-0aaf716c-2f6c-432e-b283-4f353f827f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672515804'] for port (9b2d4fad-1be6-4395-b831-473356d2dc05), after_create {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:14.989183 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-1b0d7746-9b1b-4d5b-8dd8-990958853fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (4f768385-a5c4-41a5-9032-fb749c6c6ebc), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:14.991640 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-1b0d7746-9b1b-4d5b-8dd8-990958853fc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:14.995371 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-1b0d7746-9b1b-4d5b-8dd8-990958853fc3 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/4f768385-a5c4-41a5-9032-fb749c6c6ebc HTTP/1.1" status: 204 len: 168 time: 0.5960126 Sep 16 03:48:15.016052 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0d7746-9b1b-4d5b-8dd8-990958853fc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f768385-a5c4-41a5-9032-fb749c6c6ebc,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:15.038447 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-ecb68fcc-b5e6-4289-9105-d97f68ba936b admin admin] Publish callbacks [] for port (dea63493-fe7f-44f5-981f-4ef4ab311574), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:15.164701 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aaf716c-2f6c-432e-b283-4f353f827f92 None None] Network 60a25330-2068-4171-85ea-2cd82f09cbdb is already hosted by enough agents. {{(pid=113376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 03:48:15.185798 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-695e416d-f1e1-41a6-a75d-ac0c75920399 None None] Current status of the port 915e6934-7d41-4603-8539-e5777ad44030 is: ACTIVE; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:48:15.222620 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5395764-0ca4-461d-b194-4c3c925b74ce None None] Network 96000232-5a2c-4cbe-8524-4ab75044ef77 is already hosted by enough agents. {{(pid=113376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 03:48:15.233055 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.scheduler.base_scheduler [None req-0aaf716c-2f6c-432e-b283-4f353f827f92 None None] Resources bound (agent type, host, resource id): {{(pid=113376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:48:15.244196 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aaf716c-2f6c-432e-b283-4f353f827f92 None None] Received port after_create {{(pid=113376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 03:48:15.267106 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.scheduler.base_scheduler [None req-d5395764-0ca4-461d-b194-4c3c925b74ce None None] Resources bound (agent type, host, resource id): {{(pid=113376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:48:15.269152 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5395764-0ca4-461d-b194-4c3c925b74ce None None] Pushing event updated for resources: {'Port': ['ID=71f8bd64-bb01-4775-bd7d-a9e402009929,revision_number=1']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:15.270596 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-4605d363-e069-47c3-8bb6-fcef01bbdf9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-451558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-452142'] for router (e8eb6dc3-21a2-4b6e-907d-9210534718fc), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:15.285016 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5395764-0ca4-461d-b194-4c3c925b74ce None None] Received port after_create {{(pid=113376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 03:48:15.287150 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-ecb68fcc-b5e6-4289-9105-d97f68ba936b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672515804'] for port (dea63493-fe7f-44f5-981f-4ef4ab311574), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:15.360520 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaf716c-2f6c-432e-b283-4f353f827f92 None None] Pushing event updated for resources: {'Port': ['ID=9b2d4fad-1be6-4395-b831-473356d2dc05,revision_number=1']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:15.386657 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb68fcc-b5e6-4289-9105-d97f68ba936b admin admin] Network 3e75d266-1ef3-4c3c-84dd-91ee0a702556 is already hosted by enough agents. {{(pid=113375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 03:48:15.395708 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.base_scheduler [None req-ecb68fcc-b5e6-4289-9105-d97f68ba936b admin admin] Resources bound (agent type, host, resource id): {{(pid=113375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:48:15.402200 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb68fcc-b5e6-4289-9105-d97f68ba936b admin admin] Received port after_create {{(pid=113375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 03:48:15.406799 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Provisioning complete for port 915e6934-7d41-4603-8539-e5777ad44030 triggered by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:48:15.407221 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (915e6934-7d41-4603-8539-e5777ad44030), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:15.407565 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Attempt 1 to provision port 915e6934-7d41-4603-8539-e5777ad44030 Sep 16 03:48:15.467548 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.db_base_plugin_common [None req-1371381b-97c9-4443-9f78-b3213cb3933a None None] Allocated IP 172.20.0.2 (64754a20-d60c-49a4-9c39-1462c6265039/c8d5968b-806e-4184-9dc4-9781905ff4c8/6cf3b724-5047-4f3a-ab61-03c00f5a442a) {{(pid=113376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 03:48:15.557306 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-04f7d567-0533-452e-8e8f-8db180619d64 None None] Provisioning complete for port 915e6934-7d41-4603-8539-e5777ad44030 triggered by entity DHCP. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:48:15.557539 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-04f7d567-0533-452e-8e8f-8db180619d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (915e6934-7d41-4603-8539-e5777ad44030), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:15.557738 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-9bc519db-e2c7-464e-8647-04d955972a44 admin admin] Publish callbacks [] for router_gateway (81219bb8-1b4f-4141-8493-9a43123900ee), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:15.557873 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-04f7d567-0533-452e-8e8f-8db180619d64 None None] Attempt 1 to provision port 915e6934-7d41-4603-8539-e5777ad44030 Sep 16 03:48:15.634378 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb68fcc-b5e6-4289-9105-d97f68ba936b admin admin] Pushing event updated for resources: {'Port': ['ID=dea63493-fe7f-44f5-981f-4ef4ab311574,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:15.687485 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-c9ed4a9e-0e6a-4830-be2a-e1c46dc5ade8 admin admin] Publish callbacks [] for router_gateway (11a544e6-b451-42f0-9ca8-422baaa4dd85), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:15.720809 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-9bc519db-e2c7-464e-8647-04d955972a44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:15.818153 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.managers [None req-0aaf716c-2f6c-432e-b283-4f353f827f92 None None] Attempting to bind port 9b2d4fad-1be6-4395-b831-473356d2dc05 on host dv-cinder-857993-1-iscsi for vnic_type normal with profile {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 03:48:15.818524 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.managers [None req-0aaf716c-2f6c-432e-b283-4f353f827f92 None None] Attempting to bind port 9b2d4fad-1be6-4395-b831-473356d2dc05 by drivers openvswitch,hyperv on host dv-cinder-857993-1-iscsi at level 0 using segments [{'id': 'dc8a676f-3c84-4a5b-b8d3-82d7df2b2d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '60a25330-2068-4171-85ea-2cd82f09cbdb'}] {{(pid=113376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 03:48:15.818886 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aaf716c-2f6c-432e-b283-4f353f827f92 None None] Attempting to bind port 9b2d4fad-1be6-4395-b831-473356d2dc05 on network 60a25330-2068-4171-85ea-2cd82f09cbdb {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 03:48:15.851199 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-c9ed4a9e-0e6a-4830-be2a-e1c46dc5ade8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:15.879921 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.db_base_plugin_common [None req-f957e25f-8bf0-41fb-8f73-b2d8f3d86722 None None] Allocated IP 172.20.0.2 (d8d0986c-f45f-4403-8f11-6637eeae0fb2/78a82445-9d1f-4206-b684-d9eb31dd28ea/428bba1c-bcf7-42c4-acd8-69c14ea41404) {{(pid=113376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 03:48:15.887153 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.managers [None req-d5395764-0ca4-461d-b194-4c3c925b74ce None None] Attempting to bind port 71f8bd64-bb01-4775-bd7d-a9e402009929 on host dv-cinder-857993-1-iscsi for vnic_type normal with profile {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 03:48:15.887522 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.managers [None req-d5395764-0ca4-461d-b194-4c3c925b74ce None None] Attempting to bind port 71f8bd64-bb01-4775-bd7d-a9e402009929 by drivers openvswitch,hyperv on host dv-cinder-857993-1-iscsi at level 0 using segments [{'id': 'f206f821-35d5-462a-80ff-01e4f0ec6983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '96000232-5a2c-4cbe-8524-4ab75044ef77'}] {{(pid=113376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 03:48:15.887886 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5395764-0ca4-461d-b194-4c3c925b74ce None None] Attempting to bind port 71f8bd64-bb01-4775-bd7d-a9e402009929 on network 96000232-5a2c-4cbe-8524-4ab75044ef77 {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 03:48:15.911089 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-ecb68fcc-b5e6-4289-9105-d97f68ba936b admin admin] Publish callbacks [] for router_gateway (6df99dd1-6576-46cf-9af5-72e8ecbd79ba), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:15.928782 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-bbdf1638-8d7a-4caf-a49d-8b01c53f7a83 admin admin] Publish callbacks [] for router_gateway (6af97b08-d2f4-437e-a1cf-998707fdd7d2), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:15.972726 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.db.db_base_plugin_common [None req-9bc519db-e2c7-464e-8647-04d955972a44 admin admin] Allocated IP 172.27.0.38 (3e75d266-1ef3-4c3c-84dd-91ee0a702556/1e346a16-d4e3-4654-8a01-a4fa77b75a04/bf3fef07-90a3-49c9-bdfe-bb97bd0003ea) {{(pid=113374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 03:48:15.973453 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Current status of the port 915e6934-7d41-4603-8539-e5777ad44030 is: ACTIVE; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:48:16.007835 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-bbdf1638-8d7a-4caf-a49d-8b01c53f7a83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:16.107212 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aaf716c-2f6c-432e-b283-4f353f827f92 None None] Checking agent: {'id': '9480ceca-8cb5-4b85-9807-6ee42f948820', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857993-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 3, 39, 29), 'started_at': datetime.datetime(2022, 9, 16, 3, 39, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 3, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857993-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 03:48:16.107597 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aaf716c-2f6c-432e-b283-4f353f827f92 None None] Checking segment: {'id': 'dc8a676f-3c84-4a5b-b8d3-82d7df2b2d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '60a25330-2068-4171-85ea-2cd82f09cbdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 03:48:16.108563 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-0aaf716c-2f6c-432e-b283-4f353f827f92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:16.109144 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aaf716c-2f6c-432e-b283-4f353f827f92 None None] Bound using segment: {'id': 'dc8a676f-3c84-4a5b-b8d3-82d7df2b2d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '60a25330-2068-4171-85ea-2cd82f09cbdb'} {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 03:48:16.110135 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.managers [None req-0aaf716c-2f6c-432e-b283-4f353f827f92 None None] Bound port: 9b2d4fad-1be6-4395-b831-473356d2dc05, host: dv-cinder-857993-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc8a676f-3c84-4a5b-b8d3-82d7df2b2d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '60a25330-2068-4171-85ea-2cd82f09cbdb'}}] {{(pid=113376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 03:48:16.110880 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-0aaf716c-2f6c-432e-b283-4f353f827f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (9b2d4fad-1be6-4395-b831-473356d2dc05), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:16.152352 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-04f7d567-0533-452e-8e8f-8db180619d64 None None] Current status of the port 915e6934-7d41-4603-8539-e5777ad44030 is: ACTIVE; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:48:16.184755 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5395764-0ca4-461d-b194-4c3c925b74ce None None] Checking agent: {'id': '9480ceca-8cb5-4b85-9807-6ee42f948820', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857993-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 3, 39, 29), 'started_at': datetime.datetime(2022, 9, 16, 3, 39, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 3, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857993-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 03:48:16.191923 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5395764-0ca4-461d-b194-4c3c925b74ce None None] Checking segment: {'id': 'f206f821-35d5-462a-80ff-01e4f0ec6983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '96000232-5a2c-4cbe-8524-4ab75044ef77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 03:48:16.191923 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-d5395764-0ca4-461d-b194-4c3c925b74ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:16.191923 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5395764-0ca4-461d-b194-4c3c925b74ce None None] Bound using segment: {'id': 'f206f821-35d5-462a-80ff-01e4f0ec6983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '96000232-5a2c-4cbe-8524-4ab75044ef77'} {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 03:48:16.191923 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.managers [None req-d5395764-0ca4-461d-b194-4c3c925b74ce None None] Bound port: 71f8bd64-bb01-4775-bd7d-a9e402009929, host: dv-cinder-857993-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f206f821-35d5-462a-80ff-01e4f0ec6983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '96000232-5a2c-4cbe-8524-4ab75044ef77'}}] {{(pid=113376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 03:48:16.191923 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-d5395764-0ca4-461d-b194-4c3c925b74ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (71f8bd64-bb01-4775-bd7d-a9e402009929), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:16.239645 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 53952) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:48:16.251610 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-ecb68fcc-b5e6-4289-9105-d97f68ba936b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-451558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-452142'] for router (6df99dd1-6576-46cf-9af5-72e8ecbd79ba), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:16.262003 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-6a29b898-c773-43e1-baea-55e9d6ab4e8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:16.266276 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-9bc519db-e2c7-464e-8647-04d955972a44 admin admin] Publish callbacks [] for port (bf3fef07-90a3-49c9-bdfe-bb97bd0003ea), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:16.298084 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4605d363-e069-47c3-8bb6-fcef01bbdf9e admin admin] Router e8eb6dc3-21a2-4b6e-907d-9210534718fc is scheduled to L3 agent 20a8dcff-cb91-4cfb-b5ee-87736efe33d8 with binding_index 1 {{(pid=113374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 03:48:16.316168 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-0aaf716c-2f6c-432e-b283-4f353f827f92 None None] For port 9b2d4fad-1be6-4395-b831-473356d2dc05, host dv-cinder-857993-1-iscsi, cleared binding levels {{(pid=113376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 03:48:16.348453 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-1371381b-97c9-4443-9f78-b3213cb3933a None None] Publish callbacks [] for port (6cf3b724-5047-4f3a-ab61-03c00f5a442a), precommit_create {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:16.368369 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-0aaf716c-2f6c-432e-b283-4f353f827f92 None None] For port 9b2d4fad-1be6-4395-b831-473356d2dc05, host dv-cinder-857993-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=9b2d4fad-1be6-4395-b831-473356d2dc05,segment=NetworkSegment(dc8a676f-3c84-4a5b-b8d3-82d7df2b2d1f),segment_id=dc8a676f-3c84-4a5b-b8d3-82d7df2b2d1f)] {{(pid=113376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 03:48:16.406510 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-d5395764-0ca4-461d-b194-4c3c925b74ce None None] For port 71f8bd64-bb01-4775-bd7d-a9e402009929, host dv-cinder-857993-1-iscsi, cleared binding levels {{(pid=113376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 03:48:16.424189 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-9bc519db-e2c7-464e-8647-04d955972a44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672515804'] for port (bf3fef07-90a3-49c9-bdfe-bb97bd0003ea), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:16.429958 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-d5395764-0ca4-461d-b194-4c3c925b74ce None None] For port 71f8bd64-bb01-4775-bd7d-a9e402009929, host dv-cinder-857993-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=71f8bd64-bb01-4775-bd7d-a9e402009929,segment=NetworkSegment(f206f821-35d5-462a-80ff-01e4f0ec6983),segment_id=f206f821-35d5-462a-80ff-01e4f0ec6983)] {{(pid=113376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 03:48:16.434714 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-f957e25f-8bf0-41fb-8f73-b2d8f3d86722 None None] Publish callbacks [] for port (428bba1c-bcf7-42c4-acd8-69c14ea41404), precommit_create {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:16.439943 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-1371381b-97c9-4443-9f78-b3213cb3933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672515804'] for port (6cf3b724-5047-4f3a-ab61-03c00f5a442a), after_create {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:16.444821 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-0aaf716c-2f6c-432e-b283-4f353f827f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (9b2d4fad-1be6-4395-b831-473356d2dc05), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:16.462790 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-6a29b898-c773-43e1-baea-55e9d6ab4e8b admin admin] Publish callbacks [] for security_group (44fb7211-ab34-49c5-ab28-a6b2c599a953), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:16.489634 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1371381b-97c9-4443-9f78-b3213cb3933a None None] Network 64754a20-d60c-49a4-9c39-1462c6265039 is already hosted by enough agents. {{(pid=113376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 03:48:16.493010 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.scheduler.base_scheduler [None req-1371381b-97c9-4443-9f78-b3213cb3933a None None] Resources bound (agent type, host, resource id): {{(pid=113376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:48:16.502375 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1371381b-97c9-4443-9f78-b3213cb3933a None None] Received port after_create {{(pid=113376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 03:48:16.502375 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1371381b-97c9-4443-9f78-b3213cb3933a None None] Pushing event updated for resources: {'Port': ['ID=6cf3b724-5047-4f3a-ab61-03c00f5a442a,revision_number=1']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:16.515307 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc519db-e2c7-464e-8647-04d955972a44 admin admin] Network 3e75d266-1ef3-4c3c-84dd-91ee0a702556 is already hosted by enough agents. {{(pid=113374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 03:48:16.548645 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecb68fcc-b5e6-4289-9105-d97f68ba936b admin admin] Router 6df99dd1-6576-46cf-9af5-72e8ecbd79ba is scheduled to L3 agent 20a8dcff-cb91-4cfb-b5ee-87736efe33d8 with binding_index 1 {{(pid=113375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 03:48:16.552263 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-6a29b898-c773-43e1-baea-55e9d6ab4e8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (44fb7211-ab34-49c5-ab28-a6b2c599a953), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:16.562577 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.base_scheduler [None req-9bc519db-e2c7-464e-8647-04d955972a44 admin admin] Resources bound (agent type, host, resource id): {{(pid=113374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:48:16.566330 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc519db-e2c7-464e-8647-04d955972a44 admin admin] Received port after_create {{(pid=113374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 03:48:16.566478 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-f957e25f-8bf0-41fb-8f73-b2d8f3d86722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672515804'] for port (428bba1c-bcf7-42c4-acd8-69c14ea41404), after_create {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:16.568437 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-d5395764-0ca4-461d-b194-4c3c925b74ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (71f8bd64-bb01-4775-bd7d-a9e402009929), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:16.622540 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-6a29b898-c773-43e1-baea-55e9d6ab4e8b admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=4e9e0e53ce3f4f2bbcc0227e9d118db0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3774445 Sep 16 03:48:16.623325 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 53960) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:48:16.635406 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f957e25f-8bf0-41fb-8f73-b2d8f3d86722 None None] Network d8d0986c-f45f-4403-8f11-6637eeae0fb2 is already hosted by enough agents. {{(pid=113376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 03:48:16.636177 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaf716c-2f6c-432e-b283-4f353f827f92 None None] Pushing event updated for resources: {'Port': ['ID=9b2d4fad-1be6-4395-b831-473356d2dc05,revision_number=2']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:16.643361 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.scheduler.base_scheduler [None req-f957e25f-8bf0-41fb-8f73-b2d8f3d86722 None None] Resources bound (agent type, host, resource id): {{(pid=113376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:48:16.655469 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.managers [None req-1371381b-97c9-4443-9f78-b3213cb3933a None None] Attempting to bind port 6cf3b724-5047-4f3a-ab61-03c00f5a442a on host dv-cinder-857993-1-iscsi for vnic_type normal with profile {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 03:48:16.655469 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.managers [None req-1371381b-97c9-4443-9f78-b3213cb3933a None None] Attempting to bind port 6cf3b724-5047-4f3a-ab61-03c00f5a442a by drivers openvswitch,hyperv on host dv-cinder-857993-1-iscsi at level 0 using segments [{'id': 'ffd67134-8fee-4362-8336-40afb3537ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '64754a20-d60c-49a4-9c39-1462c6265039'}] {{(pid=113376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 03:48:16.655469 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1371381b-97c9-4443-9f78-b3213cb3933a None None] Attempting to bind port 6cf3b724-5047-4f3a-ab61-03c00f5a442a on network 64754a20-d60c-49a4-9c39-1462c6265039 {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 03:48:16.655469 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f957e25f-8bf0-41fb-8f73-b2d8f3d86722 None None] Received port after_create {{(pid=113376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 03:48:16.690592 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.db.db_base_plugin_common [None req-c9ed4a9e-0e6a-4830-be2a-e1c46dc5ade8 admin admin] Allocated IP 172.27.0.237 (3e75d266-1ef3-4c3c-84dd-91ee0a702556/1e346a16-d4e3-4654-8a01-a4fa77b75a04/dd2136f8-4e86-4db6-a499-0f087ed040d4) {{(pid=113374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 03:48:16.702371 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc519db-e2c7-464e-8647-04d955972a44 admin admin] Pushing event updated for resources: {'Port': ['ID=bf3fef07-90a3-49c9-bdfe-bb97bd0003ea,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:16.774047 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecb68fcc-b5e6-4289-9105-d97f68ba936b admin admin] Notify agent at l3_agent.dv-cinder-857993-1-iscsi the message routers_updated {{(pid=113375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 03:48:16.775039 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f957e25f-8bf0-41fb-8f73-b2d8f3d86722 None None] Pushing event updated for resources: {'Port': ['ID=428bba1c-bcf7-42c4-acd8-69c14ea41404,revision_number=1']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:16.775825 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a29b898-c773-43e1-baea-55e9d6ab4e8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44fb7211-ab34-49c5-ab28-a6b2c599a953,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:16.795512 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fb0eb6-d426-4903-b6b8-fba58ae06fae None None] Sync routers for ids ['6df99dd1-6576-46cf-9af5-72e8ecbd79ba'] in dv-cinder-857993-1-iscsi {{(pid=113377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 03:48:16.839159 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fb0eb6-d426-4903-b6b8-fba58ae06fae None None] Routers {'6df99dd1-6576-46cf-9af5-72e8ecbd79ba'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:48:16.852019 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-00fb0eb6-d426-4903-b6b8-fba58ae06fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:47:55Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['6df99dd1-6576-46cf-9af5-72e8ecbd79ba'], 'active': True} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:48:16.869480 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5395764-0ca4-461d-b194-4c3c925b74ce None None] Pushing event updated for resources: {'Port': ['ID=71f8bd64-bb01-4775-bd7d-a9e402009929,revision_number=2']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:16.912421 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1371381b-97c9-4443-9f78-b3213cb3933a None None] Checking agent: {'id': '9480ceca-8cb5-4b85-9807-6ee42f948820', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857993-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 3, 39, 29), 'started_at': datetime.datetime(2022, 9, 16, 3, 39, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 3, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857993-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 03:48:16.912936 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1371381b-97c9-4443-9f78-b3213cb3933a None None] Checking segment: {'id': 'ffd67134-8fee-4362-8336-40afb3537ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '64754a20-d60c-49a4-9c39-1462c6265039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 03:48:16.913493 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-1371381b-97c9-4443-9f78-b3213cb3933a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:16.913989 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1371381b-97c9-4443-9f78-b3213cb3933a None None] Bound using segment: {'id': 'ffd67134-8fee-4362-8336-40afb3537ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '64754a20-d60c-49a4-9c39-1462c6265039'} {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 03:48:16.914610 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.managers [None req-1371381b-97c9-4443-9f78-b3213cb3933a None None] Bound port: 6cf3b724-5047-4f3a-ab61-03c00f5a442a, host: dv-cinder-857993-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd67134-8fee-4362-8336-40afb3537ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '64754a20-d60c-49a4-9c39-1462c6265039'}}] {{(pid=113376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 03:48:16.915168 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-1371381b-97c9-4443-9f78-b3213cb3933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (6cf3b724-5047-4f3a-ab61-03c00f5a442a), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:16.937328 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.managers [None req-f957e25f-8bf0-41fb-8f73-b2d8f3d86722 None None] Attempting to bind port 428bba1c-bcf7-42c4-acd8-69c14ea41404 on host dv-cinder-857993-1-iscsi for vnic_type normal with profile {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 03:48:16.943509 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.managers [None req-f957e25f-8bf0-41fb-8f73-b2d8f3d86722 None None] Attempting to bind port 428bba1c-bcf7-42c4-acd8-69c14ea41404 by drivers openvswitch,hyperv on host dv-cinder-857993-1-iscsi at level 0 using segments [{'id': '01d386b0-ae58-4dc1-8a99-a07e8676d396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd8d0986c-f45f-4403-8f11-6637eeae0fb2'}] {{(pid=113376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 03:48:16.949448 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f957e25f-8bf0-41fb-8f73-b2d8f3d86722 None None] Attempting to bind port 428bba1c-bcf7-42c4-acd8-69c14ea41404 on network d8d0986c-f45f-4403-8f11-6637eeae0fb2 {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 03:48:16.951257 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:16.999970 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:INSERT=11,neutron:SELECT=87,neutron:UPDATE=2 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:17.068070 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-50d9534a-2b72-4648-937b-3bb817cc0af0 admin admin] Publish callbacks [] for security_group (44fb7211-ab34-49c5-ab28-a6b2c599a953), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:17.101257 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:17.108684 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4605d363-e069-47c3-8bb6-fcef01bbdf9e admin admin] Notify agent at l3_agent.dv-cinder-857993-1-iscsi the message routers_updated {{(pid=113374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 03:48:17.122396 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb82af2-edb0-4cab-9f17-cc3864978284 None None] Sync routers for ids ['e8eb6dc3-21a2-4b6e-907d-9210534718fc'] in dv-cinder-857993-1-iscsi {{(pid=113376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 03:48:17.125829 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:17.136497 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f957e25f-8bf0-41fb-8f73-b2d8f3d86722 None None] Checking agent: {'id': '9480ceca-8cb5-4b85-9807-6ee42f948820', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857993-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 3, 39, 29), 'started_at': datetime.datetime(2022, 9, 16, 3, 39, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 3, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857993-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 03:48:17.136885 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f957e25f-8bf0-41fb-8f73-b2d8f3d86722 None None] Checking segment: {'id': '01d386b0-ae58-4dc1-8a99-a07e8676d396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd8d0986c-f45f-4403-8f11-6637eeae0fb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 03:48:17.137967 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-f957e25f-8bf0-41fb-8f73-b2d8f3d86722 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:17.144466 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f957e25f-8bf0-41fb-8f73-b2d8f3d86722 None None] Bound using segment: {'id': '01d386b0-ae58-4dc1-8a99-a07e8676d396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd8d0986c-f45f-4403-8f11-6637eeae0fb2'} {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 03:48:17.146026 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.managers [None req-f957e25f-8bf0-41fb-8f73-b2d8f3d86722 None None] Bound port: 428bba1c-bcf7-42c4-acd8-69c14ea41404, host: dv-cinder-857993-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01d386b0-ae58-4dc1-8a99-a07e8676d396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd8d0986c-f45f-4403-8f11-6637eeae0fb2'}}] {{(pid=113376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 03:48:17.146429 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-f957e25f-8bf0-41fb-8f73-b2d8f3d86722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (428bba1c-bcf7-42c4-acd8-69c14ea41404), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:17.146966 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-50d9534a-2b72-4648-937b-3bb817cc0af0 admin admin] Publish callbacks [] for security_group (44fb7211-ab34-49c5-ab28-a6b2c599a953), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:17.173966 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-ecb68fcc-b5e6-4289-9105-d97f68ba936b admin admin] Publish callbacks [] for router (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:17.176093 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-1371381b-97c9-4443-9f78-b3213cb3933a None None] For port 6cf3b724-5047-4f3a-ab61-03c00f5a442a, host dv-cinder-857993-1-iscsi, cleared binding levels {{(pid=113376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 03:48:17.176757 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-ecb68fcc-b5e6-4289-9105-d97f68ba936b admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.8612223 Sep 16 03:48:17.183501 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 53968) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:48:17.217530 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-1371381b-97c9-4443-9f78-b3213cb3933a None None] For port 6cf3b724-5047-4f3a-ab61-03c00f5a442a, host dv-cinder-857993-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=6cf3b724-5047-4f3a-ab61-03c00f5a442a,segment=NetworkSegment(ffd67134-8fee-4362-8336-40afb3537ec3),segment_id=ffd67134-8fee-4362-8336-40afb3537ec3)] {{(pid=113376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 03:48:17.219735 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-c9ed4a9e-0e6a-4830-be2a-e1c46dc5ade8 admin admin] Publish callbacks [] for port (dd2136f8-4e86-4db6-a499-0f087ed040d4), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:17.234024 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=84,neutron:UPDATE=10,neutron:INSERT=6 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:17.234425 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvr_db [None req-00fb0eb6-d426-4903-b6b8-fba58ae06fae None None] Set router 6df99dd1-6576-46cf-9af5-72e8ecbd79ba gateway port host: dv-cinder-857993-1-iscsi {{(pid=113377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:48:17.258796 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb82af2-edb0-4cab-9f17-cc3864978284 None None] Routers {'e8eb6dc3-21a2-4b6e-907d-9210534718fc'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:48:17.263146 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-4605d363-e069-47c3-8bb6-fcef01bbdf9e admin admin] Publish callbacks [] for router (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:17.265303 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-4605d363-e069-47c3-8bb6-fcef01bbdf9e admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.3901031 Sep 16 03:48:17.274713 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-efb82af2-edb0-4cab-9f17-cc3864978284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:47:55Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['e8eb6dc3-21a2-4b6e-907d-9210534718fc'], 'active': True} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:48:17.279285 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 53974) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:48:17.345884 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-1371381b-97c9-4443-9f78-b3213cb3933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (6cf3b724-5047-4f3a-ab61-03c00f5a442a), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:17.566672 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-f957e25f-8bf0-41fb-8f73-b2d8f3d86722 None None] For port 428bba1c-bcf7-42c4-acd8-69c14ea41404, host dv-cinder-857993-1-iscsi, cleared binding levels {{(pid=113376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 03:48:17.575219 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1371381b-97c9-4443-9f78-b3213cb3933a None None] Pushing event updated for resources: {'Port': ['ID=6cf3b724-5047-4f3a-ab61-03c00f5a442a,revision_number=2']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:17.590507 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-50d9534a-2b72-4648-937b-3bb817cc0af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (44fb7211-ab34-49c5-ab28-a6b2c599a953), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:17.593694 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-50d9534a-2b72-4648-937b-3bb817cc0af0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:17.594523 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-00fb0eb6-d426-4903-b6b8-fba58ae06fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df99dd1-6576-46cf-9af5-72e8ecbd79ba', 'name': 'tempest-AttachVolumeTestJSON-821580754-router', 'tenant_id': 'e94b50976295422c9c8374155cf2d2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'dea63493-fe7f-44f5-981f-4ef4ab311574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:13Z', 'updated_at': '2022-09-16T03:48:15Z', 'revision_number': 3, 'project_id': 'e94b50976295422c9c8374155cf2d2c2', 'gw_port': {'id': 'dea63493-fe7f-44f5-981f-4ef4ab311574', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:00:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6df99dd1-6576-46cf-9af5-72e8ecbd79ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:14Z', 'updated_at': '2022-09-16T03:48:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi'}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:48:17.594898 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-50d9534a-2b72-4648-937b-3bb817cc0af0 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/44fb7211-ab34-49c5-ab28-a6b2c599a953 HTTP/1.1" status: 204 len: 168 time: 0.8229673 Sep 16 03:48:17.614413 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d9534a-2b72-4648-937b-3bb817cc0af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44fb7211-ab34-49c5-ab28-a6b2c599a953,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:17.650437 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fb0eb6-d426-4903-b6b8-fba58ae06fae None None] Checking router: 6df99dd1-6576-46cf-9af5-72e8ecbd79ba for host: dv-cinder-857993-1-iscsi {{(pid=113377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 03:48:17.652408 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fb0eb6-d426-4903-b6b8-fba58ae06fae None None] Updating router 6df99dd1-6576-46cf-9af5-72e8ecbd79ba port dea63493-fe7f-44f5-981f-4ef4ab311574 binding host dv-cinder-857993-1-iscsi {{(pid=113377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 03:48:17.653056 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-f957e25f-8bf0-41fb-8f73-b2d8f3d86722 None None] For port 428bba1c-bcf7-42c4-acd8-69c14ea41404, host dv-cinder-857993-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=428bba1c-bcf7-42c4-acd8-69c14ea41404,segment=NetworkSegment(01d386b0-ae58-4dc1-8a99-a07e8676d396),segment_id=01d386b0-ae58-4dc1-8a99-a07e8676d396)] {{(pid=113376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 03:48:17.702272 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvr_db [None req-efb82af2-edb0-4cab-9f17-cc3864978284 None None] Set router e8eb6dc3-21a2-4b6e-907d-9210534718fc gateway port host: dv-cinder-857993-1-iscsi {{(pid=113376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:48:17.715490 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron_lib.callbacks.manager [None req-00fb0eb6-d426-4903-b6b8-fba58ae06fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (dea63493-fe7f-44f5-981f-4ef4ab311574), before_update {{(pid=113377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:17.786207 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-f957e25f-8bf0-41fb-8f73-b2d8f3d86722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (428bba1c-bcf7-42c4-acd8-69c14ea41404), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:17.858471 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-c9ed4a9e-0e6a-4830-be2a-e1c46dc5ade8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672515804'] for port (dd2136f8-4e86-4db6-a499-0f087ed040d4), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:18.122298 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:UPDATE=3 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:18.129002 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-9bc519db-e2c7-464e-8647-04d955972a44 admin admin] Publish callbacks [] for router_gateway (81219bb8-1b4f-4141-8493-9a43123900ee), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:18.131340 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ed4a9e-0e6a-4830-be2a-e1c46dc5ade8 admin admin] Pushing event updated for resources: {'Port': ['ID=dd2136f8-4e86-4db6-a499-0f087ed040d4,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:18.161693 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ed4a9e-0e6a-4830-be2a-e1c46dc5ade8 admin admin] Network 3e75d266-1ef3-4c3c-84dd-91ee0a702556 is already hosted by enough agents. {{(pid=113374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 03:48:18.219725 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f957e25f-8bf0-41fb-8f73-b2d8f3d86722 None None] Pushing event updated for resources: {'Port': ['ID=428bba1c-bcf7-42c4-acd8-69c14ea41404,revision_number=2']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:18.300361 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-efb82af2-edb0-4cab-9f17-cc3864978284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'name': 'tempest-AttachVolumeNegativeTest-1637071771-router', 'tenant_id': '8ee4a40c6c264553a14e0eff367da4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'e7b2fb5b-4aa2-42c3-b650-b953cc723fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:11Z', 'updated_at': '2022-09-16T03:48:13Z', 'revision_number': 3, 'project_id': '8ee4a40c6c264553a14e0eff367da4a0', 'gw_port': {'id': 'e7b2fb5b-4aa2-42c3-b650-b953cc723fe7', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:45:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:12Z', 'updated_at': '2022-09-16T03:48:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi'}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:48:18.315714 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.base_scheduler [None req-c9ed4a9e-0e6a-4830-be2a-e1c46dc5ade8 admin admin] Resources bound (agent type, host, resource id): {{(pid=113374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:48:18.319590 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ed4a9e-0e6a-4830-be2a-e1c46dc5ade8 admin admin] Received port after_create {{(pid=113374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 03:48:18.387734 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb82af2-edb0-4cab-9f17-cc3864978284 None None] Checking router: e8eb6dc3-21a2-4b6e-907d-9210534718fc for host: dv-cinder-857993-1-iscsi {{(pid=113376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 03:48:18.388572 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb82af2-edb0-4cab-9f17-cc3864978284 None None] Updating router e8eb6dc3-21a2-4b6e-907d-9210534718fc port e7b2fb5b-4aa2-42c3-b650-b953cc723fe7 binding host dv-cinder-857993-1-iscsi {{(pid=113376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 03:48:18.425259 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (d68ba685-94d2-4b65-887f-d5ec3884fbfa), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:18.428351 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 53992) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:48:18.458766 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.db.db_base_plugin_common [None req-bbdf1638-8d7a-4caf-a49d-8b01c53f7a83 admin admin] Allocated IP 172.27.0.101 (3e75d266-1ef3-4c3c-84dd-91ee0a702556/1e346a16-d4e3-4654-8a01-a4fa77b75a04/ffe84a6c-b34a-4a6d-8015-41c22d07478d) {{(pid=113374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 03:48:18.459253 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-efb82af2-edb0-4cab-9f17-cc3864978284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (e7b2fb5b-4aa2-42c3-b650-b953cc723fe7), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:18.474858 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-05ac54e4-8ef5-44b5-934a-14c054519c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:18.674029 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d268c32-95e2-4c4e-a52e-a67a5f830b32 None None] Network 96000232-5a2c-4cbe-8524-4ab75044ef77 requested from dv-cinder-857993-1-iscsi {{(pid=113376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 03:48:18.926510 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=77,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:18.967029 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-f639744f-4215-4d6e-a9e7-9080afd1ae35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:19.072340 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device 71f8bd64-bb01-4775-bd7d-a9e402009929 up at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 03:48:19.074360 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc209f0a-f87d-43d3-b904-ff79a66d55c8 None None] Network 60a25330-2068-4171-85ea-2cd82f09cbdb requested from dv-cinder-857993-1-iscsi {{(pid=113376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 03:48:19.112716 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.db_base_plugin_common [None req-05ac54e4-8ef5-44b5-934a-14c054519c26 admin admin] Allocated IP 172.20.0.1 (96000232-5a2c-4cbe-8524-4ab75044ef77/4abf9a95-17e5-40d7-a907-9f39161a7362/4d6fce8a-7f44-4c9b-9123-63c5924fa5b6) {{(pid=113375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 03:48:19.148527 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-fae07631-f3a6-456f-bb06-07ac4384693f None None] Provisioning complete for port 71f8bd64-bb01-4775-bd7d-a9e402009929 triggered by entity DHCP. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:48:19.148879 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-fae07631-f3a6-456f-bb06-07ac4384693f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (71f8bd64-bb01-4775-bd7d-a9e402009929), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:19.149222 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-fae07631-f3a6-456f-bb06-07ac4384693f None None] Attempt 1 to provision port 71f8bd64-bb01-4775-bd7d-a9e402009929 Sep 16 03:48:19.301929 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1b3da7-dfae-455a-ae67-cf2d82d0aacd None None] Network 64754a20-d60c-49a4-9c39-1462c6265039 requested from dv-cinder-857993-1-iscsi {{(pid=113376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 03:48:19.305531 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:19.308926 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-05ac54e4-8ef5-44b5-934a-14c054519c26 admin admin] Publish callbacks [] for port (4d6fce8a-7f44-4c9b-9123-63c5924fa5b6), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:19.429596 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-05ac54e4-8ef5-44b5-934a-14c054519c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672515804'] for port (4d6fce8a-7f44-4c9b-9123-63c5924fa5b6), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:19.466445 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Provisioning complete for port 71f8bd64-bb01-4775-bd7d-a9e402009929 triggered by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:48:19.466987 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (71f8bd64-bb01-4775-bd7d-a9e402009929), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:19.467954 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Attempt 1 to provision port 71f8bd64-bb01-4775-bd7d-a9e402009929 Sep 16 03:48:19.469964 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ac54e4-8ef5-44b5-934a-14c054519c26 admin admin] Network 96000232-5a2c-4cbe-8524-4ab75044ef77 is already hosted by enough agents. {{(pid=113375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 03:48:19.484374 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-9bc519db-e2c7-464e-8647-04d955972a44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-451558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-452142'] for router (81219bb8-1b4f-4141-8493-9a43123900ee), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:19.521667 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.base_scheduler [None req-05ac54e4-8ef5-44b5-934a-14c054519c26 admin admin] Resources bound (agent type, host, resource id): {{(pid=113375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:48:19.525394 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ac54e4-8ef5-44b5-934a-14c054519c26 admin admin] Received port after_create {{(pid=113375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 03:48:19.525875 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-05ac54e4-8ef5-44b5-934a-14c054519c26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-427031'] for router_interface (6df99dd1-6576-46cf-9af5-72e8ecbd79ba), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:19.581349 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-fae07631-f3a6-456f-bb06-07ac4384693f None None] Current status of the port 71f8bd64-bb01-4775-bd7d-a9e402009929 is: DOWN; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:48:19.587882 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-fae07631-f3a6-456f-bb06-07ac4384693f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (71f8bd64-bb01-4775-bd7d-a9e402009929), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:19.631119 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-bbdf1638-8d7a-4caf-a49d-8b01c53f7a83 admin admin] Publish callbacks [] for port (ffe84a6c-b34a-4a6d-8015-41c22d07478d), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:19.674900 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-fae07631-f3a6-456f-bb06-07ac4384693f None None] For port 71f8bd64-bb01-4775-bd7d-a9e402009929, host dv-cinder-857993-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=71f8bd64-bb01-4775-bd7d-a9e402009929,segment=NetworkSegment(f206f821-35d5-462a-80ff-01e4f0ec6983),segment_id=f206f821-35d5-462a-80ff-01e4f0ec6983)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:48:19.708199 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ac54e4-8ef5-44b5-934a-14c054519c26 admin admin] Pushing event updated for resources: {'Port': ['ID=4d6fce8a-7f44-4c9b-9123-63c5924fa5b6,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:19.730514 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:19.747850 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Current status of the port 71f8bd64-bb01-4775-bd7d-a9e402009929 is: DOWN; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:48:19.748325 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (71f8bd64-bb01-4775-bd7d-a9e402009929), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:19.791963 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cd4019-d1d6-463d-91f1-58d5cdfe633d None None] Network d8d0986c-f45f-4403-8f11-6637eeae0fb2 requested from dv-cinder-857993-1-iscsi {{(pid=113376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 03:48:19.847019 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-f639744f-4215-4d6e-a9e7-9080afd1ae35 admin admin] Publish callbacks [] for security_group (9e8560ed-72a5-4c9f-9a32-6786737976ea), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:19.850598 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-c9ed4a9e-0e6a-4830-be2a-e1c46dc5ade8 admin admin] Publish callbacks [] for router_gateway (11a544e6-b451-42f0-9ca8-422baaa4dd85), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:19.907610 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-fae07631-f3a6-456f-bb06-07ac4384693f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (71f8bd64-bb01-4775-bd7d-a9e402009929), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:19.986183 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:20.039195 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:20.106048 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-f639744f-4215-4d6e-a9e7-9080afd1ae35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (9e8560ed-72a5-4c9f-9a32-6786737976ea), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:20.110701 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-bbdf1638-8d7a-4caf-a49d-8b01c53f7a83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672515804'] for port (ffe84a6c-b34a-4a6d-8015-41c22d07478d), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:20.167674 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:20.189640 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-806145c7-2a6c-448b-9072-28b17fcecb20 None None] Provisioning complete for port 9b2d4fad-1be6-4395-b831-473356d2dc05 triggered by entity DHCP. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:48:20.195672 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-806145c7-2a6c-448b-9072-28b17fcecb20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (9b2d4fad-1be6-4395-b831-473356d2dc05), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:20.196221 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-806145c7-2a6c-448b-9072-28b17fcecb20 None None] Attempt 1 to provision port 9b2d4fad-1be6-4395-b831-473356d2dc05 Sep 16 03:48:20.197172 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron_lib.callbacks.manager [None req-00fb0eb6-d426-4903-b6b8-fba58ae06fae None None] Publish callbacks [] for port (dea63493-fe7f-44f5-981f-4ef4ab311574), precommit_update {{(pid=113377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:20.211103 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 54028) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:48:20.220911 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-05ac54e4-8ef5-44b5-934a-14c054519c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (4d6fce8a-7f44-4c9b-9123-63c5924fa5b6), before_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:20.252944 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.db.api [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=113376) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 16 03:48:20.253335 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG oslo_db.api [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 03:48:20.262312 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron_lib.callbacks.manager [None req-00fb0eb6-d426-4903-b6b8-fba58ae06fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (dea63493-fe7f-44f5-981f-4ef4ab311574), after_update {{(pid=113377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:20.280311 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae07631-f3a6-456f-bb06-07ac4384693f None None] Pushing event updated for resources: {'Port': ['ID=71f8bd64-bb01-4775-bd7d-a9e402009929,revision_number=3']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:20.324960 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.managers [None req-00fb0eb6-d426-4903-b6b8-fba58ae06fae None None] Attempting to bind port dea63493-fe7f-44f5-981f-4ef4ab311574 on host dv-cinder-857993-1-iscsi for vnic_type normal with profile {{(pid=113377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 03:48:20.325336 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.managers [None req-00fb0eb6-d426-4903-b6b8-fba58ae06fae None None] Attempting to bind port dea63493-fe7f-44f5-981f-4ef4ab311574 by drivers openvswitch,hyperv on host dv-cinder-857993-1-iscsi at level 0 using segments [{'id': '0cda3508-2052-48b1-ae54-b35f980014ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556'}] {{(pid=113377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 03:48:20.325726 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fb0eb6-d426-4903-b6b8-fba58ae06fae None None] Attempting to bind port dea63493-fe7f-44f5-981f-4ef4ab311574 on network 3e75d266-1ef3-4c3c-84dd-91ee0a702556 {{(pid=113377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 03:48:20.398594 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fb0eb6-d426-4903-b6b8-fba58ae06fae None None] Checking agent: {'id': '9480ceca-8cb5-4b85-9807-6ee42f948820', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857993-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 3, 39, 29), 'started_at': datetime.datetime(2022, 9, 16, 3, 39, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 3, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857993-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 03:48:20.399867 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fb0eb6-d426-4903-b6b8-fba58ae06fae None None] Checking segment: {'id': '0cda3508-2052-48b1-ae54-b35f980014ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 03:48:20.399867 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron_lib.callbacks.manager [None req-00fb0eb6-d426-4903-b6b8-fba58ae06fae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:20.399867 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fb0eb6-d426-4903-b6b8-fba58ae06fae None None] Bound using segment: {'id': '0cda3508-2052-48b1-ae54-b35f980014ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556'} {{(pid=113377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 03:48:20.400253 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.managers [None req-00fb0eb6-d426-4903-b6b8-fba58ae06fae None None] Bound port: dea63493-fe7f-44f5-981f-4ef4ab311574, host: dv-cinder-857993-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cda3508-2052-48b1-ae54-b35f980014ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556'}}] {{(pid=113377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 03:48:20.400977 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron_lib.callbacks.manager [None req-00fb0eb6-d426-4903-b6b8-fba58ae06fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (dea63493-fe7f-44f5-981f-4ef4ab311574), before_update {{(pid=113377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:20.424598 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-0961fdf3-f8a5-4ece-89f3-d321169660d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:20.458734 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.db [None req-00fb0eb6-d426-4903-b6b8-fba58ae06fae None None] For port dea63493-fe7f-44f5-981f-4ef4ab311574, host dv-cinder-857993-1-iscsi, cleared binding levels {{(pid=113377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 03:48:20.462730 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.db [None req-00fb0eb6-d426-4903-b6b8-fba58ae06fae None None] For port dea63493-fe7f-44f5-981f-4ef4ab311574, host dv-cinder-857993-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=dea63493-fe7f-44f5-981f-4ef4ab311574,segment=NetworkSegment(0cda3508-2052-48b1-ae54-b35f980014ad),segment_id=0cda3508-2052-48b1-ae54-b35f980014ad)] {{(pid=113377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 03:48:20.468267 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:20.474354 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-806145c7-2a6c-448b-9072-28b17fcecb20 None None] Current status of the port 9b2d4fad-1be6-4395-b831-473356d2dc05 is: DOWN; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:48:20.474854 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-806145c7-2a6c-448b-9072-28b17fcecb20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (9b2d4fad-1be6-4395-b831-473356d2dc05), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:20.476520 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889f45a0-4c90-4db0-849f-47b1bd708c6f None None] Pushing event updated for resources: {'Port': ['ID=dea63493-fe7f-44f5-981f-4ef4ab311574,revision_number=2']} {{(pid=113377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:20.489631 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889f45a0-4c90-4db0-849f-47b1bd708c6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:48:20.489981 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889f45a0-4c90-4db0-849f-47b1bd708c6f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:48:20.490362 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889f45a0-4c90-4db0-849f-47b1bd708c6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:48:20.493296 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889f45a0-4c90-4db0-849f-47b1bd708c6f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:48:20.493653 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889f45a0-4c90-4db0-849f-47b1bd708c6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:48:20.494003 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889f45a0-4c90-4db0-849f-47b1bd708c6f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:48:20.494343 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889f45a0-4c90-4db0-849f-47b1bd708c6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:48:20.494681 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889f45a0-4c90-4db0-849f-47b1bd708c6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:48:20.495043 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889f45a0-4c90-4db0-849f-47b1bd708c6f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:48:20.497491 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889f45a0-4c90-4db0-849f-47b1bd708c6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:48:20.497612 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889f45a0-4c90-4db0-849f-47b1bd708c6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:48:20.500335 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889f45a0-4c90-4db0-849f-47b1bd708c6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:48:20.500737 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889f45a0-4c90-4db0-849f-47b1bd708c6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:48:20.501083 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889f45a0-4c90-4db0-849f-47b1bd708c6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:48:20.501420 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889f45a0-4c90-4db0-849f-47b1bd708c6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:48:20.502628 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889f45a0-4c90-4db0-849f-47b1bd708c6f None None] Tracked resource versions report: Sep 16 03:48:20.502628 dv-cinder-857993-1-iscsi neutron-server[113377]: pushed versions: Sep 16 03:48:20.502628 dv-cinder-857993-1-iscsi neutron-server[113377]: { 'AddressGroup': {'1.2'}, Sep 16 03:48:20.502628 dv-cinder-857993-1-iscsi neutron-server[113377]: 'Agent': {'1.1'}, Sep 16 03:48:20.502628 dv-cinder-857993-1-iscsi neutron-server[113377]: 'ConntrackHelper': {'1.0'}, Sep 16 03:48:20.502628 dv-cinder-857993-1-iscsi neutron-server[113377]: 'LocalIPAssociation': {'1.0'}, Sep 16 03:48:20.502628 dv-cinder-857993-1-iscsi neutron-server[113377]: 'Log': {'1.0'}, Sep 16 03:48:20.502628 dv-cinder-857993-1-iscsi neutron-server[113377]: 'NDPProxy': {'1.0'}, Sep 16 03:48:20.502628 dv-cinder-857993-1-iscsi neutron-server[113377]: 'Network': {'1.1'}, Sep 16 03:48:20.502628 dv-cinder-857993-1-iscsi neutron-server[113377]: 'Port': {'1.7'}, Sep 16 03:48:20.502628 dv-cinder-857993-1-iscsi neutron-server[113377]: 'PortForwarding': {'1.3'}, Sep 16 03:48:20.502628 dv-cinder-857993-1-iscsi neutron-server[113377]: 'QosPolicy': {'1.10'}, Sep 16 03:48:20.502628 dv-cinder-857993-1-iscsi neutron-server[113377]: 'SecurityGroup': {'1.5'}, Sep 16 03:48:20.502628 dv-cinder-857993-1-iscsi neutron-server[113377]: 'SecurityGroupRule': {'1.2'}, Sep 16 03:48:20.502628 dv-cinder-857993-1-iscsi neutron-server[113377]: 'SubPort': {'1.0'}, Sep 16 03:48:20.502628 dv-cinder-857993-1-iscsi neutron-server[113377]: 'Subnet': {'1.1'}, Sep 16 03:48:20.502628 dv-cinder-857993-1-iscsi neutron-server[113377]: 'Trunk': {'1.1'}} Sep 16 03:48:20.502628 dv-cinder-857993-1-iscsi neutron-server[113377]: consumer versions: Sep 16 03:48:20.502628 dv-cinder-857993-1-iscsi neutron-server[113377]: { DHCP agent@dv-cinder-857993-1-iscsi: {}, Sep 16 03:48:20.502628 dv-cinder-857993-1-iscsi neutron-server[113377]: HyperV agent@hv-cinder-85799: {}, Sep 16 03:48:20.502628 dv-cinder-857993-1-iscsi neutron-server[113377]: L3 agent@dv-cinder-857993-1-iscsi: {}, Sep 16 03:48:20.502628 dv-cinder-857993-1-iscsi neutron-server[113377]: Metadata agent@dv-cinder-857993-1-iscsi: {}, Sep 16 03:48:20.502628 dv-cinder-857993-1-iscsi neutron-server[113377]: Metering agent@dv-cinder-857993-1-iscsi: {}, Sep 16 03:48:20.502628 dv-cinder-857993-1-iscsi neutron-server[113377]: Open vSwitch agent@dv-cinder-857993-1-iscsi: { 'AddressGroup': '1.2', Sep 16 03:48:20.502628 dv-cinder-857993-1-iscsi neutron-server[113377]: 'Agent': '1.1', Sep 16 03:48:20.502628 dv-cinder-857993-1-iscsi neutron-server[113377]: 'ConntrackHelper': '1.0', Sep 16 03:48:20.502628 dv-cinder-857993-1-iscsi neutron-server[113377]: 'LocalIPAssociation': '1.0', Sep 16 03:48:20.502628 dv-cinder-857993-1-iscsi neutron-server[113377]: 'Log': '1.0', Sep 16 03:48:20.502628 dv-cinder-857993-1-iscsi neutron-server[113377]: 'NDPProxy': '1.0', Sep 16 03:48:20.502628 dv-cinder-857993-1-iscsi neutron-server[113377]: 'Network': '1.1', Sep 16 03:48:20.502628 dv-cinder-857993-1-iscsi neutron-server[113377]: 'Port': '1.7', Sep 16 03:48:20.502628 dv-cinder-857993-1-iscsi neutron-server[113377]: 'PortForwarding': '1.3', Sep 16 03:48:20.502628 dv-cinder-857993-1-iscsi neutron-server[113377]: 'QosPolicy': '1.10', Sep 16 03:48:20.502628 dv-cinder-857993-1-iscsi neutron-server[113377]: 'SecurityGroup': '1.5', Sep 16 03:48:20.502628 dv-cinder-857993-1-iscsi neutron-server[113377]: 'SecurityGroupRule': '1.2', Sep 16 03:48:20.502628 dv-cinder-857993-1-iscsi neutron-server[113377]: 'SubPort': '1.0', Sep 16 03:48:20.502628 dv-cinder-857993-1-iscsi neutron-server[113377]: 'Subnet': '1.1', Sep 16 03:48:20.502628 dv-cinder-857993-1-iscsi neutron-server[113377]: 'Trunk': '1.1'}} Sep 16 03:48:20.502628 dv-cinder-857993-1-iscsi neutron-server[113377]: {{(pid=113377) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 03:48:20.535589 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-806145c7-2a6c-448b-9072-28b17fcecb20 None None] For port 9b2d4fad-1be6-4395-b831-473356d2dc05, host dv-cinder-857993-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=9b2d4fad-1be6-4395-b831-473356d2dc05,segment=NetworkSegment(dc8a676f-3c84-4a5b-b8d3-82d7df2b2d1f),segment_id=dc8a676f-3c84-4a5b-b8d3-82d7df2b2d1f)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:48:20.571638 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron_lib.callbacks.manager [None req-00fb0eb6-d426-4903-b6b8-fba58ae06fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (dea63493-fe7f-44f5-981f-4ef4ab311574), after_update {{(pid=113377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:20.579115 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:20.617923 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f639744f-4215-4d6e-a9e7-9080afd1ae35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e8560ed-72a5-4c9f-9a32-6786737976ea,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:20.650708 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-efb82af2-edb0-4cab-9f17-cc3864978284 None None] Publish callbacks [] for port (e7b2fb5b-4aa2-42c3-b650-b953cc723fe7), precommit_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:20.680786 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-806145c7-2a6c-448b-9072-28b17fcecb20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (9b2d4fad-1be6-4395-b831-473356d2dc05), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:20.696975 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889f45a0-4c90-4db0-849f-47b1bd708c6f None None] Pushing event updated for resources: {'Port': ['ID=dea63493-fe7f-44f5-981f-4ef4ab311574,revision_number=3']} {{(pid=113377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:20.698347 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-05ac54e4-8ef5-44b5-934a-14c054519c26 admin admin] Publish callbacks [] for port (4d6fce8a-7f44-4c9b-9123-63c5924fa5b6), precommit_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:20.700890 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbdf1638-8d7a-4caf-a49d-8b01c53f7a83 admin admin] Network 3e75d266-1ef3-4c3c-84dd-91ee0a702556 is already hosted by enough agents. {{(pid=113374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 03:48:20.704946 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fb0eb6-d426-4903-b6b8-fba58ae06fae None None] Routers {'6df99dd1-6576-46cf-9af5-72e8ecbd79ba'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:48:20.712356 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-00fb0eb6-d426-4903-b6b8-fba58ae06fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:47:55Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['6df99dd1-6576-46cf-9af5-72e8ecbd79ba'], 'active': True} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:48:20.735461 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.base_scheduler [None req-bbdf1638-8d7a-4caf-a49d-8b01c53f7a83 admin admin] Resources bound (agent type, host, resource id): {{(pid=113374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:48:20.749471 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-806145c7-2a6c-448b-9072-28b17fcecb20 None None] Provisioning complete for port 428bba1c-bcf7-42c4-acd8-69c14ea41404 triggered by entity DHCP. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:48:20.749471 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-806145c7-2a6c-448b-9072-28b17fcecb20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (428bba1c-bcf7-42c4-acd8-69c14ea41404), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:20.749471 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-806145c7-2a6c-448b-9072-28b17fcecb20 None None] Attempt 1 to provision port 428bba1c-bcf7-42c4-acd8-69c14ea41404 Sep 16 03:48:20.749807 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdf1638-8d7a-4caf-a49d-8b01c53f7a83 admin admin] Received port after_create {{(pid=113374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 03:48:20.754876 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-f639744f-4215-4d6e-a9e7-9080afd1ae35 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=ef5d958ed6b74751b951c2fb90804692&name=default HTTP/1.1" status: 200 len: 2994 time: 2.2974763 Sep 16 03:48:20.756970 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 54036) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:48:20.777322 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-0961fdf3-f8a5-4ece-89f3-d321169660d1 admin admin] Publish callbacks [] for security_group (d4da784b-71be-464e-b8fe-86d5c89ca7c4), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:20.784614 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-efb82af2-edb0-4cab-9f17-cc3864978284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (e7b2fb5b-4aa2-42c3-b650-b953cc723fe7), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:20.813863 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdf1638-8d7a-4caf-a49d-8b01c53f7a83 admin admin] Pushing event updated for resources: {'Port': ['ID=ffe84a6c-b34a-4a6d-8015-41c22d07478d,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:20.825612 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-05ac54e4-8ef5-44b5-934a-14c054519c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (4d6fce8a-7f44-4c9b-9123-63c5924fa5b6), after_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:20.825612 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-05ac54e4-8ef5-44b5-934a-14c054519c26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-427139'] for router_interface (6df99dd1-6576-46cf-9af5-72e8ecbd79ba), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:20.876281 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.managers [None req-efb82af2-edb0-4cab-9f17-cc3864978284 None None] Attempting to bind port e7b2fb5b-4aa2-42c3-b650-b953cc723fe7 on host dv-cinder-857993-1-iscsi for vnic_type normal with profile {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 03:48:20.876817 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.managers [None req-efb82af2-edb0-4cab-9f17-cc3864978284 None None] Attempting to bind port e7b2fb5b-4aa2-42c3-b650-b953cc723fe7 by drivers openvswitch,hyperv on host dv-cinder-857993-1-iscsi at level 0 using segments [{'id': '0cda3508-2052-48b1-ae54-b35f980014ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556'}] {{(pid=113376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 03:48:20.877313 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb82af2-edb0-4cab-9f17-cc3864978284 None None] Attempting to bind port e7b2fb5b-4aa2-42c3-b650-b953cc723fe7 on network 3e75d266-1ef3-4c3c-84dd-91ee0a702556 {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 03:48:20.883549 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ac54e4-8ef5-44b5-934a-14c054519c26 admin admin] Pushing event updated for resources: {'Port': ['ID=4d6fce8a-7f44-4c9b-9123-63c5924fa5b6,revision_number=2']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:20.886558 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-c9ed4a9e-0e6a-4830-be2a-e1c46dc5ade8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-451558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-452142'] for router (11a544e6-b451-42f0-9ca8-422baaa4dd85), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:20.916414 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvr_db [None req-00fb0eb6-d426-4903-b6b8-fba58ae06fae None None] Set router 6df99dd1-6576-46cf-9af5-72e8ecbd79ba gateway port host: dv-cinder-857993-1-iscsi {{(pid=113377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:48:20.919313 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806145c7-2a6c-448b-9072-28b17fcecb20 None None] Pushing event updated for resources: {'Port': ['ID=9b2d4fad-1be6-4395-b831-473356d2dc05,revision_number=3']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:20.939425 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Current status of the port 71f8bd64-bb01-4775-bd7d-a9e402009929 is: ACTIVE; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:48:20.942672 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device 428bba1c-bcf7-42c4-acd8-69c14ea41404 up at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 03:48:20.954343 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-1d57eb48-9696-4938-ac5e-f5a6758eaf1b admin admin] Publish callbacks [] for security_group (9e8560ed-72a5-4c9f-9a32-6786737976ea), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:20.969135 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bc519db-e2c7-464e-8647-04d955972a44 admin admin] Router 81219bb8-1b4f-4141-8493-9a43123900ee is scheduled to L3 agent 20a8dcff-cb91-4cfb-b5ee-87736efe33d8 with binding_index 1 {{(pid=113374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 03:48:20.974631 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-cbc3d2d2-d8f9-4df8-958d-20f873389b0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:20.977913 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-0961fdf3-f8a5-4ece-89f3-d321169660d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (d4da784b-71be-464e-b8fe-86d5c89ca7c4), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:21.012503 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb82af2-edb0-4cab-9f17-cc3864978284 None None] Checking agent: {'id': '9480ceca-8cb5-4b85-9807-6ee42f948820', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857993-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 3, 39, 29), 'started_at': datetime.datetime(2022, 9, 16, 3, 39, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 3, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857993-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 03:48:21.012802 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb82af2-edb0-4cab-9f17-cc3864978284 None None] Checking segment: {'id': '0cda3508-2052-48b1-ae54-b35f980014ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 03:48:21.013418 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-efb82af2-edb0-4cab-9f17-cc3864978284 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:21.013944 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb82af2-edb0-4cab-9f17-cc3864978284 None None] Bound using segment: {'id': '0cda3508-2052-48b1-ae54-b35f980014ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556'} {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 03:48:21.015659 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.managers [None req-efb82af2-edb0-4cab-9f17-cc3864978284 None None] Bound port: e7b2fb5b-4aa2-42c3-b650-b953cc723fe7, host: dv-cinder-857993-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cda3508-2052-48b1-ae54-b35f980014ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556'}}] {{(pid=113376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 03:48:21.016053 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-efb82af2-edb0-4cab-9f17-cc3864978284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (e7b2fb5b-4aa2-42c3-b650-b953cc723fe7), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:21.090567 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-1d57eb48-9696-4938-ac5e-f5a6758eaf1b admin admin] Publish callbacks [] for security_group (9e8560ed-72a5-4c9f-9a32-6786737976ea), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:21.168949 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0961fdf3-f8a5-4ece-89f3-d321169660d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4da784b-71be-464e-b8fe-86d5c89ca7c4,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:21.177688 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-806145c7-2a6c-448b-9072-28b17fcecb20 None None] Current status of the port 428bba1c-bcf7-42c4-acd8-69c14ea41404 is: DOWN; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:48:21.179297 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-806145c7-2a6c-448b-9072-28b17fcecb20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (428bba1c-bcf7-42c4-acd8-69c14ea41404), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:21.216858 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-00fb0eb6-d426-4903-b6b8-fba58ae06fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df99dd1-6576-46cf-9af5-72e8ecbd79ba', 'name': 'tempest-AttachVolumeTestJSON-821580754-router', 'tenant_id': 'e94b50976295422c9c8374155cf2d2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'dea63493-fe7f-44f5-981f-4ef4ab311574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:13Z', 'updated_at': '2022-09-16T03:48:20Z', 'revision_number': 4, 'project_id': 'e94b50976295422c9c8374155cf2d2c2', 'gw_port': {'id': 'dea63493-fe7f-44f5-981f-4ef4ab311574', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:00:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6df99dd1-6576-46cf-9af5-72e8ecbd79ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:14Z', 'updated_at': '2022-09-16T03:48:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_interfaces': [{'id': '4d6fce8a-7f44-4c9b-9123-63c5924fa5b6', 'name': '', 'network_id': '96000232-5a2c-4cbe-8524-4ab75044ef77', 'tenant_id': 'e94b50976295422c9c8374155cf2d2c2', 'mac_address': 'fa:16:3e:75:2a:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6df99dd1-6576-46cf-9af5-72e8ecbd79ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '4abf9a95-17e5-40d7-a907-9f39161a7362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:18Z', 'updated_at': '2022-09-16T03:48:19Z', 'revision_number': 1, 'project_id': 'e94b50976295422c9c8374155cf2d2c2', 'subnets': [{'id': '4abf9a95-17e5-40d7-a907-9f39161a7362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:48:21.235202 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-0961fdf3-f8a5-4ece-89f3-d321169660d1 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=e1f32c865ae54bed834184981050369a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0224116 Sep 16 03:48:21.235747 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-806145c7-2a6c-448b-9072-28b17fcecb20 None None] For port 428bba1c-bcf7-42c4-acd8-69c14ea41404, host dv-cinder-857993-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=428bba1c-bcf7-42c4-acd8-69c14ea41404,segment=NetworkSegment(01d386b0-ae58-4dc1-8a99-a07e8676d396),segment_id=01d386b0-ae58-4dc1-8a99-a07e8676d396)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:48:21.235875 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 54048) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:48:21.246418 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fb0eb6-d426-4903-b6b8-fba58ae06fae None None] The sync data for ids ['6df99dd1-6576-46cf-9af5-72e8ecbd79ba'] in dv-cinder-857993-1-iscsi is: [{'id': '6df99dd1-6576-46cf-9af5-72e8ecbd79ba', 'name': 'tempest-AttachVolumeTestJSON-821580754-router', 'tenant_id': 'e94b50976295422c9c8374155cf2d2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'dea63493-fe7f-44f5-981f-4ef4ab311574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:13Z', 'updated_at': '2022-09-16T03:48:20Z', 'revision_number': 4, 'project_id': 'e94b50976295422c9c8374155cf2d2c2', 'gw_port': {'id': 'dea63493-fe7f-44f5-981f-4ef4ab311574', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:00:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6df99dd1-6576-46cf-9af5-72e8ecbd79ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:14Z', 'updated_at': '2022-09-16T03:48:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_interfaces': [{'id': '4d6fce8a-7f44-4c9b-9123-63c5924fa5b6', 'name': '', 'network_id': '96000232-5a2c-4cbe-8524-4ab75044ef77', 'tenant_id': 'e94b50976295422c9c8374155cf2d2c2', 'mac_address': 'fa:16:3e:75:2a:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6df99dd1-6576-46cf-9af5-72e8ecbd79ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '4abf9a95-17e5-40d7-a907-9f39161a7362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:18Z', 'updated_at': '2022-09-16T03:48:19Z', 'revision_number': 1, 'project_id': 'e94b50976295422c9c8374155cf2d2c2', 'subnets': [{'id': '4abf9a95-17e5-40d7-a907-9f39161a7362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 03:48:21.253971 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e1c422-6ea5-45e6-88fc-74912241f0dc None None] Pushing event updated for resources: {'Port': ['ID=e7b2fb5b-4aa2-42c3-b650-b953cc723fe7,revision_number=2']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:21.273455 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Provisioning complete for port 428bba1c-bcf7-42c4-acd8-69c14ea41404 triggered by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:48:21.273830 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (428bba1c-bcf7-42c4-acd8-69c14ea41404), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:21.274170 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Attempt 1 to provision port 428bba1c-bcf7-42c4-acd8-69c14ea41404 Sep 16 03:48:21.305813 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ac54e4-8ef5-44b5-934a-14c054519c26 admin admin] Network 96000232-5a2c-4cbe-8524-4ab75044ef77 is already hosted by enough agents. {{(pid=113375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 03:48:21.308167 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.base_scheduler [None req-05ac54e4-8ef5-44b5-934a-14c054519c26 admin admin] Resources bound (agent type, host, resource id): {{(pid=113375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:48:21.335335 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-806145c7-2a6c-448b-9072-28b17fcecb20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (428bba1c-bcf7-42c4-acd8-69c14ea41404), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:21.346369 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-efb82af2-edb0-4cab-9f17-cc3864978284 None None] For port e7b2fb5b-4aa2-42c3-b650-b953cc723fe7, host dv-cinder-857993-1-iscsi, cleared binding levels {{(pid=113376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 03:48:21.361007 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-efb82af2-edb0-4cab-9f17-cc3864978284 None None] For port e7b2fb5b-4aa2-42c3-b650-b953cc723fe7, host dv-cinder-857993-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=e7b2fb5b-4aa2-42c3-b650-b953cc723fe7,segment=NetworkSegment(0cda3508-2052-48b1-ae54-b35f980014ad),segment_id=0cda3508-2052-48b1-ae54-b35f980014ad)] {{(pid=113376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 03:48:21.393467 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-806145c7-2a6c-448b-9072-28b17fcecb20 None None] Provisioning complete for port 6cf3b724-5047-4f3a-ab61-03c00f5a442a triggered by entity DHCP. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:48:21.393957 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-806145c7-2a6c-448b-9072-28b17fcecb20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (6cf3b724-5047-4f3a-ab61-03c00f5a442a), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:21.394198 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-806145c7-2a6c-448b-9072-28b17fcecb20 None None] Attempt 1 to provision port 6cf3b724-5047-4f3a-ab61-03c00f5a442a Sep 16 03:48:21.410257 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bc519db-e2c7-464e-8647-04d955972a44 admin admin] Notify agent at l3_agent.dv-cinder-857993-1-iscsi the message routers_updated {{(pid=113374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 03:48:21.423755 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ff2fb7-b00c-4b78-94b7-b9ac65e3dc48 None None] Sync routers for ids ['81219bb8-1b4f-4141-8493-9a43123900ee'] in dv-cinder-857993-1-iscsi {{(pid=113377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 03:48:21.426835 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-1d57eb48-9696-4938-ac5e-f5a6758eaf1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (9e8560ed-72a5-4c9f-9a32-6786737976ea), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:21.432146 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-1d57eb48-9696-4938-ac5e-f5a6758eaf1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:21.432146 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-1d57eb48-9696-4938-ac5e-f5a6758eaf1b admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/9e8560ed-72a5-4c9f-9a32-6786737976ea HTTP/1.1" status: 204 len: 168 time: 0.6731908 Sep 16 03:48:21.460736 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d57eb48-9696-4938-ac5e-f5a6758eaf1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e8560ed-72a5-4c9f-9a32-6786737976ea,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:21.472643 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-efb82af2-edb0-4cab-9f17-cc3864978284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (e7b2fb5b-4aa2-42c3-b650-b953cc723fe7), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:21.485808 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ff2fb7-b00c-4b78-94b7-b9ac65e3dc48 None None] Routers {'81219bb8-1b4f-4141-8493-9a43123900ee'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:48:21.487509 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-29ff2fb7-b00c-4b78-94b7-b9ac65e3dc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:47:55Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['81219bb8-1b4f-4141-8493-9a43123900ee'], 'active': True} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:48:21.537192 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-bbdf1638-8d7a-4caf-a49d-8b01c53f7a83 admin admin] Publish callbacks [] for router_gateway (6af97b08-d2f4-437e-a1cf-998707fdd7d2), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:21.577313 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806145c7-2a6c-448b-9072-28b17fcecb20 None None] Pushing event updated for resources: {'Port': ['ID=428bba1c-bcf7-42c4-acd8-69c14ea41404,revision_number=3']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:21.617449 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05ac54e4-8ef5-44b5-934a-14c054519c26 admin admin] Router 6df99dd1-6576-46cf-9af5-72e8ecbd79ba has already been hosted by L3 agent 20a8dcff-cb91-4cfb-b5ee-87736efe33d8 {{(pid=113375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 03:48:21.631426 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb82af2-edb0-4cab-9f17-cc3864978284 None None] Routers {'e8eb6dc3-21a2-4b6e-907d-9210534718fc'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:48:21.632072 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-efb82af2-edb0-4cab-9f17-cc3864978284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:47:55Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['e8eb6dc3-21a2-4b6e-907d-9210534718fc'], 'active': True} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:48:21.699051 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Current status of the port 428bba1c-bcf7-42c4-acd8-69c14ea41404 is: ACTIVE; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:48:21.699609 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-9bc519db-e2c7-464e-8647-04d955972a44 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:21.700272 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device 9b2d4fad-1be6-4395-b831-473356d2dc05 up at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 03:48:21.710959 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 54056) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:48:21.712444 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-9bc519db-e2c7-464e-8647-04d955972a44 admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.3812642 Sep 16 03:48:21.722885 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-a40f95e9-859c-46ea-8f3e-335c8ff9e34a admin admin] Publish callbacks [] for security_group (d4da784b-71be-464e-b8fe-86d5c89ca7c4), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:21.760848 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.db.db_base_plugin_common [None req-cbc3d2d2-d8f9-4df8-958d-20f873389b0e admin admin] Allocated IP 172.20.0.1 (4ff8c520-12d3-47e5-b499-6dbd6e9a131a/dc6b4dbf-6194-4053-a2ab-d05e1046d55f/ddd557da-e9c8-431d-9885-21bd1fddfa19) {{(pid=113374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 03:48:21.777517 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9ed4a9e-0e6a-4830-be2a-e1c46dc5ade8 admin admin] Router 11a544e6-b451-42f0-9ca8-422baaa4dd85 is scheduled to L3 agent 20a8dcff-cb91-4cfb-b5ee-87736efe33d8 with binding_index 1 {{(pid=113374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 03:48:21.830607 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-a40f95e9-859c-46ea-8f3e-335c8ff9e34a admin admin] Publish callbacks [] for security_group (d4da784b-71be-464e-b8fe-86d5c89ca7c4), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:21.859583 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=100 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:21.871161 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:21.896202 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvr_db [None req-29ff2fb7-b00c-4b78-94b7-b9ac65e3dc48 None None] Set router 81219bb8-1b4f-4141-8493-9a43123900ee gateway port host: dv-cinder-857993-1-iscsi {{(pid=113377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:48:21.970981 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:21.985826 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05ac54e4-8ef5-44b5-934a-14c054519c26 admin admin] Notify agent at l3_agent.dv-cinder-857993-1-iscsi the message routers_updated {{(pid=113375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 03:48:21.994350 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-05ac54e4-8ef5-44b5-934a-14c054519c26 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/6df99dd1-6576-46cf-9af5-72e8ecbd79ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7981381 Sep 16 03:48:22.075177 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=8 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:22.174242 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:22.183021 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-bbdf1638-8d7a-4caf-a49d-8b01c53f7a83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-451558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-452142'] for router (6af97b08-d2f4-437e-a1cf-998707fdd7d2), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:22.185273 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-a40f95e9-859c-46ea-8f3e-335c8ff9e34a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (d4da784b-71be-464e-b8fe-86d5c89ca7c4), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:22.189750 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-a40f95e9-859c-46ea-8f3e-335c8ff9e34a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:22.193330 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-a40f95e9-859c-46ea-8f3e-335c8ff9e34a admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/d4da784b-71be-464e-b8fe-86d5c89ca7c4 HTTP/1.1" status: 204 len: 168 time: 0.9287851 Sep 16 03:48:22.268899 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:22.273788 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40f95e9-859c-46ea-8f3e-335c8ff9e34a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4da784b-71be-464e-b8fe-86d5c89ca7c4,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:22.370959 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-806145c7-2a6c-448b-9072-28b17fcecb20 None None] Current status of the port 6cf3b724-5047-4f3a-ab61-03c00f5a442a is: DOWN; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:48:22.371274 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-806145c7-2a6c-448b-9072-28b17fcecb20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (6cf3b724-5047-4f3a-ab61-03c00f5a442a), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:22.373385 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e1c422-6ea5-45e6-88fc-74912241f0dc None None] Pushing event updated for resources: {'Port': ['ID=e7b2fb5b-4aa2-42c3-b650-b953cc723fe7,revision_number=3']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:22.494512 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:22.527249 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-29ff2fb7-b00c-4b78-94b7-b9ac65e3dc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81219bb8-1b4f-4141-8493-9a43123900ee', 'name': 'tempest-DeleteServersTestJSON-83677815-router', 'tenant_id': 'd39c13d4012549c2890bf1d904d1c041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'bf3fef07-90a3-49c9-bdfe-bb97bd0003ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:13Z', 'updated_at': '2022-09-16T03:48:17Z', 'revision_number': 3, 'project_id': 'd39c13d4012549c2890bf1d904d1c041', 'gw_port': {'id': 'bf3fef07-90a3-49c9-bdfe-bb97bd0003ea', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81219bb8-1b4f-4141-8493-9a43123900ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:15Z', 'updated_at': '2022-09-16T03:48:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi'}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:48:22.560257 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvr_db [None req-efb82af2-edb0-4cab-9f17-cc3864978284 None None] Set router e8eb6dc3-21a2-4b6e-907d-9210534718fc gateway port host: dv-cinder-857993-1-iscsi {{(pid=113376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:48:22.594946 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ff2fb7-b00c-4b78-94b7-b9ac65e3dc48 None None] Checking router: 81219bb8-1b4f-4141-8493-9a43123900ee for host: dv-cinder-857993-1-iscsi {{(pid=113377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 03:48:22.598101 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ff2fb7-b00c-4b78-94b7-b9ac65e3dc48 None None] Updating router 81219bb8-1b4f-4141-8493-9a43123900ee port bf3fef07-90a3-49c9-bdfe-bb97bd0003ea binding host dv-cinder-857993-1-iscsi {{(pid=113377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 03:48:22.606570 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-806145c7-2a6c-448b-9072-28b17fcecb20 None None] For port 6cf3b724-5047-4f3a-ab61-03c00f5a442a, host dv-cinder-857993-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=6cf3b724-5047-4f3a-ab61-03c00f5a442a,segment=NetworkSegment(ffd67134-8fee-4362-8336-40afb3537ec3),segment_id=ffd67134-8fee-4362-8336-40afb3537ec3)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:48:22.656267 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron_lib.callbacks.manager [None req-29ff2fb7-b00c-4b78-94b7-b9ac65e3dc48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (bf3fef07-90a3-49c9-bdfe-bb97bd0003ea), before_update {{(pid=113377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:22.671622 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Provisioning complete for port 9b2d4fad-1be6-4395-b831-473356d2dc05 triggered by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:48:22.672009 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (9b2d4fad-1be6-4395-b831-473356d2dc05), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:22.672354 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Attempt 1 to provision port 9b2d4fad-1be6-4395-b831-473356d2dc05 Sep 16 03:48:22.866455 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-806145c7-2a6c-448b-9072-28b17fcecb20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (6cf3b724-5047-4f3a-ab61-03c00f5a442a), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:22.898335 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-806145c7-2a6c-448b-9072-28b17fcecb20 None None] Provisioning complete for port 71f8bd64-bb01-4775-bd7d-a9e402009929 triggered by entity DHCP. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:48:22.906169 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-806145c7-2a6c-448b-9072-28b17fcecb20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (71f8bd64-bb01-4775-bd7d-a9e402009929), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:22.906968 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-806145c7-2a6c-448b-9072-28b17fcecb20 None None] Attempt 1 to provision port 71f8bd64-bb01-4775-bd7d-a9e402009929 Sep 16 03:48:22.955424 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-cbc3d2d2-d8f9-4df8-958d-20f873389b0e admin admin] Publish callbacks [] for port (ddd557da-e9c8-431d-9885-21bd1fddfa19), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:22.959081 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9ed4a9e-0e6a-4830-be2a-e1c46dc5ade8 admin admin] Notify agent at l3_agent.dv-cinder-857993-1-iscsi the message routers_updated {{(pid=113374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 03:48:23.010005 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbdf1638-8d7a-4caf-a49d-8b01c53f7a83 admin admin] Router 6af97b08-d2f4-437e-a1cf-998707fdd7d2 is scheduled to L3 agent 20a8dcff-cb91-4cfb-b5ee-87736efe33d8 with binding_index 1 {{(pid=113374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 03:48:23.037566 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:UPDATE=5 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:23.049152 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron_lib.callbacks.manager [None req-29ff2fb7-b00c-4b78-94b7-b9ac65e3dc48 None None] Publish callbacks [] for port (bf3fef07-90a3-49c9-bdfe-bb97bd0003ea), precommit_update {{(pid=113377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:23.098387 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-6605ea18-136c-49d5-9600-d6d3d0e18fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:23.100986 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-c9ed4a9e-0e6a-4830-be2a-e1c46dc5ade8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:23.102534 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-c9ed4a9e-0e6a-4830-be2a-e1c46dc5ade8 admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.6998584 Sep 16 03:48:23.109538 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 54076) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:48:23.113383 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bc9c3d-66d5-470f-b0e4-ebb662f070e5 None None] Sync routers for ids ['11a544e6-b451-42f0-9ca8-422baaa4dd85'] in dv-cinder-857993-1-iscsi {{(pid=113376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 03:48:23.116622 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-cbc3d2d2-d8f9-4df8-958d-20f873389b0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672515804'] for port (ddd557da-e9c8-431d-9885-21bd1fddfa19), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:23.195168 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron_lib.callbacks.manager [None req-29ff2fb7-b00c-4b78-94b7-b9ac65e3dc48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (bf3fef07-90a3-49c9-bdfe-bb97bd0003ea), after_update {{(pid=113377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:23.273626 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.managers [None req-29ff2fb7-b00c-4b78-94b7-b9ac65e3dc48 None None] Attempting to bind port bf3fef07-90a3-49c9-bdfe-bb97bd0003ea on host dv-cinder-857993-1-iscsi for vnic_type normal with profile {{(pid=113377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 03:48:23.274068 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.managers [None req-29ff2fb7-b00c-4b78-94b7-b9ac65e3dc48 None None] Attempting to bind port bf3fef07-90a3-49c9-bdfe-bb97bd0003ea by drivers openvswitch,hyperv on host dv-cinder-857993-1-iscsi at level 0 using segments [{'id': '0cda3508-2052-48b1-ae54-b35f980014ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556'}] {{(pid=113377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 03:48:23.274493 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ff2fb7-b00c-4b78-94b7-b9ac65e3dc48 None None] Attempting to bind port bf3fef07-90a3-49c9-bdfe-bb97bd0003ea on network 3e75d266-1ef3-4c3c-84dd-91ee0a702556 {{(pid=113377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 03:48:23.335180 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc3d2d2-d8f9-4df8-958d-20f873389b0e admin admin] Network 4ff8c520-12d3-47e5-b499-6dbd6e9a131a is already hosted by enough agents. {{(pid=113374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 03:48:23.337856 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ff2fb7-b00c-4b78-94b7-b9ac65e3dc48 None None] Checking agent: {'id': '9480ceca-8cb5-4b85-9807-6ee42f948820', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857993-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 3, 39, 29), 'started_at': datetime.datetime(2022, 9, 16, 3, 39, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 3, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857993-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 03:48:23.338310 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ff2fb7-b00c-4b78-94b7-b9ac65e3dc48 None None] Checking segment: {'id': '0cda3508-2052-48b1-ae54-b35f980014ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 03:48:23.341239 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron_lib.callbacks.manager [None req-29ff2fb7-b00c-4b78-94b7-b9ac65e3dc48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:23.341732 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ff2fb7-b00c-4b78-94b7-b9ac65e3dc48 None None] Bound using segment: {'id': '0cda3508-2052-48b1-ae54-b35f980014ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556'} {{(pid=113377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 03:48:23.343131 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.managers [None req-29ff2fb7-b00c-4b78-94b7-b9ac65e3dc48 None None] Bound port: bf3fef07-90a3-49c9-bdfe-bb97bd0003ea, host: dv-cinder-857993-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cda3508-2052-48b1-ae54-b35f980014ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556'}}] {{(pid=113377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 03:48:23.343584 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron_lib.callbacks.manager [None req-29ff2fb7-b00c-4b78-94b7-b9ac65e3dc48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (bf3fef07-90a3-49c9-bdfe-bb97bd0003ea), before_update {{(pid=113377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:23.367155 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.base_scheduler [None req-cbc3d2d2-d8f9-4df8-958d-20f873389b0e admin admin] Resources bound (agent type, host, resource id): {{(pid=113374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:48:23.408781 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bc9c3d-66d5-470f-b0e4-ebb662f070e5 None None] Routers {'11a544e6-b451-42f0-9ca8-422baaa4dd85'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:48:23.409459 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-73bc9c3d-66d5-470f-b0e4-ebb662f070e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:47:55Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['11a544e6-b451-42f0-9ca8-422baaa4dd85'], 'active': True} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:48:23.421917 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc3d2d2-d8f9-4df8-958d-20f873389b0e admin admin] Received port after_create {{(pid=113374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 03:48:23.422855 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-cbc3d2d2-d8f9-4df8-958d-20f873389b0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-427031'] for router_interface (e8eb6dc3-21a2-4b6e-907d-9210534718fc), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:23.429098 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc3d2d2-d8f9-4df8-958d-20f873389b0e admin admin] Pushing event updated for resources: {'Port': ['ID=ddd557da-e9c8-431d-9885-21bd1fddfa19,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:23.429870 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:23.492288 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 54088) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:48:23.501137 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbdf1638-8d7a-4caf-a49d-8b01c53f7a83 admin admin] Notify agent at l3_agent.dv-cinder-857993-1-iscsi the message routers_updated {{(pid=113374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 03:48:23.527491 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-efb82af2-edb0-4cab-9f17-cc3864978284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'name': 'tempest-AttachVolumeNegativeTest-1637071771-router', 'tenant_id': '8ee4a40c6c264553a14e0eff367da4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'e7b2fb5b-4aa2-42c3-b650-b953cc723fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:11Z', 'updated_at': '2022-09-16T03:48:13Z', 'revision_number': 3, 'project_id': '8ee4a40c6c264553a14e0eff367da4a0', 'gw_port': {'id': 'e7b2fb5b-4aa2-42c3-b650-b953cc723fe7', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:45:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:12Z', 'updated_at': '2022-09-16T03:48:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi'}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:48:23.537883 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.v2.base [None req-1fbf99cf-952b-4083-bb44-513c5126a3e2 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1258045977', 'description': 'tempest-description--894895014'}} {{(pid=113374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:48:23.546966 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806145c7-2a6c-448b-9072-28b17fcecb20 None None] Pushing event updated for resources: {'Port': ['ID=6cf3b724-5047-4f3a-ab61-03c00f5a442a,revision_number=3']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:23.581437 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be48a435-746e-4087-9ca6-c195358cc54c None None] Sync routers for ids ['6af97b08-d2f4-437e-a1cf-998707fdd7d2'] in dv-cinder-857993-1-iscsi {{(pid=113377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 03:48:23.586759 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.db [None req-29ff2fb7-b00c-4b78-94b7-b9ac65e3dc48 None None] For port bf3fef07-90a3-49c9-bdfe-bb97bd0003ea, host dv-cinder-857993-1-iscsi, cleared binding levels {{(pid=113377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 03:48:23.603779 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.db [None req-29ff2fb7-b00c-4b78-94b7-b9ac65e3dc48 None None] For port bf3fef07-90a3-49c9-bdfe-bb97bd0003ea, host dv-cinder-857993-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=bf3fef07-90a3-49c9-bdfe-bb97bd0003ea,segment=NetworkSegment(0cda3508-2052-48b1-ae54-b35f980014ad),segment_id=0cda3508-2052-48b1-ae54-b35f980014ad)] {{(pid=113377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 03:48:23.613815 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572d859e-224c-443a-b76b-d8fb207b54c5 None None] Pushing event updated for resources: {'Port': ['ID=bf3fef07-90a3-49c9-bdfe-bb97bd0003ea,revision_number=2']} {{(pid=113377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:23.642954 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be48a435-746e-4087-9ca6-c195358cc54c None None] Routers {'6af97b08-d2f4-437e-a1cf-998707fdd7d2'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:48:23.643493 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-be48a435-746e-4087-9ca6-c195358cc54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:47:55Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['6af97b08-d2f4-437e-a1cf-998707fdd7d2'], 'active': True} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:48:23.711068 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-bbdf1638-8d7a-4caf-a49d-8b01c53f7a83 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:23.712325 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-bbdf1638-8d7a-4caf-a49d-8b01c53f7a83 admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 10.3547089 Sep 16 03:48:23.719610 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 54096) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:48:23.749208 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 54098) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:48:23.782215 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvr_db [None req-73bc9c3d-66d5-470f-b0e4-ebb662f070e5 None None] Set router 11a544e6-b451-42f0-9ca8-422baaa4dd85 gateway port host: dv-cinder-857993-1-iscsi {{(pid=113376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:48:23.808966 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron_lib.callbacks.manager [None req-29ff2fb7-b00c-4b78-94b7-b9ac65e3dc48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (bf3fef07-90a3-49c9-bdfe-bb97bd0003ea), after_update {{(pid=113377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:23.840075 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:23.841191 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-1fbf99cf-952b-4083-bb44-513c5126a3e2 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Publish callbacks [] for security_group (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:23.846783 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-f0b7456c-929b-41e6-9e3d-0c680025e1ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:23.850802 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:23.863692 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-c1b57a67-a19c-4561-86e0-b1e892e65c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (5f458d39-b7df-4a2e-8f52-58d49f268778), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:23.933179 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:23.935098 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:23.938576 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb82af2-edb0-4cab-9f17-cc3864978284 None None] The sync data for ids ['e8eb6dc3-21a2-4b6e-907d-9210534718fc'] in dv-cinder-857993-1-iscsi is: [{'id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'name': 'tempest-AttachVolumeNegativeTest-1637071771-router', 'tenant_id': '8ee4a40c6c264553a14e0eff367da4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'e7b2fb5b-4aa2-42c3-b650-b953cc723fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:11Z', 'updated_at': '2022-09-16T03:48:13Z', 'revision_number': 3, 'project_id': '8ee4a40c6c264553a14e0eff367da4a0', 'gw_port': {'id': 'e7b2fb5b-4aa2-42c3-b650-b953cc723fe7', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:45:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:12Z', 'updated_at': '2022-09-16T03:48:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi'}] {{(pid=113376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 03:48:23.984357 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.db_base_plugin_common [None req-6605ea18-136c-49d5-9600-d6d3d0e18fc0 admin admin] Allocated IP 172.20.0.1 (d8d0986c-f45f-4403-8f11-6637eeae0fb2/78a82445-9d1f-4206-b684-d9eb31dd28ea/43b41f7b-b035-49ff-8885-c3d3c4dcfa38) {{(pid=113375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 03:48:24.065952 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvr_db [None req-be48a435-746e-4087-9ca6-c195358cc54c None None] Set router 6af97b08-d2f4-437e-a1cf-998707fdd7d2 gateway port host: dv-cinder-857993-1-iscsi {{(pid=113377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:48:24.080989 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-806145c7-2a6c-448b-9072-28b17fcecb20 None None] Current status of the port 71f8bd64-bb01-4775-bd7d-a9e402009929 is: ACTIVE; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:48:24.102942 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Current status of the port 9b2d4fad-1be6-4395-b831-473356d2dc05 is: ACTIVE; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:48:24.104214 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device 6cf3b724-5047-4f3a-ab61-03c00f5a442a up at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 03:48:24.111936 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-cbc3d2d2-d8f9-4df8-958d-20f873389b0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (ddd557da-e9c8-431d-9885-21bd1fddfa19), before_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:24.166048 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572d859e-224c-443a-b76b-d8fb207b54c5 None None] Pushing event updated for resources: {'Port': ['ID=bf3fef07-90a3-49c9-bdfe-bb97bd0003ea,revision_number=3']} {{(pid=113377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:24.190004 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Provisioning complete for port 6cf3b724-5047-4f3a-ab61-03c00f5a442a triggered by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:48:24.191649 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (6cf3b724-5047-4f3a-ab61-03c00f5a442a), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:24.193630 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Attempt 1 to provision port 6cf3b724-5047-4f3a-ab61-03c00f5a442a Sep 16 03:48:24.218418 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ff2fb7-b00c-4b78-94b7-b9ac65e3dc48 None None] Routers {'81219bb8-1b4f-4141-8493-9a43123900ee'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:48:24.219246 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-29ff2fb7-b00c-4b78-94b7-b9ac65e3dc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:47:55Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['81219bb8-1b4f-4141-8493-9a43123900ee'], 'active': True} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:48:24.279492 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-1fbf99cf-952b-4083-bb44-513c5126a3e2 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Publish callbacks [] for security_group (dda34443-519e-4bd2-ac6e-612e709d5440), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:24.289433 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:24.293084 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-1134a102-ce49-4fbe-a261-71655c2b868e None None] Provisioning complete for port ddd557da-e9c8-431d-9885-21bd1fddfa19 triggered by entity DHCP. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:48:24.293562 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-1134a102-ce49-4fbe-a261-71655c2b868e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (ddd557da-e9c8-431d-9885-21bd1fddfa19), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:24.293974 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-1134a102-ce49-4fbe-a261-71655c2b868e None None] Attempt 1 to provision port ddd557da-e9c8-431d-9885-21bd1fddfa19 Sep 16 03:48:24.334380 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-1134a102-ce49-4fbe-a261-71655c2b868e None None] Port ddd557da-e9c8-431d-9885-21bd1fddfa19 cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:48:24.385642 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvr_db [None req-29ff2fb7-b00c-4b78-94b7-b9ac65e3dc48 None None] Set router 81219bb8-1b4f-4141-8493-9a43123900ee gateway port host: dv-cinder-857993-1-iscsi {{(pid=113377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:48:24.399204 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-73bc9c3d-66d5-470f-b0e4-ebb662f070e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a544e6-b451-42f0-9ca8-422baaa4dd85', 'name': 'tempest-AttachVolumeShelveTestJSON-370893436-router', 'tenant_id': 'cb698ddcedae42a29f50203ec59db295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'dd2136f8-4e86-4db6-a499-0f087ed040d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:13Z', 'updated_at': '2022-09-16T03:48:18Z', 'revision_number': 3, 'project_id': 'cb698ddcedae42a29f50203ec59db295', 'gw_port': {'id': 'dd2136f8-4e86-4db6-a499-0f087ed040d4', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a544e6-b451-42f0-9ca8-422baaa4dd85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:15Z', 'updated_at': '2022-09-16T03:48:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi'}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:48:24.475541 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:24.500690 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Current status of the port 6cf3b724-5047-4f3a-ab61-03c00f5a442a is: ACTIVE; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:48:24.505505 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bc9c3d-66d5-470f-b0e4-ebb662f070e5 None None] Checking router: 11a544e6-b451-42f0-9ca8-422baaa4dd85 for host: dv-cinder-857993-1-iscsi {{(pid=113376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 03:48:24.505921 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bc9c3d-66d5-470f-b0e4-ebb662f070e5 None None] Updating router 11a544e6-b451-42f0-9ca8-422baaa4dd85 port dd2136f8-4e86-4db6-a499-0f087ed040d4 binding host dv-cinder-857993-1-iscsi {{(pid=113376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 03:48:24.548182 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-73bc9c3d-66d5-470f-b0e4-ebb662f070e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (dd2136f8-4e86-4db6-a499-0f087ed040d4), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:24.578144 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-f0b7456c-929b-41e6-9e3d-0c680025e1ed admin admin] Publish callbacks [] for security_group (bb18110d-c275-4ca5-a718-9155e0d4e485), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:24.631752 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-1fbf99cf-952b-4083-bb44-513c5126a3e2 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (dda34443-519e-4bd2-ac6e-612e709d5440), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:24.829933 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-be48a435-746e-4087-9ca6-c195358cc54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6af97b08-d2f4-437e-a1cf-998707fdd7d2', 'name': 'tempest-ServerRescueNegativeTestJSON-603446721-router', 'tenant_id': 'ac97d1487c024a68b8ad933d882bb456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'ffe84a6c-b34a-4a6d-8015-41c22d07478d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:13Z', 'updated_at': '2022-09-16T03:48:20Z', 'revision_number': 3, 'project_id': 'ac97d1487c024a68b8ad933d882bb456', 'gw_port': {'id': 'ffe84a6c-b34a-4a6d-8015-41c22d07478d', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6af97b08-d2f4-437e-a1cf-998707fdd7d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:16Z', 'updated_at': '2022-09-16T03:48:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi'}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:48:24.837541 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-1134a102-ce49-4fbe-a261-71655c2b868e None None] Attempt 2 to provision port ddd557da-e9c8-431d-9885-21bd1fddfa19 Sep 16 03:48:24.843300 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-6605ea18-136c-49d5-9600-d6d3d0e18fc0 admin admin] Publish callbacks [] for port (43b41f7b-b035-49ff-8885-c3d3c4dcfa38), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:24.874281 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-f0b7456c-929b-41e6-9e3d-0c680025e1ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (bb18110d-c275-4ca5-a718-9155e0d4e485), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:24.905408 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be48a435-746e-4087-9ca6-c195358cc54c None None] Checking router: 6af97b08-d2f4-437e-a1cf-998707fdd7d2 for host: dv-cinder-857993-1-iscsi {{(pid=113377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 03:48:24.906295 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be48a435-746e-4087-9ca6-c195358cc54c None None] Updating router 6af97b08-d2f4-437e-a1cf-998707fdd7d2 port ffe84a6c-b34a-4a6d-8015-41c22d07478d binding host dv-cinder-857993-1-iscsi {{(pid=113377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 03:48:24.929163 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbf99cf-952b-4083-bb44-513c5126a3e2 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dda34443-519e-4bd2-ac6e-612e709d5440,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:25.018259 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-1fbf99cf-952b-4083-bb44-513c5126a3e2 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Publish callbacks [] for security_group (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:25.020182 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-1fbf99cf-952b-4083-bb44-513c5126a3e2 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.5095663 Sep 16 03:48:25.027742 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-1134a102-ce49-4fbe-a261-71655c2b868e None None] Port ddd557da-e9c8-431d-9885-21bd1fddfa19 cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:48:25.087259 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 54120) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:48:25.096396 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [None req-13d79d15-f3ea-49d1-9a4f-d5e94324b208 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Request body: {'security_group_rule': {'security_group_id': 'dda34443-519e-4bd2-ac6e-612e709d5440', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:48:25.103882 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device 71f8bd64-bb01-4775-bd7d-a9e402009929 up at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 03:48:25.104397 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-f0b7456c-929b-41e6-9e3d-0c680025e1ed admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=64845a46eab34d8bbbc9a4606c1a7b35&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3517418 Sep 16 03:48:25.110189 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 54122) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:48:25.168351 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron_lib.callbacks.manager [None req-be48a435-746e-4087-9ca6-c195358cc54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (ffe84a6c-b34a-4a6d-8015-41c22d07478d), before_update {{(pid=113377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:25.170390 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=100 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:25.203196 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-29ff2fb7-b00c-4b78-94b7-b9ac65e3dc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81219bb8-1b4f-4141-8493-9a43123900ee', 'name': 'tempest-DeleteServersTestJSON-83677815-router', 'tenant_id': 'd39c13d4012549c2890bf1d904d1c041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'bf3fef07-90a3-49c9-bdfe-bb97bd0003ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:13Z', 'updated_at': '2022-09-16T03:48:17Z', 'revision_number': 3, 'project_id': 'd39c13d4012549c2890bf1d904d1c041', 'gw_port': {'id': 'bf3fef07-90a3-49c9-bdfe-bb97bd0003ea', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81219bb8-1b4f-4141-8493-9a43123900ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:15Z', 'updated_at': '2022-09-16T03:48:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi'}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:48:25.210790 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b7456c-929b-41e6-9e3d-0c680025e1ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb18110d-c275-4ca5-a718-9155e0d4e485,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:25.220473 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-224bcaa9-173d-4cea-adf5-b4379cc137db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:25.281841 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-73bc9c3d-66d5-470f-b0e4-ebb662f070e5 None None] Publish callbacks [] for port (dd2136f8-4e86-4db6-a499-0f087ed040d4), precommit_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:25.286799 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Provisioning complete for port 71f8bd64-bb01-4775-bd7d-a9e402009929 triggered by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:48:25.287597 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (71f8bd64-bb01-4775-bd7d-a9e402009929), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:25.289265 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Attempt 1 to provision port 71f8bd64-bb01-4775-bd7d-a9e402009929 Sep 16 03:48:25.303597 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ff2fb7-b00c-4b78-94b7-b9ac65e3dc48 None None] The sync data for ids ['81219bb8-1b4f-4141-8493-9a43123900ee'] in dv-cinder-857993-1-iscsi is: [{'id': '81219bb8-1b4f-4141-8493-9a43123900ee', 'name': 'tempest-DeleteServersTestJSON-83677815-router', 'tenant_id': 'd39c13d4012549c2890bf1d904d1c041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'bf3fef07-90a3-49c9-bdfe-bb97bd0003ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:13Z', 'updated_at': '2022-09-16T03:48:17Z', 'revision_number': 3, 'project_id': 'd39c13d4012549c2890bf1d904d1c041', 'gw_port': {'id': 'bf3fef07-90a3-49c9-bdfe-bb97bd0003ea', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81219bb8-1b4f-4141-8493-9a43123900ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:15Z', 'updated_at': '2022-09-16T03:48:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi'}] {{(pid=113377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 03:48:25.337239 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-6605ea18-136c-49d5-9600-d6d3d0e18fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672515804'] for port (43b41f7b-b035-49ff-8885-c3d3c4dcfa38), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:25.392693 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b822d7-5d06-4895-becf-47be2a24a730 None None] Sync routers for ids ['6df99dd1-6576-46cf-9af5-72e8ecbd79ba'] in dv-cinder-857993-1-iscsi {{(pid=113376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 03:48:25.439084 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-13d79d15-f3ea-49d1-9a4f-d5e94324b208 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Publish callbacks [] for security_group_rule (3cc4118a-e2e7-4b69-87d0-2f5bc232b389), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:25.447131 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-cbc3d2d2-d8f9-4df8-958d-20f873389b0e admin admin] Publish callbacks [] for port (ddd557da-e9c8-431d-9885-21bd1fddfa19), precommit_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:25.486642 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-69b6f765-a61b-4be4-b650-b760b8ba51bc admin admin] Publish callbacks [] for security_group (bb18110d-c275-4ca5-a718-9155e0d4e485), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:25.509455 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6605ea18-136c-49d5-9600-d6d3d0e18fc0 admin admin] Network d8d0986c-f45f-4403-8f11-6637eeae0fb2 is already hosted by enough agents. {{(pid=113375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 03:48:25.542292 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=100 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:25.555572 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.base_scheduler [None req-6605ea18-136c-49d5-9600-d6d3d0e18fc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=113375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:48:25.557327 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-cbc3d2d2-d8f9-4df8-958d-20f873389b0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (ddd557da-e9c8-431d-9885-21bd1fddfa19), after_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:25.558508 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-cbc3d2d2-d8f9-4df8-958d-20f873389b0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-427139'] for router_interface (e8eb6dc3-21a2-4b6e-907d-9210534718fc), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:25.626515 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6605ea18-136c-49d5-9600-d6d3d0e18fc0 admin admin] Received port after_create {{(pid=113375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 03:48:25.627121 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-6605ea18-136c-49d5-9600-d6d3d0e18fc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-427031'] for router_interface (81219bb8-1b4f-4141-8493-9a43123900ee), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:25.726159 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-13d79d15-f3ea-49d1-9a4f-d5e94324b208 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Publish callbacks [] for security_group_rule (3cc4118a-e2e7-4b69-87d0-2f5bc232b389), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:25.741437 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-69b6f765-a61b-4be4-b650-b760b8ba51bc admin admin] Publish callbacks [] for security_group (bb18110d-c275-4ca5-a718-9155e0d4e485), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:25.772838 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-1134a102-ce49-4fbe-a261-71655c2b868e None None] Attempt 3 to provision port ddd557da-e9c8-431d-9885-21bd1fddfa19 Sep 16 03:48:25.837698 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:25.838295 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-1134a102-ce49-4fbe-a261-71655c2b868e None None] Port ddd557da-e9c8-431d-9885-21bd1fddfa19 cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:48:25.839762 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-73bc9c3d-66d5-470f-b0e4-ebb662f070e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (dd2136f8-4e86-4db6-a499-0f087ed040d4), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:25.865886 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.managers [None req-73bc9c3d-66d5-470f-b0e4-ebb662f070e5 None None] Attempting to bind port dd2136f8-4e86-4db6-a499-0f087ed040d4 on host dv-cinder-857993-1-iscsi for vnic_type normal with profile {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 03:48:25.866263 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.managers [None req-73bc9c3d-66d5-470f-b0e4-ebb662f070e5 None None] Attempting to bind port dd2136f8-4e86-4db6-a499-0f087ed040d4 by drivers openvswitch,hyperv on host dv-cinder-857993-1-iscsi at level 0 using segments [{'id': '0cda3508-2052-48b1-ae54-b35f980014ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556'}] {{(pid=113376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 03:48:25.866629 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bc9c3d-66d5-470f-b0e4-ebb662f070e5 None None] Attempting to bind port dd2136f8-4e86-4db6-a499-0f087ed040d4 on network 3e75d266-1ef3-4c3c-84dd-91ee0a702556 {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 03:48:25.868728 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-f0ce8550-efca-4470-8814-fa6c4c7da57b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (20a8dcff-cb91-4cfb-b5ee-87736efe33d8), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:25.871361 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b822d7-5d06-4895-becf-47be2a24a730 None None] Routers {'6df99dd1-6576-46cf-9af5-72e8ecbd79ba'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:48:25.872044 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-48b822d7-5d06-4895-becf-47be2a24a730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:47:55Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['6df99dd1-6576-46cf-9af5-72e8ecbd79ba'], 'active': True} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:48:25.883618 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:25.885649 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6605ea18-136c-49d5-9600-d6d3d0e18fc0 admin admin] Pushing event updated for resources: {'Port': ['ID=43b41f7b-b035-49ff-8885-c3d3c4dcfa38,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:25.939214 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-13d79d15-f3ea-49d1-9a4f-d5e94324b208 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650582'] for security_group_rule (3cc4118a-e2e7-4b69-87d0-2f5bc232b389), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:26.001522 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc3d2d2-d8f9-4df8-958d-20f873389b0e admin admin] Pushing event updated for resources: {'Port': ['ID=ddd557da-e9c8-431d-9885-21bd1fddfa19,revision_number=2']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:26.019189 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron_lib.callbacks.manager [None req-be48a435-746e-4087-9ca6-c195358cc54c None None] Publish callbacks [] for port (ffe84a6c-b34a-4a6d-8015-41c22d07478d), precommit_update {{(pid=113377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:26.020431 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:UPDATE=5 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:26.088906 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:26.096076 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron_lib.callbacks.manager [None req-be48a435-746e-4087-9ca6-c195358cc54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (ffe84a6c-b34a-4a6d-8015-41c22d07478d), after_update {{(pid=113377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:26.102292 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:26.117319 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d79d15-f3ea-49d1-9a4f-d5e94324b208 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cc4118a-e2e7-4b69-87d0-2f5bc232b389,revision_number=0']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:26.146348 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b02f1f9-e618-4dcb-9b50-c1bf2d5879e1 None None] Pushing event updated for resources: {'Port': ['ID=dd2136f8-4e86-4db6-a499-0f087ed040d4,revision_number=2']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:26.177564 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Current status of the port 71f8bd64-bb01-4775-bd7d-a9e402009929 is: ACTIVE; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:48:26.178889 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device 428bba1c-bcf7-42c4-acd8-69c14ea41404 up at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 03:48:26.182535 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc3d2d2-d8f9-4df8-958d-20f873389b0e admin admin] Network 4ff8c520-12d3-47e5-b499-6dbd6e9a131a is already hosted by enough agents. {{(pid=113374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 03:48:26.193972 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.base_scheduler [None req-cbc3d2d2-d8f9-4df8-958d-20f873389b0e admin admin] Resources bound (agent type, host, resource id): {{(pid=113374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:48:26.202508 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-13d79d15-f3ea-49d1-9a4f-d5e94324b208 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:26.207374 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-13d79d15-f3ea-49d1-9a4f-d5e94324b208 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1148977 Sep 16 03:48:26.208925 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 54136) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:48:26.226831 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.db_base_plugin_common [None req-224bcaa9-173d-4cea-adf5-b4379cc137db admin admin] Allocated IP 172.20.0.1 (60a25330-2068-4171-85ea-2cd82f09cbdb/070db458-4233-40aa-8c99-3613db8fb323/aaaa489d-81f6-4254-b458-6fa8c5f5b74c) {{(pid=113375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 03:48:26.230308 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.v2.base [None req-9026f916-638b-4a7e-bee5-ba1bf4fff2fe tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Request body: {'security_group_rule': {'security_group_id': 'dda34443-519e-4bd2-ac6e-612e709d5440', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:48:26.262696 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bc9c3d-66d5-470f-b0e4-ebb662f070e5 None None] Checking agent: {'id': '9480ceca-8cb5-4b85-9807-6ee42f948820', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857993-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 3, 39, 29), 'started_at': datetime.datetime(2022, 9, 16, 3, 39, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 3, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857993-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 03:48:26.263128 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bc9c3d-66d5-470f-b0e4-ebb662f070e5 None None] Checking segment: {'id': '0cda3508-2052-48b1-ae54-b35f980014ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 03:48:26.263541 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-73bc9c3d-66d5-470f-b0e4-ebb662f070e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:26.264145 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bc9c3d-66d5-470f-b0e4-ebb662f070e5 None None] Bound using segment: {'id': '0cda3508-2052-48b1-ae54-b35f980014ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556'} {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 03:48:26.264490 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.managers [None req-73bc9c3d-66d5-470f-b0e4-ebb662f070e5 None None] Bound port: dd2136f8-4e86-4db6-a499-0f087ed040d4, host: dv-cinder-857993-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cda3508-2052-48b1-ae54-b35f980014ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556'}}] {{(pid=113376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 03:48:26.264880 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-73bc9c3d-66d5-470f-b0e4-ebb662f070e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (dd2136f8-4e86-4db6-a499-0f087ed040d4), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:26.271232 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-d2e0dd6c-7421-4054-bd03-bdca5264f0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:26.408023 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-69b6f765-a61b-4be4-b650-b760b8ba51bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (bb18110d-c275-4ca5-a718-9155e0d4e485), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:26.429557 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-73bc9c3d-66d5-470f-b0e4-ebb662f070e5 None None] For port dd2136f8-4e86-4db6-a499-0f087ed040d4, host dv-cinder-857993-1-iscsi, cleared binding levels {{(pid=113376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 03:48:26.429557 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-73bc9c3d-66d5-470f-b0e4-ebb662f070e5 None None] For port dd2136f8-4e86-4db6-a499-0f087ed040d4, host dv-cinder-857993-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=dd2136f8-4e86-4db6-a499-0f087ed040d4,segment=NetworkSegment(0cda3508-2052-48b1-ae54-b35f980014ad),segment_id=0cda3508-2052-48b1-ae54-b35f980014ad)] {{(pid=113376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 03:48:26.430079 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-69b6f765-a61b-4be4-b650-b760b8ba51bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:26.432832 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-69b6f765-a61b-4be4-b650-b760b8ba51bc admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/bb18110d-c275-4ca5-a718-9155e0d4e485 HTTP/1.1" status: 204 len: 168 time: 1.2906458 Sep 16 03:48:26.447787 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.managers [None req-be48a435-746e-4087-9ca6-c195358cc54c None None] Attempting to bind port ffe84a6c-b34a-4a6d-8015-41c22d07478d on host dv-cinder-857993-1-iscsi for vnic_type normal with profile {{(pid=113377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 03:48:26.448504 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.managers [None req-be48a435-746e-4087-9ca6-c195358cc54c None None] Attempting to bind port ffe84a6c-b34a-4a6d-8015-41c22d07478d by drivers openvswitch,hyperv on host dv-cinder-857993-1-iscsi at level 0 using segments [{'id': '0cda3508-2052-48b1-ae54-b35f980014ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556'}] {{(pid=113377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 03:48:26.450792 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be48a435-746e-4087-9ca6-c195358cc54c None None] Attempting to bind port ffe84a6c-b34a-4a6d-8015-41c22d07478d on network 3e75d266-1ef3-4c3c-84dd-91ee0a702556 {{(pid=113377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 03:48:26.457784 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-1134a102-ce49-4fbe-a261-71655c2b868e None None] Attempt 4 to provision port ddd557da-e9c8-431d-9885-21bd1fddfa19 Sep 16 03:48:26.525405 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9864b33-a9d8-4953-8ef2-0506052d905e None None] Pushing event updated for resources: {'Port': ['ID=ffe84a6c-b34a-4a6d-8015-41c22d07478d,revision_number=2']} {{(pid=113377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:26.530541 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-6605ea18-136c-49d5-9600-d6d3d0e18fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (43b41f7b-b035-49ff-8885-c3d3c4dcfa38), before_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:26.534296 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b6f765-a61b-4be4-b650-b760b8ba51bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb18110d-c275-4ca5-a718-9155e0d4e485,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:26.596216 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be48a435-746e-4087-9ca6-c195358cc54c None None] Checking agent: {'id': '9480ceca-8cb5-4b85-9807-6ee42f948820', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857993-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 3, 39, 29), 'started_at': datetime.datetime(2022, 9, 16, 3, 39, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 3, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857993-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 03:48:26.596713 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be48a435-746e-4087-9ca6-c195358cc54c None None] Checking segment: {'id': '0cda3508-2052-48b1-ae54-b35f980014ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 03:48:26.597170 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron_lib.callbacks.manager [None req-be48a435-746e-4087-9ca6-c195358cc54c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:26.597618 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be48a435-746e-4087-9ca6-c195358cc54c None None] Bound using segment: {'id': '0cda3508-2052-48b1-ae54-b35f980014ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556'} {{(pid=113377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 03:48:26.601221 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.managers [None req-be48a435-746e-4087-9ca6-c195358cc54c None None] Bound port: ffe84a6c-b34a-4a6d-8015-41c22d07478d, host: dv-cinder-857993-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cda3508-2052-48b1-ae54-b35f980014ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556'}}] {{(pid=113377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 03:48:26.601221 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron_lib.callbacks.manager [None req-be48a435-746e-4087-9ca6-c195358cc54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (ffe84a6c-b34a-4a6d-8015-41c22d07478d), before_update {{(pid=113377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:26.626520 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-1134a102-ce49-4fbe-a261-71655c2b868e None None] Port ddd557da-e9c8-431d-9885-21bd1fddfa19 cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:48:26.694689 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-73bc9c3d-66d5-470f-b0e4-ebb662f070e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (dd2136f8-4e86-4db6-a499-0f087ed040d4), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:26.700683 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.db [None req-be48a435-746e-4087-9ca6-c195358cc54c None None] For port ffe84a6c-b34a-4a6d-8015-41c22d07478d, host dv-cinder-857993-1-iscsi, cleared binding levels {{(pid=113377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 03:48:26.730782 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.db [None req-be48a435-746e-4087-9ca6-c195358cc54c None None] For port ffe84a6c-b34a-4a6d-8015-41c22d07478d, host dv-cinder-857993-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=ffe84a6c-b34a-4a6d-8015-41c22d07478d,segment=NetworkSegment(0cda3508-2052-48b1-ae54-b35f980014ad),segment_id=0cda3508-2052-48b1-ae54-b35f980014ad)] {{(pid=113377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 03:48:26.799613 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-9026f916-638b-4a7e-bee5-ba1bf4fff2fe tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Publish callbacks [] for security_group_rule (41bc38c2-2a07-4821-9ec8-d18228fa00fd), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:26.852937 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bc9c3d-66d5-470f-b0e4-ebb662f070e5 None None] Routers {'11a544e6-b451-42f0-9ca8-422baaa4dd85'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:48:26.853631 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-73bc9c3d-66d5-470f-b0e4-ebb662f070e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:48:25Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['11a544e6-b451-42f0-9ca8-422baaa4dd85'], 'active': True} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:48:26.854119 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-224bcaa9-173d-4cea-adf5-b4379cc137db admin admin] Publish callbacks [] for port (aaaa489d-81f6-4254-b458-6fa8c5f5b74c), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:26.911391 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron_lib.callbacks.manager [None req-be48a435-746e-4087-9ca6-c195358cc54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (ffe84a6c-b34a-4a6d-8015-41c22d07478d), after_update {{(pid=113377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:26.950876 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be48a435-746e-4087-9ca6-c195358cc54c None None] Routers {'6af97b08-d2f4-437e-a1cf-998707fdd7d2'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:48:26.952587 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-be48a435-746e-4087-9ca6-c195358cc54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:48:25Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['6af97b08-d2f4-437e-a1cf-998707fdd7d2'], 'active': True} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:48:26.976809 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-6e17b5b7-15b9-4810-ad4e-df527af14d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (b6f1069f-4437-473a-8bc8-4bc493c2bb12), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:26.977076 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-6605ea18-136c-49d5-9600-d6d3d0e18fc0 admin admin] Publish callbacks [] for port (43b41f7b-b035-49ff-8885-c3d3c4dcfa38), precommit_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:26.984830 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvr_db [None req-48b822d7-5d06-4895-becf-47be2a24a730 None None] Set router 6df99dd1-6576-46cf-9af5-72e8ecbd79ba gateway port host: dv-cinder-857993-1-iscsi {{(pid=113376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:48:27.052223 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Provisioning complete for port 428bba1c-bcf7-42c4-acd8-69c14ea41404 triggered by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:48:27.052595 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (428bba1c-bcf7-42c4-acd8-69c14ea41404), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:27.053116 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Attempt 1 to provision port 428bba1c-bcf7-42c4-acd8-69c14ea41404 Sep 16 03:48:27.081383 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b02f1f9-e618-4dcb-9b50-c1bf2d5879e1 None None] Pushing event updated for resources: {'Port': ['ID=dd2136f8-4e86-4db6-a499-0f087ed040d4,revision_number=3']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:27.082128 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbc3d2d2-d8f9-4df8-958d-20f873389b0e admin admin] Router e8eb6dc3-21a2-4b6e-907d-9210534718fc has already been hosted by L3 agent 20a8dcff-cb91-4cfb-b5ee-87736efe33d8 {{(pid=113374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 03:48:27.098728 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-9026f916-638b-4a7e-bee5-ba1bf4fff2fe tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Publish callbacks [] for security_group_rule (41bc38c2-2a07-4821-9ec8-d18228fa00fd), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:27.128968 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-1134a102-ce49-4fbe-a261-71655c2b868e None None] Attempt 5 to provision port ddd557da-e9c8-431d-9885-21bd1fddfa19 Sep 16 03:48:27.132770 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-224bcaa9-173d-4cea-adf5-b4379cc137db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672515804'] for port (aaaa489d-81f6-4254-b458-6fa8c5f5b74c), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:27.134763 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-6605ea18-136c-49d5-9600-d6d3d0e18fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (43b41f7b-b035-49ff-8885-c3d3c4dcfa38), after_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:27.135569 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-6605ea18-136c-49d5-9600-d6d3d0e18fc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-427139'] for router_interface (81219bb8-1b4f-4141-8493-9a43123900ee), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:27.152171 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvr_db [None req-be48a435-746e-4087-9ca6-c195358cc54c None None] Set router 6af97b08-d2f4-437e-a1cf-998707fdd7d2 gateway port host: dv-cinder-857993-1-iscsi {{(pid=113377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:48:27.263573 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9864b33-a9d8-4953-8ef2-0506052d905e None None] Pushing event updated for resources: {'Port': ['ID=ffe84a6c-b34a-4a6d-8015-41c22d07478d,revision_number=3']} {{(pid=113377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:27.288592 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-1134a102-ce49-4fbe-a261-71655c2b868e None None] Port ddd557da-e9c8-431d-9885-21bd1fddfa19 cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:48:27.333140 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:27.417786 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224bcaa9-173d-4cea-adf5-b4379cc137db admin admin] Pushing event updated for resources: {'Port': ['ID=aaaa489d-81f6-4254-b458-6fa8c5f5b74c,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:27.449281 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvr_db [None req-73bc9c3d-66d5-470f-b0e4-ebb662f070e5 None None] Set router 11a544e6-b451-42f0-9ca8-422baaa4dd85 gateway port host: dv-cinder-857993-1-iscsi {{(pid=113376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:48:27.454320 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.db.db_base_plugin_common [None req-d2e0dd6c-7421-4054-bd03-bdca5264f0d4 admin admin] Allocated IP 172.20.0.1 (64754a20-d60c-49a4-9c39-1462c6265039/c8d5968b-806e-4184-9dc4-9781905ff4c8/c0d55b65-d17e-40fa-a318-8ddcc3d763b3) {{(pid=113374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 03:48:27.463396 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-be48a435-746e-4087-9ca6-c195358cc54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6af97b08-d2f4-437e-a1cf-998707fdd7d2', 'name': 'tempest-ServerRescueNegativeTestJSON-603446721-router', 'tenant_id': 'ac97d1487c024a68b8ad933d882bb456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'ffe84a6c-b34a-4a6d-8015-41c22d07478d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:13Z', 'updated_at': '2022-09-16T03:48:20Z', 'revision_number': 3, 'project_id': 'ac97d1487c024a68b8ad933d882bb456', 'gw_port': {'id': 'ffe84a6c-b34a-4a6d-8015-41c22d07478d', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6af97b08-d2f4-437e-a1cf-998707fdd7d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:16Z', 'updated_at': '2022-09-16T03:48:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi'}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:48:27.466690 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:27.496806 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be48a435-746e-4087-9ca6-c195358cc54c None None] The sync data for ids ['6af97b08-d2f4-437e-a1cf-998707fdd7d2'] in dv-cinder-857993-1-iscsi is: [{'id': '6af97b08-d2f4-437e-a1cf-998707fdd7d2', 'name': 'tempest-ServerRescueNegativeTestJSON-603446721-router', 'tenant_id': 'ac97d1487c024a68b8ad933d882bb456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'ffe84a6c-b34a-4a6d-8015-41c22d07478d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:13Z', 'updated_at': '2022-09-16T03:48:20Z', 'revision_number': 3, 'project_id': 'ac97d1487c024a68b8ad933d882bb456', 'gw_port': {'id': 'ffe84a6c-b34a-4a6d-8015-41c22d07478d', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6af97b08-d2f4-437e-a1cf-998707fdd7d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:16Z', 'updated_at': '2022-09-16T03:48:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi'}] {{(pid=113377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 03:48:27.525683 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224bcaa9-173d-4cea-adf5-b4379cc137db admin admin] Network 60a25330-2068-4171-85ea-2cd82f09cbdb is already hosted by enough agents. {{(pid=113375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 03:48:27.528888 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.base_scheduler [None req-224bcaa9-173d-4cea-adf5-b4379cc137db admin admin] Resources bound (agent type, host, resource id): {{(pid=113375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:48:27.536073 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224bcaa9-173d-4cea-adf5-b4379cc137db admin admin] Received port after_create {{(pid=113375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 03:48:27.536789 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-224bcaa9-173d-4cea-adf5-b4379cc137db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-427031'] for router_interface (11a544e6-b451-42f0-9ca8-422baaa4dd85), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:27.541225 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-9026f916-638b-4a7e-bee5-ba1bf4fff2fe tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650582'] for security_group_rule (41bc38c2-2a07-4821-9ec8-d18228fa00fd), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:27.591122 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6605ea18-136c-49d5-9600-d6d3d0e18fc0 admin admin] Pushing event updated for resources: {'Port': ['ID=43b41f7b-b035-49ff-8885-c3d3c4dcfa38,revision_number=2']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:27.592876 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9026f916-638b-4a7e-bee5-ba1bf4fff2fe tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41bc38c2-2a07-4821-9ec8-d18228fa00fd,revision_number=0']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:27.649025 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:27.700284 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-9026f916-638b-4a7e-bee5-ba1bf4fff2fe tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:27.702243 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-9026f916-638b-4a7e-bee5-ba1bf4fff2fe tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4885972 Sep 16 03:48:27.715913 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Current status of the port 428bba1c-bcf7-42c4-acd8-69c14ea41404 is: ACTIVE; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:48:27.716683 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6605ea18-136c-49d5-9600-d6d3d0e18fc0 admin admin] Network d8d0986c-f45f-4403-8f11-6637eeae0fb2 is already hosted by enough agents. {{(pid=113375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 03:48:27.717131 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device 9b2d4fad-1be6-4395-b831-473356d2dc05 up at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 03:48:27.719665 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.base_scheduler [None req-6605ea18-136c-49d5-9600-d6d3d0e18fc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=113375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:48:27.720671 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 54164) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:48:27.741793 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.v2.base [None req-060a185e-29e8-4333-a94e-3367caee551a tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Request body: {'floatingip': {'floating_network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556'}} {{(pid=113374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:48:27.853536 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:27.882646 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-1134a102-ce49-4fbe-a261-71655c2b868e None None] Attempt 6 to provision port ddd557da-e9c8-431d-9885-21bd1fddfa19 Sep 16 03:48:27.893788 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 54172) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:48:27.928912 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-224bcaa9-173d-4cea-adf5-b4379cc137db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (aaaa489d-81f6-4254-b458-6fa8c5f5b74c), before_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:27.946696 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6605ea18-136c-49d5-9600-d6d3d0e18fc0 admin admin] Router 81219bb8-1b4f-4141-8493-9a43123900ee has already been hosted by L3 agent 20a8dcff-cb91-4cfb-b5ee-87736efe33d8 {{(pid=113375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 03:48:27.993753 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:28.017580 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-d2e0dd6c-7421-4054-bd03-bdca5264f0d4 admin admin] Publish callbacks [] for port (c0d55b65-d17e-40fa-a318-8ddcc3d763b3), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:28.025879 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-1134a102-ce49-4fbe-a261-71655c2b868e None None] Port ddd557da-e9c8-431d-9885-21bd1fddfa19 cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:48:28.064801 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Provisioning complete for port 9b2d4fad-1be6-4395-b831-473356d2dc05 triggered by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:48:28.064801 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (9b2d4fad-1be6-4395-b831-473356d2dc05), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:28.064801 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Attempt 1 to provision port 9b2d4fad-1be6-4395-b831-473356d2dc05 Sep 16 03:48:28.200373 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-48b822d7-5d06-4895-becf-47be2a24a730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df99dd1-6576-46cf-9af5-72e8ecbd79ba', 'name': 'tempest-AttachVolumeTestJSON-821580754-router', 'tenant_id': 'e94b50976295422c9c8374155cf2d2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'dea63493-fe7f-44f5-981f-4ef4ab311574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:13Z', 'updated_at': '2022-09-16T03:48:20Z', 'revision_number': 4, 'project_id': 'e94b50976295422c9c8374155cf2d2c2', 'gw_port': {'id': 'dea63493-fe7f-44f5-981f-4ef4ab311574', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:00:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6df99dd1-6576-46cf-9af5-72e8ecbd79ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:14Z', 'updated_at': '2022-09-16T03:48:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_interfaces': [{'id': '4d6fce8a-7f44-4c9b-9123-63c5924fa5b6', 'name': '', 'network_id': '96000232-5a2c-4cbe-8524-4ab75044ef77', 'tenant_id': 'e94b50976295422c9c8374155cf2d2c2', 'mac_address': 'fa:16:3e:75:2a:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6df99dd1-6576-46cf-9af5-72e8ecbd79ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '4abf9a95-17e5-40d7-a907-9f39161a7362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:18Z', 'updated_at': '2022-09-16T03:48:20Z', 'revision_number': 2, 'project_id': 'e94b50976295422c9c8374155cf2d2c2', 'subnets': [{'id': '4abf9a95-17e5-40d7-a907-9f39161a7362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:48:28.216970 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-060a185e-29e8-4333-a94e-3367caee551a tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:28.222214 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6605ea18-136c-49d5-9600-d6d3d0e18fc0 admin admin] Notify agent at l3_agent.dv-cinder-857993-1-iscsi the message routers_updated {{(pid=113375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 03:48:28.243787 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-6605ea18-136c-49d5-9600-d6d3d0e18fc0 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/81219bb8-1b4f-4141-8493-9a43123900ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5186360 Sep 16 03:48:28.360754 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b822d7-5d06-4895-becf-47be2a24a730 None None] Checking router: 6df99dd1-6576-46cf-9af5-72e8ecbd79ba for host: dv-cinder-857993-1-iscsi {{(pid=113376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 03:48:28.361304 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b822d7-5d06-4895-becf-47be2a24a730 None None] Updating router 6df99dd1-6576-46cf-9af5-72e8ecbd79ba port 4d6fce8a-7f44-4c9b-9123-63c5924fa5b6 binding host dv-cinder-857993-1-iscsi {{(pid=113376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 03:48:28.371057 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-5ede47c4-4335-435a-8679-abae7dc8dfe3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:28.377757 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:28.391059 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:28.409224 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-73bc9c3d-66d5-470f-b0e4-ebb662f070e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a544e6-b451-42f0-9ca8-422baaa4dd85', 'name': 'tempest-AttachVolumeShelveTestJSON-370893436-router', 'tenant_id': 'cb698ddcedae42a29f50203ec59db295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'dd2136f8-4e86-4db6-a499-0f087ed040d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:13Z', 'updated_at': '2022-09-16T03:48:18Z', 'revision_number': 3, 'project_id': 'cb698ddcedae42a29f50203ec59db295', 'gw_port': {'id': 'dd2136f8-4e86-4db6-a499-0f087ed040d4', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a544e6-b451-42f0-9ca8-422baaa4dd85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:15Z', 'updated_at': '2022-09-16T03:48:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi'}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:48:28.424803 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-224bcaa9-173d-4cea-adf5-b4379cc137db admin admin] Publish callbacks [] for port (aaaa489d-81f6-4254-b458-6fa8c5f5b74c), precommit_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:28.464884 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bc9c3d-66d5-470f-b0e4-ebb662f070e5 None None] The sync data for ids ['11a544e6-b451-42f0-9ca8-422baaa4dd85'] in dv-cinder-857993-1-iscsi is: [{'id': '11a544e6-b451-42f0-9ca8-422baaa4dd85', 'name': 'tempest-AttachVolumeShelveTestJSON-370893436-router', 'tenant_id': 'cb698ddcedae42a29f50203ec59db295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'dd2136f8-4e86-4db6-a499-0f087ed040d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:13Z', 'updated_at': '2022-09-16T03:48:18Z', 'revision_number': 3, 'project_id': 'cb698ddcedae42a29f50203ec59db295', 'gw_port': {'id': 'dd2136f8-4e86-4db6-a499-0f087ed040d4', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a544e6-b451-42f0-9ca8-422baaa4dd85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:15Z', 'updated_at': '2022-09-16T03:48:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi'}] {{(pid=113376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 03:48:28.489770 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-48b822d7-5d06-4895-becf-47be2a24a730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (4d6fce8a-7f44-4c9b-9123-63c5924fa5b6), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:28.519905 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbc3d2d2-d8f9-4df8-958d-20f873389b0e admin admin] Notify agent at l3_agent.dv-cinder-857993-1-iscsi the message routers_updated {{(pid=113374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 03:48:28.533796 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-cbc3d2d2-d8f9-4df8-958d-20f873389b0e admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/e8eb6dc3-21a2-4b6e-907d-9210534718fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2457426 Sep 16 03:48:28.536463 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-224bcaa9-173d-4cea-adf5-b4379cc137db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (aaaa489d-81f6-4254-b458-6fa8c5f5b74c), after_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:28.537207 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-224bcaa9-173d-4cea-adf5-b4379cc137db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-427139'] for router_interface (11a544e6-b451-42f0-9ca8-422baaa4dd85), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:28.541328 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228f3896-b170-4a25-9611-827c2c42ca8e None None] Sync routers for ids ['e8eb6dc3-21a2-4b6e-907d-9210534718fc'] in dv-cinder-857993-1-iscsi {{(pid=113377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 03:48:28.564029 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228f3896-b170-4a25-9611-827c2c42ca8e None None] Routers {'e8eb6dc3-21a2-4b6e-907d-9210534718fc'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:48:28.564796 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-228f3896-b170-4a25-9611-827c2c42ca8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:48:25Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['e8eb6dc3-21a2-4b6e-907d-9210534718fc'], 'active': True} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:48:28.597789 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-1134a102-ce49-4fbe-a261-71655c2b868e None None] Attempt 7 to provision port ddd557da-e9c8-431d-9885-21bd1fddfa19 Sep 16 03:48:28.712051 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224bcaa9-173d-4cea-adf5-b4379cc137db admin admin] Pushing event updated for resources: {'Port': ['ID=aaaa489d-81f6-4254-b458-6fa8c5f5b74c,revision_number=2']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:28.751708 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5494e91b-1b9f-4769-ba49-ed44c1f9eccc None None] Sync routers for ids ['81219bb8-1b4f-4141-8493-9a43123900ee'] in dv-cinder-857993-1-iscsi {{(pid=113376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 03:48:28.832885 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvr_db [None req-228f3896-b170-4a25-9611-827c2c42ca8e None None] Set router e8eb6dc3-21a2-4b6e-907d-9210534718fc gateway port host: dv-cinder-857993-1-iscsi {{(pid=113377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:48:28.882181 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-060a185e-29e8-4333-a94e-3367caee551a tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:28.903935 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-2875a3e6-2c6e-4f2c-bd58-7e0a3de9c063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (bb5efb49-5a18-474a-824b-90488b0f2024), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:28.906081 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:28.926829 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Current status of the port 9b2d4fad-1be6-4395-b831-473356d2dc05 is: ACTIVE; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:48:28.934848 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device dea63493-fe7f-44f5-981f-4ef4ab311574 up at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 03:48:28.940119 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224bcaa9-173d-4cea-adf5-b4379cc137db admin admin] Network 60a25330-2068-4171-85ea-2cd82f09cbdb is already hosted by enough agents. {{(pid=113375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 03:48:28.943114 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.base_scheduler [None req-224bcaa9-173d-4cea-adf5-b4379cc137db admin admin] Resources bound (agent type, host, resource id): {{(pid=113375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:48:29.026370 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-d2e0dd6c-7421-4054-bd03-bdca5264f0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672515804'] for port (c0d55b65-d17e-40fa-a318-8ddcc3d763b3), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:29.213241 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5494e91b-1b9f-4769-ba49-ed44c1f9eccc None None] Routers {'81219bb8-1b4f-4141-8493-9a43123900ee'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:48:29.219328 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-5494e91b-1b9f-4769-ba49-ed44c1f9eccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:48:25Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['81219bb8-1b4f-4141-8493-9a43123900ee'], 'active': True} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:48:29.236760 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e0dd6c-7421-4054-bd03-bdca5264f0d4 admin admin] Network 64754a20-d60c-49a4-9c39-1462c6265039 is already hosted by enough agents. {{(pid=113374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 03:48:29.245831 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e0dd6c-7421-4054-bd03-bdca5264f0d4 admin admin] Pushing event updated for resources: {'Port': ['ID=c0d55b65-d17e-40fa-a318-8ddcc3d763b3,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:29.253709 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-1134a102-ce49-4fbe-a261-71655c2b868e None None] Port ddd557da-e9c8-431d-9885-21bd1fddfa19 cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:48:29.254584 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.base_scheduler [None req-d2e0dd6c-7421-4054-bd03-bdca5264f0d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=113374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:48:29.257960 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e0dd6c-7421-4054-bd03-bdca5264f0d4 admin admin] Received port after_create {{(pid=113374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 03:48:29.258820 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-d2e0dd6c-7421-4054-bd03-bdca5264f0d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-427031'] for router_interface (6af97b08-d2f4-437e-a1cf-998707fdd7d2), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:29.273430 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (9480ceca-8cb5-4b85-9807-6ee42f948820), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:29.347919 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-224bcaa9-173d-4cea-adf5-b4379cc137db admin admin] Router 11a544e6-b451-42f0-9ca8-422baaa4dd85 has already been hosted by L3 agent 20a8dcff-cb91-4cfb-b5ee-87736efe33d8 {{(pid=113375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 03:48:29.435398 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:29.500245 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-5ede47c4-4335-435a-8679-abae7dc8dfe3 admin admin] Publish callbacks [] for security_group (8c855012-287e-4395-a6a4-a4e829b8b613), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:29.514162 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.db.db_base_plugin_common [None req-060a185e-29e8-4333-a94e-3367caee551a tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Allocated IP 172.27.0.78 (3e75d266-1ef3-4c3c-84dd-91ee0a702556/1e346a16-d4e3-4654-8a01-a4fa77b75a04/682938fe-74c2-459c-9074-bb0c7ea9eefe) {{(pid=113374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 03:48:29.562386 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 54234) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:48:29.574041 dv-cinder-857993-1-iscsi neutron-server[113374]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 16 03:48:29.611838 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-228f3896-b170-4a25-9611-827c2c42ca8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'name': 'tempest-AttachVolumeNegativeTest-1637071771-router', 'tenant_id': '8ee4a40c6c264553a14e0eff367da4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'e7b2fb5b-4aa2-42c3-b650-b953cc723fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:11Z', 'updated_at': '2022-09-16T03:48:23Z', 'revision_number': 4, 'project_id': '8ee4a40c6c264553a14e0eff367da4a0', 'gw_port': {'id': 'e7b2fb5b-4aa2-42c3-b650-b953cc723fe7', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:45:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:12Z', 'updated_at': '2022-09-16T03:48:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_interfaces': [{'id': 'ddd557da-e9c8-431d-9885-21bd1fddfa19', 'name': '', 'network_id': '4ff8c520-12d3-47e5-b499-6dbd6e9a131a', 'tenant_id': '8ee4a40c6c264553a14e0eff367da4a0', 'mac_address': 'fa:16:3e:6f:ba:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'dc6b4dbf-6194-4053-a2ab-d05e1046d55f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:21Z', 'updated_at': '2022-09-16T03:48:24Z', 'revision_number': 2, 'project_id': '8ee4a40c6c264553a14e0eff367da4a0', 'subnets': [{'id': 'dc6b4dbf-6194-4053-a2ab-d05e1046d55f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:48:29.686226 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 54236) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:48:29.700472 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [None req-8f396f46-7a1c-4e5c-aa19-5fe53801e3be tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Request body: {'security_group': {'name': 'tempest-securitygroup--924061213', 'description': 'tempest-description--920371504'}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:48:29.704745 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228f3896-b170-4a25-9611-827c2c42ca8e None None] Checking router: e8eb6dc3-21a2-4b6e-907d-9210534718fc for host: dv-cinder-857993-1-iscsi {{(pid=113377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 03:48:29.705332 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228f3896-b170-4a25-9611-827c2c42ca8e None None] Updating router e8eb6dc3-21a2-4b6e-907d-9210534718fc port ddd557da-e9c8-431d-9885-21bd1fddfa19 binding host dv-cinder-857993-1-iscsi {{(pid=113377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 03:48:29.754516 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-224bcaa9-173d-4cea-adf5-b4379cc137db admin admin] Notify agent at l3_agent.dv-cinder-857993-1-iscsi the message routers_updated {{(pid=113375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 03:48:29.780406 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-224bcaa9-173d-4cea-adf5-b4379cc137db admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/11a544e6-b451-42f0-9ca8-422baaa4dd85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6698279 Sep 16 03:48:29.784281 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 54238) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:48:29.792819 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:29.793859 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron_lib.callbacks.manager [None req-228f3896-b170-4a25-9611-827c2c42ca8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (ddd557da-e9c8-431d-9885-21bd1fddfa19), before_update {{(pid=113377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:29.833717 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-5ede47c4-4335-435a-8679-abae7dc8dfe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (8c855012-287e-4395-a6a4-a4e829b8b613), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:29.845319 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-1134a102-ce49-4fbe-a261-71655c2b868e None None] Attempt 8 to provision port ddd557da-e9c8-431d-9885-21bd1fddfa19 Sep 16 03:48:29.897263 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-1134a102-ce49-4fbe-a261-71655c2b868e None None] Port ddd557da-e9c8-431d-9885-21bd1fddfa19 cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:48:29.942879 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-8f396f46-7a1c-4e5c-aa19-5fe53801e3be tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks [] for security_group (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:30.020365 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-5ede47c4-4335-435a-8679-abae7dc8dfe3 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=655dca434c2647bcb0e935bfb1dc9b42&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1176794 Sep 16 03:48:30.070406 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-8f396f46-7a1c-4e5c-aa19-5fe53801e3be tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks [] for security_group (027aaa3c-b814-436c-be79-fb5c0a99b9b5), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:30.071492 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 54244) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:48:30.080917 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvr_db [None req-5494e91b-1b9f-4769-ba49-ed44c1f9eccc None None] Set router 81219bb8-1b4f-4141-8493-9a43123900ee gateway port host: dv-cinder-857993-1-iscsi {{(pid=113376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:48:30.131374 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-37871cc0-8f02-4f18-92ba-d495130ae40a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:30.144401 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-060a185e-29e8-4333-a94e-3367caee551a tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Publish callbacks [] for port (682938fe-74c2-459c-9074-bb0c7ea9eefe), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:30.224558 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:30.236107 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=4 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:30.237436 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ede47c4-4335-435a-8679-abae7dc8dfe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c855012-287e-4395-a6a4-a4e829b8b613,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:30.313769 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-8f396f46-7a1c-4e5c-aa19-5fe53801e3be tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (027aaa3c-b814-436c-be79-fb5c0a99b9b5), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:30.335433 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:30.350717 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-060a185e-29e8-4333-a94e-3367caee551a tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672515804'] for port (682938fe-74c2-459c-9074-bb0c7ea9eefe), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:30.374010 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron_lib.callbacks.manager [None req-228f3896-b170-4a25-9611-827c2c42ca8e None None] Publish callbacks [] for port (ddd557da-e9c8-431d-9885-21bd1fddfa19), precommit_update {{(pid=113377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:30.409936 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-37871cc0-8f02-4f18-92ba-d495130ae40a admin admin] Publish callbacks [] for security_group (c32e240b-2656-41b9-b598-bf8a19b982fe), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:30.417945 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bba457-2bc5-4514-b821-3236ac66b5ae req-4fcc8b17-f55d-4767-af4e-4910c307d159 tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:48:30.418234 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f396f46-7a1c-4e5c-aa19-5fe53801e3be tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=027aaa3c-b814-436c-be79-fb5c0a99b9b5,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:30.428790 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-3acd0ff9-540c-4cd1-a876-61bcf9d00edf admin admin] Publish callbacks [] for security_group (8c855012-287e-4395-a6a4-a4e829b8b613), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:30.432440 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-90bba457-2bc5-4514-b821-3236ac66b5ae req-4fcc8b17-f55d-4767-af4e-4910c307d159 tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] 10.222.0.49 "GET /networking/v2.0/networks?id=d8d0986c-f45f-4403-8f11-6637eeae0fb2 HTTP/1.1" status: 200 len: 810 time: 0.8663743 Sep 16 03:48:30.454359 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-3acd0ff9-540c-4cd1-a876-61bcf9d00edf admin admin] Publish callbacks [] for security_group (8c855012-287e-4395-a6a4-a4e829b8b613), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:30.468272 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron_lib.callbacks.manager [None req-228f3896-b170-4a25-9611-827c2c42ca8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (ddd557da-e9c8-431d-9885-21bd1fddfa19), after_update {{(pid=113377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:30.503287 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-37871cc0-8f02-4f18-92ba-d495130ae40a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (c32e240b-2656-41b9-b598-bf8a19b982fe), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:30.505092 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060a185e-29e8-4333-a94e-3367caee551a tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Network 3e75d266-1ef3-4c3c-84dd-91ee0a702556 is already hosted by enough agents. {{(pid=113374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 03:48:30.506238 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-d2e0dd6c-7421-4054-bd03-bdca5264f0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (c0d55b65-d17e-40fa-a318-8ddcc3d763b3), before_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:30.510629 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-8f396f46-7a1c-4e5c-aa19-5fe53801e3be tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks [] for security_group (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:30.512432 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-90bba457-2bc5-4514-b821-3236ac66b5ae req-84f1233d-cb91-4be2-a5b6-efc5c33edbcc tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] 10.222.0.49 "GET /networking/v2.0/quotas/d39c13d4012549c2890bf1d904d1c041 HTTP/1.1" status: 200 len: 375 time: 0.0792465 Sep 16 03:48:30.513245 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-8f396f46-7a1c-4e5c-aa19-5fe53801e3be tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.8258917 Sep 16 03:48:30.521401 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:30.546965 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.base_scheduler [None req-060a185e-29e8-4333-a94e-3367caee551a tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Resources bound (agent type, host, resource id): {{(pid=113374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:48:30.549143 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 54258) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:48:30.549540 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 54260) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:48:30.564342 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060a185e-29e8-4333-a94e-3367caee551a tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Received port after_create {{(pid=113374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 03:48:30.567631 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [None req-c007b91a-03e5-44c1-8692-42b7c80fde6a tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Request body: {'security_group_rule': {'security_group_id': '027aaa3c-b814-436c-be79-fb5c0a99b9b5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:48:30.583473 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8c2a19-44ce-4872-bb85-ebc67d806c3e None None] Pushing event updated for resources: {'Port': ['ID=ddd557da-e9c8-431d-9885-21bd1fddfa19,revision_number=3']} {{(pid=113377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:30.600570 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060a185e-29e8-4333-a94e-3367caee551a tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Pushing event updated for resources: {'Port': ['ID=682938fe-74c2-459c-9074-bb0c7ea9eefe,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:30.600824 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [None req-c07d56c5-4482-4957-a095-3b2d8dc1df94 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1256955267', 'description': 'tempest-description--682266393'}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:48:30.648281 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.managers [None req-228f3896-b170-4a25-9611-827c2c42ca8e None None] Attempting to bind port ddd557da-e9c8-431d-9885-21bd1fddfa19 on host dv-cinder-857993-1-iscsi for vnic_type normal with profile {{(pid=113377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 03:48:30.648843 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.managers [None req-228f3896-b170-4a25-9611-827c2c42ca8e None None] Attempting to bind port ddd557da-e9c8-431d-9885-21bd1fddfa19 by drivers openvswitch,hyperv on host dv-cinder-857993-1-iscsi at level 0 using segments [{'id': '8f3c2513-130a-4e92-b8d6-c7c7e1d1ec24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4ff8c520-12d3-47e5-b499-6dbd6e9a131a'}] {{(pid=113377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 03:48:30.649170 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228f3896-b170-4a25-9611-827c2c42ca8e None None] Attempting to bind port ddd557da-e9c8-431d-9885-21bd1fddfa19 on network 4ff8c520-12d3-47e5-b499-6dbd6e9a131a {{(pid=113377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 03:48:30.677339 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37871cc0-8f02-4f18-92ba-d495130ae40a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c32e240b-2656-41b9-b598-bf8a19b982fe,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:30.684904 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-37871cc0-8f02-4f18-92ba-d495130ae40a admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=9a94dc3204094677b9ee95ab41055bf0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8991632 Sep 16 03:48:30.687144 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-3acd0ff9-540c-4cd1-a876-61bcf9d00edf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (8c855012-287e-4395-a6a4-a4e829b8b613), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:30.688070 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-48b822d7-5d06-4895-becf-47be2a24a730 None None] Publish callbacks [] for port (4d6fce8a-7f44-4c9b-9123-63c5924fa5b6), precommit_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:30.690094 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-3acd0ff9-540c-4cd1-a876-61bcf9d00edf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:30.694608 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-3acd0ff9-540c-4cd1-a876-61bcf9d00edf admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/8c855012-287e-4395-a6a4-a4e829b8b613 HTTP/1.1" status: 204 len: 168 time: 0.5820959 Sep 16 03:48:30.695533 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 54264) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:48:30.719779 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acd0ff9-540c-4cd1-a876-61bcf9d00edf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c855012-287e-4395-a6a4-a4e829b8b613,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:30.754373 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-1134a102-ce49-4fbe-a261-71655c2b868e None None] Attempt 9 to provision port ddd557da-e9c8-431d-9885-21bd1fddfa19 Sep 16 03:48:30.757109 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-c07d56c5-4482-4957-a095-3b2d8dc1df94 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Publish callbacks [] for security_group (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:30.759241 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Provisioning complete for port dea63493-fe7f-44f5-981f-4ef4ab311574 triggered by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:48:30.759787 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (dea63493-fe7f-44f5-981f-4ef4ab311574), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:30.761342 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Attempt 1 to provision port dea63493-fe7f-44f5-981f-4ef4ab311574 Sep 16 03:48:30.767119 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228f3896-b170-4a25-9611-827c2c42ca8e None None] Checking agent: {'id': '9480ceca-8cb5-4b85-9807-6ee42f948820', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857993-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 3, 39, 29), 'started_at': datetime.datetime(2022, 9, 16, 3, 39, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 3, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857993-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 03:48:30.771269 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228f3896-b170-4a25-9611-827c2c42ca8e None None] Checking segment: {'id': '8f3c2513-130a-4e92-b8d6-c7c7e1d1ec24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4ff8c520-12d3-47e5-b499-6dbd6e9a131a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 03:48:30.773450 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron_lib.callbacks.manager [None req-228f3896-b170-4a25-9611-827c2c42ca8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:30.777547 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228f3896-b170-4a25-9611-827c2c42ca8e None None] Bound using segment: {'id': '8f3c2513-130a-4e92-b8d6-c7c7e1d1ec24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4ff8c520-12d3-47e5-b499-6dbd6e9a131a'} {{(pid=113377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 03:48:30.777547 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.managers [None req-228f3896-b170-4a25-9611-827c2c42ca8e None None] Bound port: ddd557da-e9c8-431d-9885-21bd1fddfa19, host: dv-cinder-857993-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f3c2513-130a-4e92-b8d6-c7c7e1d1ec24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4ff8c520-12d3-47e5-b499-6dbd6e9a131a'}}] {{(pid=113377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 03:48:30.777547 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron_lib.callbacks.manager [None req-228f3896-b170-4a25-9611-827c2c42ca8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (ddd557da-e9c8-431d-9885-21bd1fddfa19), before_update {{(pid=113377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:30.817671 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-c007b91a-03e5-44c1-8692-42b7c80fde6a tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks [] for security_group_rule (5ed02e7d-e61a-4510-b11f-db9eae413547), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:30.886603 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-48b822d7-5d06-4895-becf-47be2a24a730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (4d6fce8a-7f44-4c9b-9123-63c5924fa5b6), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:30.919461 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-90bba457-2bc5-4514-b821-3236ac66b5ae req-63e109c8-d32a-4198-8678-365ee78a4657 tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=d39c13d4012549c2890bf1d904d1c041&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3630626 Sep 16 03:48:30.936539 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.db [None req-228f3896-b170-4a25-9611-827c2c42ca8e None None] For port ddd557da-e9c8-431d-9885-21bd1fddfa19, host dv-cinder-857993-1-iscsi, cleared binding levels {{(pid=113377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 03:48:30.946323 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.db [None req-228f3896-b170-4a25-9611-827c2c42ca8e None None] For port ddd557da-e9c8-431d-9885-21bd1fddfa19, host dv-cinder-857993-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=ddd557da-e9c8-431d-9885-21bd1fddfa19,segment=NetworkSegment(8f3c2513-130a-4e92-b8d6-c7c7e1d1ec24),segment_id=8f3c2513-130a-4e92-b8d6-c7c7e1d1ec24)] {{(pid=113377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 03:48:30.956833 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-060a185e-29e8-4333-a94e-3367caee551a tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Publish callbacks [] for floatingip (574209a5-6d76-4142-bab2-c9b2e73046b3), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:30.962035 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-5494e91b-1b9f-4769-ba49-ed44c1f9eccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81219bb8-1b4f-4141-8493-9a43123900ee', 'name': 'tempest-DeleteServersTestJSON-83677815-router', 'tenant_id': 'd39c13d4012549c2890bf1d904d1c041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'bf3fef07-90a3-49c9-bdfe-bb97bd0003ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:13Z', 'updated_at': '2022-09-16T03:48:26Z', 'revision_number': 4, 'project_id': 'd39c13d4012549c2890bf1d904d1c041', 'gw_port': {'id': 'bf3fef07-90a3-49c9-bdfe-bb97bd0003ea', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81219bb8-1b4f-4141-8493-9a43123900ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:15Z', 'updated_at': '2022-09-16T03:48:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_interfaces': [{'id': '43b41f7b-b035-49ff-8885-c3d3c4dcfa38', 'name': '', 'network_id': 'd8d0986c-f45f-4403-8f11-6637eeae0fb2', 'tenant_id': 'd39c13d4012549c2890bf1d904d1c041', 'mac_address': 'fa:16:3e:c4:c8:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81219bb8-1b4f-4141-8493-9a43123900ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '78a82445-9d1f-4206-b684-d9eb31dd28ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:23Z', 'updated_at': '2022-09-16T03:48:26Z', 'revision_number': 2, 'project_id': 'd39c13d4012549c2890bf1d904d1c041', 'subnets': [{'id': '78a82445-9d1f-4206-b684-d9eb31dd28ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:48:30.984090 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:30.987656 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-c07d56c5-4482-4957-a095-3b2d8dc1df94 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Publish callbacks [] for security_group (f8c02e96-afe7-4076-a9de-757bf644ff7a), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:30.991605 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:INSERT=6,neutron:SELECT=86,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:31.031829 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5494e91b-1b9f-4769-ba49-ed44c1f9eccc None None] Checking router: 81219bb8-1b4f-4141-8493-9a43123900ee for host: dv-cinder-857993-1-iscsi {{(pid=113376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 03:48:31.032180 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5494e91b-1b9f-4769-ba49-ed44c1f9eccc None None] Updating router 81219bb8-1b4f-4141-8493-9a43123900ee port 43b41f7b-b035-49ff-8885-c3d3c4dcfa38 binding host dv-cinder-857993-1-iscsi {{(pid=113376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 03:48:31.044596 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-2a7cd3a7-e245-4360-bcbf-7d6042932d5e admin admin] Publish callbacks [] for security_group (c32e240b-2656-41b9-b598-bf8a19b982fe), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:31.064185 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron_lib.callbacks.manager [None req-228f3896-b170-4a25-9611-827c2c42ca8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (ddd557da-e9c8-431d-9885-21bd1fddfa19), after_update {{(pid=113377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:31.071237 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0c9391-5f7b-4cf7-8cfc-13c22e6c959a None None] Pushing event updated for resources: {'Port': ['ID=4d6fce8a-7f44-4c9b-9123-63c5924fa5b6,revision_number=3']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:31.077232 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-1134a102-ce49-4fbe-a261-71655c2b868e None None] Port ddd557da-e9c8-431d-9885-21bd1fddfa19 cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:48:31.088755 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 54272) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:48:31.092652 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-2a7cd3a7-e245-4360-bcbf-7d6042932d5e admin admin] Publish callbacks [] for security_group (c32e240b-2656-41b9-b598-bf8a19b982fe), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:31.095665 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-c007b91a-03e5-44c1-8692-42b7c80fde6a tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks [] for security_group_rule (5ed02e7d-e61a-4510-b11f-db9eae413547), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:31.137459 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-c07d56c5-4482-4957-a095-3b2d8dc1df94 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (f8c02e96-afe7-4076-a9de-757bf644ff7a), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:31.145125 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-5494e91b-1b9f-4769-ba49-ed44c1f9eccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (43b41f7b-b035-49ff-8885-c3d3c4dcfa38), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:31.169058 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228f3896-b170-4a25-9611-827c2c42ca8e None None] Routers {'e8eb6dc3-21a2-4b6e-907d-9210534718fc'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:48:31.169759 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-228f3896-b170-4a25-9611-827c2c42ca8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:48:25Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['e8eb6dc3-21a2-4b6e-907d-9210534718fc'], 'active': True} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:48:31.185570 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-c007b91a-03e5-44c1-8692-42b7c80fde6a tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650582'] for security_group_rule (5ed02e7d-e61a-4510-b11f-db9eae413547), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:31.223328 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07d56c5-4482-4957-a095-3b2d8dc1df94 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c02e96-afe7-4076-a9de-757bf644ff7a,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:31.226614 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c007b91a-03e5-44c1-8692-42b7c80fde6a tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ed02e7d-e61a-4510-b11f-db9eae413547,revision_number=0']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:31.241048 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.managers [None req-48b822d7-5d06-4895-becf-47be2a24a730 None None] Attempting to bind port 4d6fce8a-7f44-4c9b-9123-63c5924fa5b6 on host dv-cinder-857993-1-iscsi for vnic_type normal with profile {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 03:48:31.241421 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.managers [None req-48b822d7-5d06-4895-becf-47be2a24a730 None None] Attempting to bind port 4d6fce8a-7f44-4c9b-9123-63c5924fa5b6 by drivers openvswitch,hyperv on host dv-cinder-857993-1-iscsi at level 0 using segments [{'id': 'f206f821-35d5-462a-80ff-01e4f0ec6983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '96000232-5a2c-4cbe-8524-4ab75044ef77'}] {{(pid=113376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 03:48:31.241779 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b822d7-5d06-4895-becf-47be2a24a730 None None] Attempting to bind port 4d6fce8a-7f44-4c9b-9123-63c5924fa5b6 on network 96000232-5a2c-4cbe-8524-4ab75044ef77 {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 03:48:31.261049 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-060a185e-29e8-4333-a94e-3367caee551a tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (682938fe-74c2-459c-9074-bb0c7ea9eefe), before_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:31.270208 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-d2e0dd6c-7421-4054-bd03-bdca5264f0d4 admin admin] Publish callbacks [] for port (c0d55b65-d17e-40fa-a318-8ddcc3d763b3), precommit_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:31.278132 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8c2a19-44ce-4872-bb85-ebc67d806c3e None None] Pushing event updated for resources: {'Port': ['ID=ddd557da-e9c8-431d-9885-21bd1fddfa19,revision_number=4']} {{(pid=113377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:31.343344 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-2a7cd3a7-e245-4360-bcbf-7d6042932d5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (c32e240b-2656-41b9-b598-bf8a19b982fe), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:31.348073 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-2a7cd3a7-e245-4360-bcbf-7d6042932d5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:31.351587 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-2a7cd3a7-e245-4360-bcbf-7d6042932d5e admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/c32e240b-2656-41b9-b598-bf8a19b982fe HTTP/1.1" status: 204 len: 168 time: 0.6507435 Sep 16 03:48:31.353714 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-c07d56c5-4482-4957-a095-3b2d8dc1df94 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Publish callbacks [] for security_group (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:31.360717 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-c07d56c5-4482-4957-a095-3b2d8dc1df94 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7993391 Sep 16 03:48:31.375010 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 54282) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:48:31.379652 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Current status of the port dea63493-fe7f-44f5-981f-4ef4ab311574 is: DOWN; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:48:31.380044 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (dea63493-fe7f-44f5-981f-4ef4ab311574), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:31.387881 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [None req-828b4042-9857-483a-8622-ef49fdd5e346 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Request body: {'security_group_rule': {'security_group_id': 'f8c02e96-afe7-4076-a9de-757bf644ff7a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:48:31.442170 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7cd3a7-e245-4360-bcbf-7d6042932d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c32e240b-2656-41b9-b598-bf8a19b982fe,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:31.451185 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-c007b91a-03e5-44c1-8692-42b7c80fde6a tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:31.452437 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-c007b91a-03e5-44c1-8692-42b7c80fde6a tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8974719 Sep 16 03:48:31.455546 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 54286) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:48:31.462760 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-d2e0dd6c-7421-4054-bd03-bdca5264f0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (c0d55b65-d17e-40fa-a318-8ddcc3d763b3), after_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:31.462760 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-d2e0dd6c-7421-4054-bd03-bdca5264f0d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-427139'] for router_interface (6af97b08-d2f4-437e-a1cf-998707fdd7d2), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:31.463032 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] For port dea63493-fe7f-44f5-981f-4ef4ab311574, host dv-cinder-857993-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=dea63493-fe7f-44f5-981f-4ef4ab311574,segment=NetworkSegment(0cda3508-2052-48b1-ae54-b35f980014ad),segment_id=0cda3508-2052-48b1-ae54-b35f980014ad)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:48:31.474077 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [None req-049852af-7311-45dd-a4b5-92592f7b3449 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Request body: {'security_group_rule': {'security_group_id': '027aaa3c-b814-436c-be79-fb5c0a99b9b5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:48:31.490716 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvr_db [None req-228f3896-b170-4a25-9611-827c2c42ca8e None None] Set router e8eb6dc3-21a2-4b6e-907d-9210534718fc gateway port host: dv-cinder-857993-1-iscsi {{(pid=113377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:48:31.527606 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:31.543266 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-89832de0-f728-45d8-8c16-9ac7dfe05b26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:31.600647 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [req-90bba457-2bc5-4514-b821-3236ac66b5ae req-18a58bee-8346-48ee-b62f-8def2329dbca service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 03:48:31.601698 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-90bba457-2bc5-4514-b821-3236ac66b5ae req-18a58bee-8346-48ee-b62f-8def2329dbca service neutron] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1548724 Sep 16 03:48:31.613386 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-1134a102-ce49-4fbe-a261-71655c2b868e None None] Attempt 10 to provision port ddd557da-e9c8-431d-9885-21bd1fddfa19 Sep 16 03:48:31.615628 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b822d7-5d06-4895-becf-47be2a24a730 None None] Checking agent: {'id': '9480ceca-8cb5-4b85-9807-6ee42f948820', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857993-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 3, 39, 29), 'started_at': datetime.datetime(2022, 9, 16, 3, 39, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 3, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857993-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 03:48:31.615917 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b822d7-5d06-4895-becf-47be2a24a730 None None] Checking segment: {'id': 'f206f821-35d5-462a-80ff-01e4f0ec6983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '96000232-5a2c-4cbe-8524-4ab75044ef77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 03:48:31.616324 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-48b822d7-5d06-4895-becf-47be2a24a730 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:31.616719 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b822d7-5d06-4895-becf-47be2a24a730 None None] Bound using segment: {'id': 'f206f821-35d5-462a-80ff-01e4f0ec6983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '96000232-5a2c-4cbe-8524-4ab75044ef77'} {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 03:48:31.617215 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.managers [None req-48b822d7-5d06-4895-becf-47be2a24a730 None None] Bound port: 4d6fce8a-7f44-4c9b-9123-63c5924fa5b6, host: dv-cinder-857993-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f206f821-35d5-462a-80ff-01e4f0ec6983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '96000232-5a2c-4cbe-8524-4ab75044ef77'}}] {{(pid=113376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 03:48:31.617593 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-48b822d7-5d06-4895-becf-47be2a24a730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (4d6fce8a-7f44-4c9b-9123-63c5924fa5b6), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:31.629516 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (dea63493-fe7f-44f5-981f-4ef4ab311574), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:31.629516 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device e7b2fb5b-4aa2-42c3-b650-b953cc723fe7 up at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 03:48:31.635578 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-049852af-7311-45dd-a4b5-92592f7b3449 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks [] for security_group_rule (0b38c699-3ccd-40f1-917d-04e5d1049d57), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:31.647301 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e0dd6c-7421-4054-bd03-bdca5264f0d4 admin admin] Pushing event updated for resources: {'Port': ['ID=c0d55b65-d17e-40fa-a318-8ddcc3d763b3,revision_number=2']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:31.708106 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-828b4042-9857-483a-8622-ef49fdd5e346 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Publish callbacks [] for security_group_rule (2112700c-c40c-4568-bd75-19da30a37fe2), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:31.844761 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-049852af-7311-45dd-a4b5-92592f7b3449 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks [] for security_group_rule (0b38c699-3ccd-40f1-917d-04e5d1049d57), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:31.856444 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-828b4042-9857-483a-8622-ef49fdd5e346 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Publish callbacks [] for security_group_rule (2112700c-c40c-4568-bd75-19da30a37fe2), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:31.890952 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e0dd6c-7421-4054-bd03-bdca5264f0d4 admin admin] Network 64754a20-d60c-49a4-9c39-1462c6265039 is already hosted by enough agents. {{(pid=113374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 03:48:31.893218 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-228f3896-b170-4a25-9611-827c2c42ca8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'name': 'tempest-AttachVolumeNegativeTest-1637071771-router', 'tenant_id': '8ee4a40c6c264553a14e0eff367da4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'e7b2fb5b-4aa2-42c3-b650-b953cc723fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:11Z', 'updated_at': '2022-09-16T03:48:23Z', 'revision_number': 4, 'project_id': '8ee4a40c6c264553a14e0eff367da4a0', 'gw_port': {'id': 'e7b2fb5b-4aa2-42c3-b650-b953cc723fe7', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:45:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:12Z', 'updated_at': '2022-09-16T03:48:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_interfaces': [{'id': 'ddd557da-e9c8-431d-9885-21bd1fddfa19', 'name': '', 'network_id': '4ff8c520-12d3-47e5-b499-6dbd6e9a131a', 'tenant_id': '8ee4a40c6c264553a14e0eff367da4a0', 'mac_address': 'fa:16:3e:6f:ba:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'dc6b4dbf-6194-4053-a2ab-d05e1046d55f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:21Z', 'updated_at': '2022-09-16T03:48:30Z', 'revision_number': 4, 'project_id': '8ee4a40c6c264553a14e0eff367da4a0', 'subnets': [{'id': 'dc6b4dbf-6194-4053-a2ab-d05e1046d55f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:48:31.913963 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.base_scheduler [None req-d2e0dd6c-7421-4054-bd03-bdca5264f0d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=113374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:48:31.931549 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228f3896-b170-4a25-9611-827c2c42ca8e None None] The sync data for ids ['e8eb6dc3-21a2-4b6e-907d-9210534718fc'] in dv-cinder-857993-1-iscsi is: [{'id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'name': 'tempest-AttachVolumeNegativeTest-1637071771-router', 'tenant_id': '8ee4a40c6c264553a14e0eff367da4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'e7b2fb5b-4aa2-42c3-b650-b953cc723fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:11Z', 'updated_at': '2022-09-16T03:48:23Z', 'revision_number': 4, 'project_id': '8ee4a40c6c264553a14e0eff367da4a0', 'gw_port': {'id': 'e7b2fb5b-4aa2-42c3-b650-b953cc723fe7', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:45:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:12Z', 'updated_at': '2022-09-16T03:48:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_interfaces': [{'id': 'ddd557da-e9c8-431d-9885-21bd1fddfa19', 'name': '', 'network_id': '4ff8c520-12d3-47e5-b499-6dbd6e9a131a', 'tenant_id': '8ee4a40c6c264553a14e0eff367da4a0', 'mac_address': 'fa:16:3e:6f:ba:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'dc6b4dbf-6194-4053-a2ab-d05e1046d55f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:21Z', 'updated_at': '2022-09-16T03:48:30Z', 'revision_number': 4, 'project_id': '8ee4a40c6c264553a14e0eff367da4a0', 'subnets': [{'id': 'dc6b4dbf-6194-4053-a2ab-d05e1046d55f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 03:48:31.952302 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-049852af-7311-45dd-a4b5-92592f7b3449 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650582'] for security_group_rule (0b38c699-3ccd-40f1-917d-04e5d1049d57), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:31.958568 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-5494e91b-1b9f-4769-ba49-ed44c1f9eccc None None] Publish callbacks [] for port (43b41f7b-b035-49ff-8885-c3d3c4dcfa38), precommit_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:31.958709 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-828b4042-9857-483a-8622-ef49fdd5e346 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650582'] for security_group_rule (2112700c-c40c-4568-bd75-19da30a37fe2), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:31.973512 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-90bba457-2bc5-4514-b821-3236ac66b5ae req-ab21eb91-3dbd-49b4-bb8c-ae8d522fee57 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/d8d0986c-f45f-4403-8f11-6637eeae0fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3428242 Sep 16 03:48:31.989885 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049852af-7311-45dd-a4b5-92592f7b3449 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b38c699-3ccd-40f1-917d-04e5d1049d57,revision_number=0']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:32.019782 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828b4042-9857-483a-8622-ef49fdd5e346 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2112700c-c40c-4568-bd75-19da30a37fe2,revision_number=0']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:32.049186 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Pushing event updated for resources: {'Port': ['ID=dea63493-fe7f-44f5-981f-4ef4ab311574,revision_number=4']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:32.052206 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Provisioning complete for port e7b2fb5b-4aa2-42c3-b650-b953cc723fe7 triggered by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:48:32.052576 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (e7b2fb5b-4aa2-42c3-b650-b953cc723fe7), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:32.052909 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Attempt 1 to provision port e7b2fb5b-4aa2-42c3-b650-b953cc723fe7 Sep 16 03:48:32.095260 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-48b822d7-5d06-4895-becf-47be2a24a730 None None] For port 4d6fce8a-7f44-4c9b-9123-63c5924fa5b6, host dv-cinder-857993-1-iscsi, cleared binding levels {{(pid=113376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 03:48:32.096893 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-060a185e-29e8-4333-a94e-3367caee551a tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Publish callbacks [] for port (682938fe-74c2-459c-9074-bb0c7ea9eefe), precommit_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:32.112707 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-1134a102-ce49-4fbe-a261-71655c2b868e None None] Current status of the port ddd557da-e9c8-431d-9885-21bd1fddfa19 is: DOWN; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:48:32.113092 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-1134a102-ce49-4fbe-a261-71655c2b868e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (ddd557da-e9c8-431d-9885-21bd1fddfa19), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:32.116889 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-48b822d7-5d06-4895-becf-47be2a24a730 None None] For port 4d6fce8a-7f44-4c9b-9123-63c5924fa5b6, host dv-cinder-857993-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=4d6fce8a-7f44-4c9b-9123-63c5924fa5b6,segment=NetworkSegment(f206f821-35d5-462a-80ff-01e4f0ec6983),segment_id=f206f821-35d5-462a-80ff-01e4f0ec6983)] {{(pid=113376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 03:48:32.138661 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-5494e91b-1b9f-4769-ba49-ed44c1f9eccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (43b41f7b-b035-49ff-8885-c3d3c4dcfa38), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:32.140060 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-828b4042-9857-483a-8622-ef49fdd5e346 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:32.145078 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-828b4042-9857-483a-8622-ef49fdd5e346 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7743585 Sep 16 03:48:32.148047 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-89832de0-f728-45d8-8c16-9ac7dfe05b26 admin admin] Publish callbacks [] for security_group (43f43923-b1be-4f6a-a2ba-13694f96427f), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:32.148832 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 54298) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:48:32.149449 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-049852af-7311-45dd-a4b5-92592f7b3449 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:32.151070 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-049852af-7311-45dd-a4b5-92592f7b3449 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6945956 Sep 16 03:48:32.158606 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 54300) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:48:32.161115 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.v2.base [None req-2081fc00-0507-4871-8963-2f63b4d0dc0a tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Request body: {'security_group_rule': {'security_group_id': 'f8c02e96-afe7-4076-a9de-757bf644ff7a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:48:32.169728 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [None req-ee99f7b9-6405-4af9-9fb8-688471bcd811 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Request body: {'floatingip': {'floating_network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556'}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:48:32.195739 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-060a185e-29e8-4333-a94e-3367caee551a tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (682938fe-74c2-459c-9074-bb0c7ea9eefe), after_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:32.196508 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-060a185e-29e8-4333-a94e-3367caee551a tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-452268'] for floatingip (574209a5-6d76-4142-bab2-c9b2e73046b3), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:32.233208 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-1134a102-ce49-4fbe-a261-71655c2b868e None None] For port ddd557da-e9c8-431d-9885-21bd1fddfa19, host dv-cinder-857993-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=ddd557da-e9c8-431d-9885-21bd1fddfa19,segment=NetworkSegment(8f3c2513-130a-4e92-b8d6-c7c7e1d1ec24),segment_id=8f3c2513-130a-4e92-b8d6-c7c7e1d1ec24)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:48:32.252888 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-48b822d7-5d06-4895-becf-47be2a24a730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (4d6fce8a-7f44-4c9b-9123-63c5924fa5b6), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:32.328183 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ad271e-58b9-419b-ab55-5de0c4163d3f None None] Pushing event updated for resources: {'Port': ['ID=43b41f7b-b035-49ff-8885-c3d3c4dcfa38,revision_number=3']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:32.342438 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Current status of the port e7b2fb5b-4aa2-42c3-b650-b953cc723fe7 is: DOWN; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:48:32.343113 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (e7b2fb5b-4aa2-42c3-b650-b953cc723fe7), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:32.344776 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2e0dd6c-7421-4054-bd03-bdca5264f0d4 admin admin] Router 6af97b08-d2f4-437e-a1cf-998707fdd7d2 has already been hosted by L3 agent 20a8dcff-cb91-4cfb-b5ee-87736efe33d8 {{(pid=113374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 03:48:32.348078 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-ee99f7b9-6405-4af9-9fb8-688471bcd811 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:32.376478 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b822d7-5d06-4895-becf-47be2a24a730 None None] Routers {'6df99dd1-6576-46cf-9af5-72e8ecbd79ba'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:48:32.377127 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-48b822d7-5d06-4895-becf-47be2a24a730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:48:25Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['6df99dd1-6576-46cf-9af5-72e8ecbd79ba'], 'active': True} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:48:32.385340 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-1134a102-ce49-4fbe-a261-71655c2b868e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (ddd557da-e9c8-431d-9885-21bd1fddfa19), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:32.391149 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 54306) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:48:32.405505 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.managers [None req-5494e91b-1b9f-4769-ba49-ed44c1f9eccc None None] Attempting to bind port 43b41f7b-b035-49ff-8885-c3d3c4dcfa38 on host dv-cinder-857993-1-iscsi for vnic_type normal with profile {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 03:48:32.406019 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.managers [None req-5494e91b-1b9f-4769-ba49-ed44c1f9eccc None None] Attempting to bind port 43b41f7b-b035-49ff-8885-c3d3c4dcfa38 by drivers openvswitch,hyperv on host dv-cinder-857993-1-iscsi at level 0 using segments [{'id': '01d386b0-ae58-4dc1-8a99-a07e8676d396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd8d0986c-f45f-4403-8f11-6637eeae0fb2'}] {{(pid=113376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 03:48:32.406739 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5494e91b-1b9f-4769-ba49-ed44c1f9eccc None None] Attempting to bind port 43b41f7b-b035-49ff-8885-c3d3c4dcfa38 on network d8d0986c-f45f-4403-8f11-6637eeae0fb2 {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 03:48:32.409034 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-89832de0-f728-45d8-8c16-9ac7dfe05b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (43f43923-b1be-4f6a-a2ba-13694f96427f), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:32.413991 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-060a185e-29e8-4333-a94e-3367caee551a tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for floatingip (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:32.413991 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-060a185e-29e8-4333-a94e-3367caee551a tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6918082 Sep 16 03:48:32.539516 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060a185e-29e8-4333-a94e-3367caee551a tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Pushing event updated for resources: {'Port': ['ID=682938fe-74c2-459c-9074-bb0c7ea9eefe,revision_number=2']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:32.621452 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-89832de0-f728-45d8-8c16-9ac7dfe05b26 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=697a44c6b72645f69f92dd371730686d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5313239 Sep 16 03:48:32.622291 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89832de0-f728-45d8-8c16-9ac7dfe05b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43f43923-b1be-4f6a-a2ba-13694f96427f,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:32.642525 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-90bba457-2bc5-4514-b821-3236ac66b5ae req-1f761e2c-bad5-49ae-b715-a995ab30168c service neutron] 10.222.0.49 "GET /networking/v2.0/networks/d8d0986c-f45f-4403-8f11-6637eeae0fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6549797 Sep 16 03:48:32.643097 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 54314) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:48:32.668111 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:32.756787 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-c38f55cd-603f-43f3-a02a-bcae11f4b32b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:32.833486 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvr_db [None req-48b822d7-5d06-4895-becf-47be2a24a730 None None] Set router 6df99dd1-6576-46cf-9af5-72e8ecbd79ba gateway port host: dv-cinder-857993-1-iscsi {{(pid=113376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:48:32.844506 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 54330) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:48:32.862247 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e0dd6c-7421-4054-bd03-bdca5264f0d4 admin admin] Notify agent at l3_agent.dv-cinder-857993-1-iscsi the message routers_updated {{(pid=113374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 03:48:32.882406 dv-cinder-857993-1-iscsi neutron-server[113375]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 16 03:48:32.883973 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-d2e0dd6c-7421-4054-bd03-bdca5264f0d4 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/6af97b08-d2f4-437e-a1cf-998707fdd7d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1629791 Sep 16 03:48:32.905421 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-693db6c2-270a-4857-a4cc-c18a2f78efdd admin admin] Publish callbacks [] for security_group (43f43923-b1be-4f6a-a2ba-13694f96427f), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:32.943945 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-693db6c2-270a-4857-a4cc-c18a2f78efdd admin admin] Publish callbacks [] for security_group (43f43923-b1be-4f6a-a2ba-13694f96427f), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:32.949772 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-ee99f7b9-6405-4af9-9fb8-688471bcd811 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:33.028504 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] For port e7b2fb5b-4aa2-42c3-b650-b953cc723fe7, host dv-cinder-857993-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=e7b2fb5b-4aa2-42c3-b650-b953cc723fe7,segment=NetworkSegment(0cda3508-2052-48b1-ae54-b35f980014ad),segment_id=0cda3508-2052-48b1-ae54-b35f980014ad)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:48:33.034337 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-2081fc00-0507-4871-8963-2f63b4d0dc0a tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Publish callbacks [] for security_group_rule (b8211486-fbf0-48e7-b6c3-868386d4aad1), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:33.075508 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:33.076351 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:33.130735 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-1134a102-ce49-4fbe-a261-71655c2b868e None None] Provisioning complete for port 4d6fce8a-7f44-4c9b-9123-63c5924fa5b6 triggered by entity DHCP. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:48:33.130735 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-1134a102-ce49-4fbe-a261-71655c2b868e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (4d6fce8a-7f44-4c9b-9123-63c5924fa5b6), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:33.130735 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-1134a102-ce49-4fbe-a261-71655c2b868e None None] Attempt 1 to provision port 4d6fce8a-7f44-4c9b-9123-63c5924fa5b6 Sep 16 03:48:33.140223 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-851c14ab-1261-479c-98ea-d237dfdb19e7 req-07e32510-8357-4474-94ca-2c886fdbdb1d tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1258045977&fields=id&tenant_id=e94b50976295422c9c8374155cf2d2c2 HTTP/1.1" status: 200 len: 267 time: 0.2924652 Sep 16 03:48:33.173981 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-693db6c2-270a-4857-a4cc-c18a2f78efdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (43f43923-b1be-4f6a-a2ba-13694f96427f), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:33.180020 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-693db6c2-270a-4857-a4cc-c18a2f78efdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:33.181956 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-693db6c2-270a-4857-a4cc-c18a2f78efdd admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/43f43923-b1be-4f6a-a2ba-13694f96427f HTTP/1.1" status: 204 len: 168 time: 0.5356059 Sep 16 03:48:33.215882 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0c9391-5f7b-4cf7-8cfc-13c22e6c959a None None] Pushing event updated for resources: {'Port': ['ID=4d6fce8a-7f44-4c9b-9123-63c5924fa5b6,revision_number=4']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:33.224336 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (e7b2fb5b-4aa2-42c3-b650-b953cc723fe7), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:33.225164 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device 6cf3b724-5047-4f3a-ab61-03c00f5a442a up at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 03:48:33.276922 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:33.303734 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-eef2d714-9c67-4521-80ba-24906bdcf83e req-c7255d60-4f2a-4f82-aeaa-0df3a4e937d0 tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=234c7287-59d4-425c-ba2b-56031d311ee6 HTTP/1.1" status: 200 len: 210 time: 0.1313586 Sep 16 03:48:33.305995 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693db6c2-270a-4857-a4cc-c18a2f78efdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f43923-b1be-4f6a-a2ba-13694f96427f,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:33.395267 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1134a102-ce49-4fbe-a261-71655c2b868e None None] Pushing event updated for resources: {'Port': ['ID=ddd557da-e9c8-431d-9885-21bd1fddfa19,revision_number=5']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:33.402212 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ac748d-df6e-4b13-901a-5f8ae7a42ad2 None None] Sync routers for ids ['6af97b08-d2f4-437e-a1cf-998707fdd7d2'] in dv-cinder-857993-1-iscsi {{(pid=113377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 03:48:33.408740 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-2081fc00-0507-4871-8963-2f63b4d0dc0a tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Publish callbacks [] for security_group_rule (b8211486-fbf0-48e7-b6c3-868386d4aad1), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:33.428586 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ac748d-df6e-4b13-901a-5f8ae7a42ad2 None None] Routers {'6af97b08-d2f4-437e-a1cf-998707fdd7d2'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:48:33.429225 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-c5ac748d-df6e-4b13-901a-5f8ae7a42ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:48:25Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['6af97b08-d2f4-437e-a1cf-998707fdd7d2'], 'active': True} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:48:33.452605 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-c38f55cd-603f-43f3-a02a-bcae11f4b32b admin admin] Publish callbacks [] for security_group (14a629dc-b29f-443f-bede-f9c024cb5cfc), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:33.508284 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-2081fc00-0507-4871-8963-2f63b4d0dc0a tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650582'] for security_group_rule (b8211486-fbf0-48e7-b6c3-868386d4aad1), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:33.587387 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Pushing event updated for resources: {'Port': ['ID=e7b2fb5b-4aa2-42c3-b650-b953cc723fe7,revision_number=4']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:33.588423 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-c38f55cd-603f-43f3-a02a-bcae11f4b32b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (14a629dc-b29f-443f-bede-f9c024cb5cfc), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:33.596911 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2081fc00-0507-4871-8963-2f63b4d0dc0a tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8211486-fbf0-48e7-b6c3-868386d4aad1,revision_number=0']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:33.653955 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5494e91b-1b9f-4769-ba49-ed44c1f9eccc None None] Checking agent: {'id': '9480ceca-8cb5-4b85-9807-6ee42f948820', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857993-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 3, 39, 29), 'started_at': datetime.datetime(2022, 9, 16, 3, 39, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 3, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857993-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 03:48:33.654713 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5494e91b-1b9f-4769-ba49-ed44c1f9eccc None None] Checking segment: {'id': '01d386b0-ae58-4dc1-8a99-a07e8676d396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd8d0986c-f45f-4403-8f11-6637eeae0fb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 03:48:33.657163 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-5494e91b-1b9f-4769-ba49-ed44c1f9eccc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:33.657791 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5494e91b-1b9f-4769-ba49-ed44c1f9eccc None None] Bound using segment: {'id': '01d386b0-ae58-4dc1-8a99-a07e8676d396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd8d0986c-f45f-4403-8f11-6637eeae0fb2'} {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 03:48:33.658489 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.managers [None req-5494e91b-1b9f-4769-ba49-ed44c1f9eccc None None] Bound port: 43b41f7b-b035-49ff-8885-c3d3c4dcfa38, host: dv-cinder-857993-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01d386b0-ae58-4dc1-8a99-a07e8676d396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd8d0986c-f45f-4403-8f11-6637eeae0fb2'}}] {{(pid=113376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 03:48:33.664349 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-5494e91b-1b9f-4769-ba49-ed44c1f9eccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (43b41f7b-b035-49ff-8885-c3d3c4dcfa38), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:33.665009 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-2081fc00-0507-4871-8963-2f63b4d0dc0a tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:33.667194 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-2081fc00-0507-4871-8963-2f63b4d0dc0a tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5172985 Sep 16 03:48:33.670403 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 54360) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:48:33.678301 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.v2.base [None req-9f7d9f98-cb16-4c89-a5aa-d4b37d0c166d tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Request body: {'floatingip': {'floating_network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556'}} {{(pid=113374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:48:33.686411 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvr_db [None req-c5ac748d-df6e-4b13-901a-5f8ae7a42ad2 None None] Set router 6af97b08-d2f4-437e-a1cf-998707fdd7d2 gateway port host: dv-cinder-857993-1-iscsi {{(pid=113377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:48:33.795724 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-5494e91b-1b9f-4769-ba49-ed44c1f9eccc None None] For port 43b41f7b-b035-49ff-8885-c3d3c4dcfa38, host dv-cinder-857993-1-iscsi, cleared binding levels {{(pid=113376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 03:48:33.799608 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-5494e91b-1b9f-4769-ba49-ed44c1f9eccc None None] For port 43b41f7b-b035-49ff-8885-c3d3c4dcfa38, host dv-cinder-857993-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=43b41f7b-b035-49ff-8885-c3d3c4dcfa38,segment=NetworkSegment(01d386b0-ae58-4dc1-8a99-a07e8676d396),segment_id=01d386b0-ae58-4dc1-8a99-a07e8676d396)] {{(pid=113376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 03:48:33.801441 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-48b822d7-5d06-4895-becf-47be2a24a730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df99dd1-6576-46cf-9af5-72e8ecbd79ba', 'name': 'tempest-AttachVolumeTestJSON-821580754-router', 'tenant_id': 'e94b50976295422c9c8374155cf2d2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'dea63493-fe7f-44f5-981f-4ef4ab311574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:13Z', 'updated_at': '2022-09-16T03:48:20Z', 'revision_number': 4, 'project_id': 'e94b50976295422c9c8374155cf2d2c2', 'gw_port': {'id': 'dea63493-fe7f-44f5-981f-4ef4ab311574', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:00:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df99dd1-6576-46cf-9af5-72e8ecbd79ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:14Z', 'updated_at': '2022-09-16T03:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_interfaces': [{'id': '4d6fce8a-7f44-4c9b-9123-63c5924fa5b6', 'name': '', 'network_id': '96000232-5a2c-4cbe-8524-4ab75044ef77', 'tenant_id': 'e94b50976295422c9c8374155cf2d2c2', 'mac_address': 'fa:16:3e:75:2a:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6df99dd1-6576-46cf-9af5-72e8ecbd79ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '4abf9a95-17e5-40d7-a907-9f39161a7362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:18Z', 'updated_at': '2022-09-16T03:48:32Z', 'revision_number': 4, 'project_id': 'e94b50976295422c9c8374155cf2d2c2', 'subnets': [{'id': '4abf9a95-17e5-40d7-a907-9f39161a7362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:48:33.853654 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.db_base_plugin_common [None req-ee99f7b9-6405-4af9-9fb8-688471bcd811 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Allocated IP 172.27.0.53 (3e75d266-1ef3-4c3c-84dd-91ee0a702556/1e346a16-d4e3-4654-8a01-a4fa77b75a04/ab929c76-c970-424b-885f-57d18a355860) {{(pid=113375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 03:48:33.859595 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b822d7-5d06-4895-becf-47be2a24a730 None None] The sync data for ids ['6df99dd1-6576-46cf-9af5-72e8ecbd79ba'] in dv-cinder-857993-1-iscsi is: [{'id': '6df99dd1-6576-46cf-9af5-72e8ecbd79ba', 'name': 'tempest-AttachVolumeTestJSON-821580754-router', 'tenant_id': 'e94b50976295422c9c8374155cf2d2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'dea63493-fe7f-44f5-981f-4ef4ab311574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:13Z', 'updated_at': '2022-09-16T03:48:20Z', 'revision_number': 4, 'project_id': 'e94b50976295422c9c8374155cf2d2c2', 'gw_port': {'id': 'dea63493-fe7f-44f5-981f-4ef4ab311574', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:00:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df99dd1-6576-46cf-9af5-72e8ecbd79ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:14Z', 'updated_at': '2022-09-16T03:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_interfaces': [{'id': '4d6fce8a-7f44-4c9b-9123-63c5924fa5b6', 'name': '', 'network_id': '96000232-5a2c-4cbe-8524-4ab75044ef77', 'tenant_id': 'e94b50976295422c9c8374155cf2d2c2', 'mac_address': 'fa:16:3e:75:2a:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6df99dd1-6576-46cf-9af5-72e8ecbd79ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '4abf9a95-17e5-40d7-a907-9f39161a7362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:18Z', 'updated_at': '2022-09-16T03:48:32Z', 'revision_number': 4, 'project_id': 'e94b50976295422c9c8374155cf2d2c2', 'subnets': [{'id': '4abf9a95-17e5-40d7-a907-9f39161a7362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 03:48:33.867346 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9f98-cb16-4c89-a5aa-d4b37d0c166d tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:33.953677 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-1134a102-ce49-4fbe-a261-71655c2b868e None None] Current status of the port 4d6fce8a-7f44-4c9b-9123-63c5924fa5b6 is: DOWN; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:48:33.959651 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-1134a102-ce49-4fbe-a261-71655c2b868e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (4d6fce8a-7f44-4c9b-9123-63c5924fa5b6), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:33.965218 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f1a46e-9dcd-4312-a98a-9ea276e2403a None None] Sync routers for ids ['11a544e6-b451-42f0-9ca8-422baaa4dd85'] in dv-cinder-857993-1-iscsi {{(pid=113376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 03:48:33.970849 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-c38f55cd-603f-43f3-a02a-bcae11f4b32b admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=ef431b2d03774380a4ead2dd4ff575c7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5749424 Sep 16 03:48:33.981400 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-5494e91b-1b9f-4769-ba49-ed44c1f9eccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (43b41f7b-b035-49ff-8885-c3d3c4dcfa38), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:33.995193 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 54368) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:48:34.058220 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Provisioning complete for port 6cf3b724-5047-4f3a-ab61-03c00f5a442a triggered by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:48:34.063825 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (6cf3b724-5047-4f3a-ab61-03c00f5a442a), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:34.065713 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Attempt 1 to provision port 6cf3b724-5047-4f3a-ab61-03c00f5a442a Sep 16 03:48:34.082946 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9f98-cb16-4c89-a5aa-d4b37d0c166d tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:34.094840 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f1a46e-9dcd-4312-a98a-9ea276e2403a None None] Routers {'11a544e6-b451-42f0-9ca8-422baaa4dd85'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:48:34.096262 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c14ab-1261-479c-98ea-d237dfdb19e7 req-2714b37f-992e-4461-8364-a266339d01fb tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:48:34.097888 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-851c14ab-1261-479c-98ea-d237dfdb19e7 req-2714b37f-992e-4461-8364-a266339d01fb tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/networks?id=96000232-5a2c-4cbe-8524-4ab75044ef77 HTTP/1.1" status: 200 len: 810 time: 0.9327130 Sep 16 03:48:34.100377 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-53f1a46e-9dcd-4312-a98a-9ea276e2403a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:48:25Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['11a544e6-b451-42f0-9ca8-422baaa4dd85'], 'active': True} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:48:34.113893 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f55cd-603f-43f3-a02a-bcae11f4b32b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14a629dc-b29f-443f-bede-f9c024cb5cfc,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:34.184167 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5494e91b-1b9f-4769-ba49-ed44c1f9eccc None None] Routers {'81219bb8-1b4f-4141-8493-9a43123900ee'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:48:34.184801 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-5494e91b-1b9f-4769-ba49-ed44c1f9eccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:48:25Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['81219bb8-1b4f-4141-8493-9a43123900ee'], 'active': True} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:48:34.190362 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-851c14ab-1261-479c-98ea-d237dfdb19e7 req-bce9cc81-b526-4e4e-ba7b-724112e48c58 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/quotas/e94b50976295422c9c8374155cf2d2c2 HTTP/1.1" status: 200 len: 375 time: 0.0492666 Sep 16 03:48:34.191989 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-c5ac748d-df6e-4b13-901a-5f8ae7a42ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6af97b08-d2f4-437e-a1cf-998707fdd7d2', 'name': 'tempest-ServerRescueNegativeTestJSON-603446721-router', 'tenant_id': 'ac97d1487c024a68b8ad933d882bb456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'ffe84a6c-b34a-4a6d-8015-41c22d07478d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:13Z', 'updated_at': '2022-09-16T03:48:30Z', 'revision_number': 4, 'project_id': 'ac97d1487c024a68b8ad933d882bb456', 'gw_port': {'id': 'ffe84a6c-b34a-4a6d-8015-41c22d07478d', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6af97b08-d2f4-437e-a1cf-998707fdd7d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:16Z', 'updated_at': '2022-09-16T03:48:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_interfaces': [{'id': 'c0d55b65-d17e-40fa-a318-8ddcc3d763b3', 'name': '', 'network_id': '64754a20-d60c-49a4-9c39-1462c6265039', 'tenant_id': 'ac97d1487c024a68b8ad933d882bb456', 'mac_address': 'fa:16:3e:41:4b:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6af97b08-d2f4-437e-a1cf-998707fdd7d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c8d5968b-806e-4184-9dc4-9781905ff4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:26Z', 'updated_at': '2022-09-16T03:48:30Z', 'revision_number': 2, 'project_id': 'ac97d1487c024a68b8ad933d882bb456', 'subnets': [{'id': 'c8d5968b-806e-4184-9dc4-9781905ff4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:48:34.202678 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=100 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:34.213980 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-3413a3d9-91ed-4794-a153-8412d9bb0614 admin admin] Publish callbacks [] for security_group (14a629dc-b29f-443f-bede-f9c024cb5cfc), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:34.309014 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ac748d-df6e-4b13-901a-5f8ae7a42ad2 None None] Checking router: 6af97b08-d2f4-437e-a1cf-998707fdd7d2 for host: dv-cinder-857993-1-iscsi {{(pid=113377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 03:48:34.320918 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=4 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:34.329827 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ac748d-df6e-4b13-901a-5f8ae7a42ad2 None None] Updating router 6af97b08-d2f4-437e-a1cf-998707fdd7d2 port c0d55b65-d17e-40fa-a318-8ddcc3d763b3 binding host dv-cinder-857993-1-iscsi {{(pid=113377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 03:48:34.374877 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-3413a3d9-91ed-4794-a153-8412d9bb0614 admin admin] Publish callbacks [] for security_group (14a629dc-b29f-443f-bede-f9c024cb5cfc), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:34.402734 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-851c14ab-1261-479c-98ea-d237dfdb19e7 req-76891793-71f6-43cc-a492-a25e3266e45b tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=e94b50976295422c9c8374155cf2d2c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1857216 Sep 16 03:48:34.417487 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:34.426762 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron_lib.callbacks.manager [None req-c5ac748d-df6e-4b13-901a-5f8ae7a42ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (c0d55b65-d17e-40fa-a318-8ddcc3d763b3), before_update {{(pid=113377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:34.434020 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-1134a102-ce49-4fbe-a261-71655c2b868e None None] For port 4d6fce8a-7f44-4c9b-9123-63c5924fa5b6, host dv-cinder-857993-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=4d6fce8a-7f44-4c9b-9123-63c5924fa5b6,segment=NetworkSegment(f206f821-35d5-462a-80ff-01e4f0ec6983),segment_id=f206f821-35d5-462a-80ff-01e4f0ec6983)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:48:34.441273 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-ee99f7b9-6405-4af9-9fb8-688471bcd811 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks [] for port (ab929c76-c970-424b-885f-57d18a355860), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:34.462831 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ad271e-58b9-419b-ab55-5de0c4163d3f None None] Pushing event updated for resources: {'Port': ['ID=43b41f7b-b035-49ff-8885-c3d3c4dcfa38,revision_number=4']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:34.570348 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c94352-acf4-48d1-9b41-b41100dd5393 req-b7c873d8-c568-4d8b-aa23-43f532cdd611 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:48:34.571943 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-c6c94352-acf4-48d1-9b41-b41100dd5393 req-b7c873d8-c568-4d8b-aa23-43f532cdd611 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/networks?id=64754a20-d60c-49a4-9c39-1462c6265039 HTTP/1.1" status: 200 len: 818 time: 0.1497598 Sep 16 03:48:34.591473 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-1134a102-ce49-4fbe-a261-71655c2b868e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (4d6fce8a-7f44-4c9b-9123-63c5924fa5b6), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:34.594666 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-c6c94352-acf4-48d1-9b41-b41100dd5393 req-9c69a8dc-ecd2-4c62-ade6-aba3d591d201 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/quotas/ac97d1487c024a68b8ad933d882bb456 HTTP/1.1" status: 200 len: 375 time: 0.0119264 Sep 16 03:48:34.662867 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvr_db [None req-5494e91b-1b9f-4769-ba49-ed44c1f9eccc None None] Set router 81219bb8-1b4f-4141-8493-9a43123900ee gateway port host: dv-cinder-857993-1-iscsi {{(pid=113376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:48:34.663672 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-ee99f7b9-6405-4af9-9fb8-688471bcd811 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672515804'] for port (ab929c76-c970-424b-885f-57d18a355860), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:34.667185 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-3413a3d9-91ed-4794-a153-8412d9bb0614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (14a629dc-b29f-443f-bede-f9c024cb5cfc), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:34.674897 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-3413a3d9-91ed-4794-a153-8412d9bb0614 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:34.680840 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-3413a3d9-91ed-4794-a153-8412d9bb0614 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/14a629dc-b29f-443f-bede-f9c024cb5cfc HTTP/1.1" status: 204 len: 168 time: 0.6781740 Sep 16 03:48:34.683296 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-c6c94352-acf4-48d1-9b41-b41100dd5393 req-51b98c2a-2fb0-4aa1-b2c6-743fa72ec41c tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=ac97d1487c024a68b8ad933d882bb456&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0817883 Sep 16 03:48:34.709572 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-1134a102-ce49-4fbe-a261-71655c2b868e None None] Provisioning complete for port 428bba1c-bcf7-42c4-acd8-69c14ea41404 triggered by entity DHCP. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:48:34.709965 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-1134a102-ce49-4fbe-a261-71655c2b868e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (428bba1c-bcf7-42c4-acd8-69c14ea41404), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:34.710304 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-1134a102-ce49-4fbe-a261-71655c2b868e None None] Attempt 1 to provision port 428bba1c-bcf7-42c4-acd8-69c14ea41404 Sep 16 03:48:34.745819 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvr_db [None req-53f1a46e-9dcd-4312-a98a-9ea276e2403a None None] Set router 11a544e6-b451-42f0-9ca8-422baaa4dd85 gateway port host: dv-cinder-857993-1-iscsi {{(pid=113376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:48:34.774848 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3413a3d9-91ed-4794-a153-8412d9bb0614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a629dc-b29f-443f-bede-f9c024cb5cfc,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:34.807598 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee99f7b9-6405-4af9-9fb8-688471bcd811 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Network 3e75d266-1ef3-4c3c-84dd-91ee0a702556 is already hosted by enough agents. {{(pid=113375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 03:48:34.814329 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.base_scheduler [None req-ee99f7b9-6405-4af9-9fb8-688471bcd811 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Resources bound (agent type, host, resource id): {{(pid=113375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:48:34.822441 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=100 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:34.824657 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee99f7b9-6405-4af9-9fb8-688471bcd811 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Received port after_create {{(pid=113375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 03:48:34.834284 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee99f7b9-6405-4af9-9fb8-688471bcd811 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Pushing event updated for resources: {'Port': ['ID=ab929c76-c970-424b-885f-57d18a355860,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:34.847008 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=100 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:34.929807 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 54406) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:48:34.933986 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Current status of the port 6cf3b724-5047-4f3a-ab61-03c00f5a442a is: ACTIVE; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:48:34.962755 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron_lib.callbacks.manager [None req-c5ac748d-df6e-4b13-901a-5f8ae7a42ad2 None None] Publish callbacks [] for port (c0d55b65-d17e-40fa-a318-8ddcc3d763b3), precommit_update {{(pid=113377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:34.990358 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1134a102-ce49-4fbe-a261-71655c2b868e None None] Pushing event updated for resources: {'Port': ['ID=4d6fce8a-7f44-4c9b-9123-63c5924fa5b6,revision_number=5']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:35.125281 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-c43d3f23-f20c-4e30-bccb-06ac6bce68b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:35.126878 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-ee99f7b9-6405-4af9-9fb8-688471bcd811 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks [] for floatingip (5e19042f-f5ce-47eb-a370-31731c9c213d), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:35.182136 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron_lib.callbacks.manager [None req-c5ac748d-df6e-4b13-901a-5f8ae7a42ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (c0d55b65-d17e-40fa-a318-8ddcc3d763b3), after_update {{(pid=113377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:35.209312 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-c43d3f23-f20c-4e30-bccb-06ac6bce68b4 admin admin] Publish callbacks [] for security_group (0656a16a-40d8-48d0-9e03-7c556058cf21), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:35.220912 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.db.db_base_plugin_common [None req-9f7d9f98-cb16-4c89-a5aa-d4b37d0c166d tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Allocated IP 172.27.0.203 (3e75d266-1ef3-4c3c-84dd-91ee0a702556/1e346a16-d4e3-4654-8a01-a4fa77b75a04/c1016957-ea94-4200-a23f-146d261b1e73) {{(pid=113374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 03:48:35.278793 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26507d7b-3bc4-41f4-b212-5354ecd7b606 None None] Pushing event updated for resources: {'Port': ['ID=c0d55b65-d17e-40fa-a318-8ddcc3d763b3,revision_number=3']} {{(pid=113377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:35.349473 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-ee99f7b9-6405-4af9-9fb8-688471bcd811 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (ab929c76-c970-424b-885f-57d18a355860), before_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:35.358563 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-c6c94352-acf4-48d1-9b41-b41100dd5393 req-acfed085-db28-4a6c-b202-87993e68373e service neutron] 10.222.0.49 "GET /networking/v2.0/networks/64754a20-d60c-49a4-9c39-1462c6265039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6728649 Sep 16 03:48:35.387073 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-1134a102-ce49-4fbe-a261-71655c2b868e None None] Current status of the port 428bba1c-bcf7-42c4-acd8-69c14ea41404 is: ACTIVE; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:48:35.396627 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.managers [None req-c5ac748d-df6e-4b13-901a-5f8ae7a42ad2 None None] Attempting to bind port c0d55b65-d17e-40fa-a318-8ddcc3d763b3 on host dv-cinder-857993-1-iscsi for vnic_type normal with profile {{(pid=113377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 03:48:35.396627 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.managers [None req-c5ac748d-df6e-4b13-901a-5f8ae7a42ad2 None None] Attempting to bind port c0d55b65-d17e-40fa-a318-8ddcc3d763b3 by drivers openvswitch,hyperv on host dv-cinder-857993-1-iscsi at level 0 using segments [{'id': 'ffd67134-8fee-4362-8336-40afb3537ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '64754a20-d60c-49a4-9c39-1462c6265039'}] {{(pid=113377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 03:48:35.396868 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ac748d-df6e-4b13-901a-5f8ae7a42ad2 None None] Attempting to bind port c0d55b65-d17e-40fa-a318-8ddcc3d763b3 on network 64754a20-d60c-49a4-9c39-1462c6265039 {{(pid=113377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 03:48:35.418718 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-1134a102-ce49-4fbe-a261-71655c2b868e None None] Provisioning complete for port 6cf3b724-5047-4f3a-ab61-03c00f5a442a triggered by entity DHCP. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:48:35.419153 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-1134a102-ce49-4fbe-a261-71655c2b868e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (6cf3b724-5047-4f3a-ab61-03c00f5a442a), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:35.419499 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-1134a102-ce49-4fbe-a261-71655c2b868e None None] Attempt 1 to provision port 6cf3b724-5047-4f3a-ab61-03c00f5a442a Sep 16 03:48:35.453844 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:35.486135 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ac748d-df6e-4b13-901a-5f8ae7a42ad2 None None] Checking agent: {'id': '9480ceca-8cb5-4b85-9807-6ee42f948820', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857993-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 3, 39, 29), 'started_at': datetime.datetime(2022, 9, 16, 3, 39, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 3, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857993-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 03:48:35.486602 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ac748d-df6e-4b13-901a-5f8ae7a42ad2 None None] Checking segment: {'id': 'ffd67134-8fee-4362-8336-40afb3537ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '64754a20-d60c-49a4-9c39-1462c6265039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 03:48:35.486882 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron_lib.callbacks.manager [None req-c5ac748d-df6e-4b13-901a-5f8ae7a42ad2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:35.487353 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ac748d-df6e-4b13-901a-5f8ae7a42ad2 None None] Bound using segment: {'id': 'ffd67134-8fee-4362-8336-40afb3537ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '64754a20-d60c-49a4-9c39-1462c6265039'} {{(pid=113377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 03:48:35.487832 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.managers [None req-c5ac748d-df6e-4b13-901a-5f8ae7a42ad2 None None] Bound port: c0d55b65-d17e-40fa-a318-8ddcc3d763b3, host: dv-cinder-857993-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd67134-8fee-4362-8336-40afb3537ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '64754a20-d60c-49a4-9c39-1462c6265039'}}] {{(pid=113377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 03:48:35.488199 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron_lib.callbacks.manager [None req-c5ac748d-df6e-4b13-901a-5f8ae7a42ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (c0d55b65-d17e-40fa-a318-8ddcc3d763b3), before_update {{(pid=113377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:35.560226 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.db [None req-c5ac748d-df6e-4b13-901a-5f8ae7a42ad2 None None] For port c0d55b65-d17e-40fa-a318-8ddcc3d763b3, host dv-cinder-857993-1-iscsi, cleared binding levels {{(pid=113377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 03:48:35.565321 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.db [None req-c5ac748d-df6e-4b13-901a-5f8ae7a42ad2 None None] For port c0d55b65-d17e-40fa-a318-8ddcc3d763b3, host dv-cinder-857993-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=c0d55b65-d17e-40fa-a318-8ddcc3d763b3,segment=NetworkSegment(ffd67134-8fee-4362-8336-40afb3537ec3),segment_id=ffd67134-8fee-4362-8336-40afb3537ec3)] {{(pid=113377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 03:48:35.659936 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device ffe84a6c-b34a-4a6d-8015-41c22d07478d up at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 03:48:35.673577 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-ee99f7b9-6405-4af9-9fb8-688471bcd811 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks [] for port (ab929c76-c970-424b-885f-57d18a355860), precommit_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:35.681565 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [req-851c14ab-1261-479c-98ea-d237dfdb19e7 req-c45bda94-8dbf-40a6-9148-8f24807224c9 service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113375) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 03:48:35.682597 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-851c14ab-1261-479c-98ea-d237dfdb19e7 req-c45bda94-8dbf-40a6-9148-8f24807224c9 service neutron] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.7536480 Sep 16 03:48:35.748822 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9f98-cb16-4c89-a5aa-d4b37d0c166d tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Publish callbacks [] for port (c1016957-ea94-4200-a23f-146d261b1e73), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:35.771122 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-c6c94352-acf4-48d1-9b41-b41100dd5393 req-05af6122-36e5-42de-9f56-3dbee10aa29d service neutron] 10.222.0.49 "GET /networking/v2.0/networks/64754a20-d60c-49a4-9c39-1462c6265039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4116123 Sep 16 03:48:35.813056 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-851c14ab-1261-479c-98ea-d237dfdb19e7 req-327679d9-0256-48ca-a624-ef2d7bcc4ff9 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/96000232-5a2c-4cbe-8524-4ab75044ef77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230516 Sep 16 03:48:35.825278 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-5494e91b-1b9f-4769-ba49-ed44c1f9eccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81219bb8-1b4f-4141-8493-9a43123900ee', 'name': 'tempest-DeleteServersTestJSON-83677815-router', 'tenant_id': 'd39c13d4012549c2890bf1d904d1c041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'bf3fef07-90a3-49c9-bdfe-bb97bd0003ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:13Z', 'updated_at': '2022-09-16T03:48:26Z', 'revision_number': 4, 'project_id': 'd39c13d4012549c2890bf1d904d1c041', 'gw_port': {'id': 'bf3fef07-90a3-49c9-bdfe-bb97bd0003ea', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81219bb8-1b4f-4141-8493-9a43123900ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:15Z', 'updated_at': '2022-09-16T03:48:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_interfaces': [{'id': '43b41f7b-b035-49ff-8885-c3d3c4dcfa38', 'name': '', 'network_id': 'd8d0986c-f45f-4403-8f11-6637eeae0fb2', 'tenant_id': 'd39c13d4012549c2890bf1d904d1c041', 'mac_address': 'fa:16:3e:c4:c8:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81219bb8-1b4f-4141-8493-9a43123900ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '78a82445-9d1f-4206-b684-d9eb31dd28ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:23Z', 'updated_at': '2022-09-16T03:48:33Z', 'revision_number': 4, 'project_id': 'd39c13d4012549c2890bf1d904d1c041', 'subnets': [{'id': '78a82445-9d1f-4206-b684-d9eb31dd28ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:48:35.854310 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5494e91b-1b9f-4769-ba49-ed44c1f9eccc None None] The sync data for ids ['81219bb8-1b4f-4141-8493-9a43123900ee'] in dv-cinder-857993-1-iscsi is: [{'id': '81219bb8-1b4f-4141-8493-9a43123900ee', 'name': 'tempest-DeleteServersTestJSON-83677815-router', 'tenant_id': 'd39c13d4012549c2890bf1d904d1c041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'bf3fef07-90a3-49c9-bdfe-bb97bd0003ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:13Z', 'updated_at': '2022-09-16T03:48:26Z', 'revision_number': 4, 'project_id': 'd39c13d4012549c2890bf1d904d1c041', 'gw_port': {'id': 'bf3fef07-90a3-49c9-bdfe-bb97bd0003ea', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81219bb8-1b4f-4141-8493-9a43123900ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:15Z', 'updated_at': '2022-09-16T03:48:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_interfaces': [{'id': '43b41f7b-b035-49ff-8885-c3d3c4dcfa38', 'name': '', 'network_id': 'd8d0986c-f45f-4403-8f11-6637eeae0fb2', 'tenant_id': 'd39c13d4012549c2890bf1d904d1c041', 'mac_address': 'fa:16:3e:c4:c8:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81219bb8-1b4f-4141-8493-9a43123900ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '78a82445-9d1f-4206-b684-d9eb31dd28ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:23Z', 'updated_at': '2022-09-16T03:48:33Z', 'revision_number': 4, 'project_id': 'd39c13d4012549c2890bf1d904d1c041', 'subnets': [{'id': '78a82445-9d1f-4206-b684-d9eb31dd28ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 03:48:35.862467 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-53f1a46e-9dcd-4312-a98a-9ea276e2403a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a544e6-b451-42f0-9ca8-422baaa4dd85', 'name': 'tempest-AttachVolumeShelveTestJSON-370893436-router', 'tenant_id': 'cb698ddcedae42a29f50203ec59db295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'dd2136f8-4e86-4db6-a499-0f087ed040d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:13Z', 'updated_at': '2022-09-16T03:48:27Z', 'revision_number': 4, 'project_id': 'cb698ddcedae42a29f50203ec59db295', 'gw_port': {'id': 'dd2136f8-4e86-4db6-a499-0f087ed040d4', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a544e6-b451-42f0-9ca8-422baaa4dd85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:15Z', 'updated_at': '2022-09-16T03:48:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_interfaces': [{'id': 'aaaa489d-81f6-4254-b458-6fa8c5f5b74c', 'name': '', 'network_id': '60a25330-2068-4171-85ea-2cd82f09cbdb', 'tenant_id': 'cb698ddcedae42a29f50203ec59db295', 'mac_address': 'fa:16:3e:1d:8e:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a544e6-b451-42f0-9ca8-422baaa4dd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '070db458-4233-40aa-8c99-3613db8fb323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:25Z', 'updated_at': '2022-09-16T03:48:28Z', 'revision_number': 2, 'project_id': 'cb698ddcedae42a29f50203ec59db295', 'subnets': [{'id': '070db458-4233-40aa-8c99-3613db8fb323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:48:35.889823 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f1a46e-9dcd-4312-a98a-9ea276e2403a None None] Checking router: 11a544e6-b451-42f0-9ca8-422baaa4dd85 for host: dv-cinder-857993-1-iscsi {{(pid=113376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 03:48:35.890173 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f1a46e-9dcd-4312-a98a-9ea276e2403a None None] Updating router 11a544e6-b451-42f0-9ca8-422baaa4dd85 port aaaa489d-81f6-4254-b458-6fa8c5f5b74c binding host dv-cinder-857993-1-iscsi {{(pid=113376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 03:48:35.907264 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-851c14ab-1261-479c-98ea-d237dfdb19e7 req-8a75a9ff-b0e6-40af-9e95-63fe6698d5a4 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/96000232-5a2c-4cbe-8524-4ab75044ef77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859385 Sep 16 03:48:35.933117 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Provisioning complete for port ffe84a6c-b34a-4a6d-8015-41c22d07478d triggered by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:48:35.933509 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (ffe84a6c-b34a-4a6d-8015-41c22d07478d), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:35.933844 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Attempt 1 to provision port ffe84a6c-b34a-4a6d-8015-41c22d07478d Sep 16 03:48:35.973804 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-53f1a46e-9dcd-4312-a98a-9ea276e2403a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (aaaa489d-81f6-4254-b458-6fa8c5f5b74c), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:35.986841 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-1134a102-ce49-4fbe-a261-71655c2b868e None None] Current status of the port 6cf3b724-5047-4f3a-ab61-03c00f5a442a is: ACTIVE; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:48:36.122879 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Current status of the port ffe84a6c-b34a-4a6d-8015-41c22d07478d is: DOWN; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:48:36.123929 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (ffe84a6c-b34a-4a6d-8015-41c22d07478d), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:36.136535 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-74c84a65-131b-49f1-895f-34d1d6016cb4 None None] Provisioning complete for port c0d55b65-d17e-40fa-a318-8ddcc3d763b3 triggered by entity DHCP. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:48:36.137070 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-74c84a65-131b-49f1-895f-34d1d6016cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (c0d55b65-d17e-40fa-a318-8ddcc3d763b3), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:36.137412 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-74c84a65-131b-49f1-895f-34d1d6016cb4 None None] Attempt 1 to provision port c0d55b65-d17e-40fa-a318-8ddcc3d763b3 Sep 16 03:48:36.206150 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] For port ffe84a6c-b34a-4a6d-8015-41c22d07478d, host dv-cinder-857993-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=ffe84a6c-b34a-4a6d-8015-41c22d07478d,segment=NetworkSegment(0cda3508-2052-48b1-ae54-b35f980014ad),segment_id=0cda3508-2052-48b1-ae54-b35f980014ad)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:48:36.208660 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-74c84a65-131b-49f1-895f-34d1d6016cb4 None None] Port c0d55b65-d17e-40fa-a318-8ddcc3d763b3 cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:48:36.352881 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-53f1a46e-9dcd-4312-a98a-9ea276e2403a None None] Publish callbacks [] for port (aaaa489d-81f6-4254-b458-6fa8c5f5b74c), precommit_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:36.709381 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-74c84a65-131b-49f1-895f-34d1d6016cb4 None None] Attempt 2 to provision port c0d55b65-d17e-40fa-a318-8ddcc3d763b3 Sep 16 03:48:36.742311 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-74c84a65-131b-49f1-895f-34d1d6016cb4 None None] Port c0d55b65-d17e-40fa-a318-8ddcc3d763b3 cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:48:37.205392 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron_lib.callbacks.manager [None req-c5ac748d-df6e-4b13-901a-5f8ae7a42ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (c0d55b65-d17e-40fa-a318-8ddcc3d763b3), after_update {{(pid=113377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:37.207024 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-ee99f7b9-6405-4af9-9fb8-688471bcd811 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (ab929c76-c970-424b-885f-57d18a355860), after_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:37.207663 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (ffe84a6c-b34a-4a6d-8015-41c22d07478d), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:37.208533 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-c43d3f23-f20c-4e30-bccb-06ac6bce68b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (0656a16a-40d8-48d0-9e03-7c556058cf21), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:37.208987 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device bf3fef07-90a3-49c9-bdfe-bb97bd0003ea up at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 03:48:37.209961 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-ee99f7b9-6405-4af9-9fb8-688471bcd811 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-452268'] for floatingip (5e19042f-f5ce-47eb-a370-31731c9c213d), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:37.211682 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-53f1a46e-9dcd-4312-a98a-9ea276e2403a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (aaaa489d-81f6-4254-b458-6fa8c5f5b74c), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:37.259580 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-74c84a65-131b-49f1-895f-34d1d6016cb4 None None] Attempt 3 to provision port c0d55b65-d17e-40fa-a318-8ddcc3d763b3 Sep 16 03:48:37.295591 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-c43d3f23-f20c-4e30-bccb-06ac6bce68b4 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=479b376d470947e2a284f08e804ca174&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3425303 Sep 16 03:48:37.303138 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ac748d-df6e-4b13-901a-5f8ae7a42ad2 None None] Routers {'6af97b08-d2f4-437e-a1cf-998707fdd7d2'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:48:37.303369 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 54426) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:48:37.303800 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-c5ac748d-df6e-4b13-901a-5f8ae7a42ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:48:25Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['6af97b08-d2f4-437e-a1cf-998707fdd7d2'], 'active': True} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:48:37.305450 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9f98-cb16-4c89-a5aa-d4b37d0c166d tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672515804'] for port (c1016957-ea94-4200-a23f-146d261b1e73), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:37.374974 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Pushing event updated for resources: {'Port': ['ID=ffe84a6c-b34a-4a6d-8015-41c22d07478d,revision_number=4']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:37.470107 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-ee99f7b9-6405-4af9-9fb8-688471bcd811 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for floatingip (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:37.474693 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-ee99f7b9-6405-4af9-9fb8-688471bcd811 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.3146515 Sep 16 03:48:37.515800 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43d3f23-f20c-4e30-bccb-06ac6bce68b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0656a16a-40d8-48d0-9e03-7c556058cf21,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:37.570650 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee99f7b9-6405-4af9-9fb8-688471bcd811 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Pushing event updated for resources: {'Port': ['ID=ab929c76-c970-424b-885f-57d18a355860,revision_number=2']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:37.597702 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7d9f98-cb16-4c89-a5aa-d4b37d0c166d tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Network 3e75d266-1ef3-4c3c-84dd-91ee0a702556 is already hosted by enough agents. {{(pid=113374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 03:48:37.601710 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:37.609184 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-6f4d82fa-2aee-4597-97fc-804cbd3ac246 req-3c66a92b-05e3-4d65-84b9-16df682ec853 tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=234c7287-59d4-425c-ba2b-56031d311ee6 HTTP/1.1" status: 200 len: 210 time: 0.2973464 Sep 16 03:48:37.629276 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.base_scheduler [None req-9f7d9f98-cb16-4c89-a5aa-d4b37d0c166d tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Resources bound (agent type, host, resource id): {{(pid=113374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:48:37.634235 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7d9f98-cb16-4c89-a5aa-d4b37d0c166d tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Pushing event updated for resources: {'Port': ['ID=c1016957-ea94-4200-a23f-146d261b1e73,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:37.640378 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7d9f98-cb16-4c89-a5aa-d4b37d0c166d tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Received port after_create {{(pid=113374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 03:48:37.684788 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Provisioning complete for port bf3fef07-90a3-49c9-bdfe-bb97bd0003ea triggered by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:48:37.691657 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (bf3fef07-90a3-49c9-bdfe-bb97bd0003ea), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:37.694774 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Attempt 1 to provision port bf3fef07-90a3-49c9-bdfe-bb97bd0003ea Sep 16 03:48:37.780126 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvr_db [None req-c5ac748d-df6e-4b13-901a-5f8ae7a42ad2 None None] Set router 6af97b08-d2f4-437e-a1cf-998707fdd7d2 gateway port host: dv-cinder-857993-1-iscsi {{(pid=113377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:48:37.788136 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26507d7b-3bc4-41f4-b212-5354ecd7b606 None None] Pushing event updated for resources: {'Port': ['ID=c0d55b65-d17e-40fa-a318-8ddcc3d763b3,revision_number=4']} {{(pid=113377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:37.831368 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ded3835-c7ed-48cb-be67-553b5921f215 None None] Pushing event updated for resources: {'Port': ['ID=aaaa489d-81f6-4254-b458-6fa8c5f5b74c,revision_number=3']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:37.834630 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-50d5ecbf-1bea-42ce-85b5-ffc536091ba7 req-8a81592c-077a-4f4b-b9ca-e1f8f378a4f2 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df7ed3f-dd6d-4312-a548-591443add019 HTTP/1.1" status: 200 len: 210 time: 0.0986683 Sep 16 03:48:37.834784 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-a4d4fc1b-7551-48ca-b237-b838454157ef req-292ee826-1198-487d-a939-5e61d42a05e6 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3ea00b9d-1f8f-4428-98f7-9d66fd079c6d HTTP/1.1" status: 200 len: 210 time: 0.2838197 Sep 16 03:48:37.842301 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9f98-cb16-4c89-a5aa-d4b37d0c166d tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Publish callbacks [] for floatingip (4c59af70-6d27-42f2-9a2c-f94a39c386a3), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:37.876125 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:37.879821 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:37.927064 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.managers [None req-53f1a46e-9dcd-4312-a98a-9ea276e2403a None None] Attempting to bind port aaaa489d-81f6-4254-b458-6fa8c5f5b74c on host dv-cinder-857993-1-iscsi for vnic_type normal with profile {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 03:48:37.928628 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.managers [None req-53f1a46e-9dcd-4312-a98a-9ea276e2403a None None] Attempting to bind port aaaa489d-81f6-4254-b458-6fa8c5f5b74c by drivers openvswitch,hyperv on host dv-cinder-857993-1-iscsi at level 0 using segments [{'id': 'dc8a676f-3c84-4a5b-b8d3-82d7df2b2d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '60a25330-2068-4171-85ea-2cd82f09cbdb'}] {{(pid=113376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 03:48:37.928628 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f1a46e-9dcd-4312-a98a-9ea276e2403a None None] Attempting to bind port aaaa489d-81f6-4254-b458-6fa8c5f5b74c on network 60a25330-2068-4171-85ea-2cd82f09cbdb {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 03:48:37.928856 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-9f459ae5-2603-4f19-bb7c-cc524366a747 admin admin] Publish callbacks [] for security_group (0656a16a-40d8-48d0-9e03-7c556058cf21), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:37.990262 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-9f459ae5-2603-4f19-bb7c-cc524366a747 admin admin] Publish callbacks [] for security_group (0656a16a-40d8-48d0-9e03-7c556058cf21), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:38.028867 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9f98-cb16-4c89-a5aa-d4b37d0c166d tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (c1016957-ea94-4200-a23f-146d261b1e73), before_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:38.068076 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Current status of the port bf3fef07-90a3-49c9-bdfe-bb97bd0003ea is: DOWN; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:48:38.075643 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (bf3fef07-90a3-49c9-bdfe-bb97bd0003ea), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:38.122054 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-74c84a65-131b-49f1-895f-34d1d6016cb4 None None] Current status of the port c0d55b65-d17e-40fa-a318-8ddcc3d763b3 is: DOWN; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:48:38.122518 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-74c84a65-131b-49f1-895f-34d1d6016cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (c0d55b65-d17e-40fa-a318-8ddcc3d763b3), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:38.138741 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3,neutron:INSERT=16 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:38.151266 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] For port bf3fef07-90a3-49c9-bdfe-bb97bd0003ea, host dv-cinder-857993-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=bf3fef07-90a3-49c9-bdfe-bb97bd0003ea,segment=NetworkSegment(0cda3508-2052-48b1-ae54-b35f980014ad),segment_id=0cda3508-2052-48b1-ae54-b35f980014ad)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:48:38.173230 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f1a46e-9dcd-4312-a98a-9ea276e2403a None None] Checking agent: {'id': '9480ceca-8cb5-4b85-9807-6ee42f948820', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857993-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 3, 39, 29), 'started_at': datetime.datetime(2022, 9, 16, 3, 39, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 3, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857993-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 03:48:38.173510 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f1a46e-9dcd-4312-a98a-9ea276e2403a None None] Checking segment: {'id': 'dc8a676f-3c84-4a5b-b8d3-82d7df2b2d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '60a25330-2068-4171-85ea-2cd82f09cbdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 03:48:38.174111 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-53f1a46e-9dcd-4312-a98a-9ea276e2403a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:38.175045 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f1a46e-9dcd-4312-a98a-9ea276e2403a None None] Bound using segment: {'id': 'dc8a676f-3c84-4a5b-b8d3-82d7df2b2d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '60a25330-2068-4171-85ea-2cd82f09cbdb'} {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 03:48:38.175249 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.managers [None req-53f1a46e-9dcd-4312-a98a-9ea276e2403a None None] Bound port: aaaa489d-81f6-4254-b458-6fa8c5f5b74c, host: dv-cinder-857993-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc8a676f-3c84-4a5b-b8d3-82d7df2b2d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '60a25330-2068-4171-85ea-2cd82f09cbdb'}}] {{(pid=113376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 03:48:38.175703 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-53f1a46e-9dcd-4312-a98a-9ea276e2403a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (aaaa489d-81f6-4254-b458-6fa8c5f5b74c), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:38.206217 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-74c84a65-131b-49f1-895f-34d1d6016cb4 None None] For port c0d55b65-d17e-40fa-a318-8ddcc3d763b3, host dv-cinder-857993-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=c0d55b65-d17e-40fa-a318-8ddcc3d763b3,segment=NetworkSegment(ffd67134-8fee-4362-8336-40afb3537ec3),segment_id=ffd67134-8fee-4362-8336-40afb3537ec3)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:48:38.222644 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-9f459ae5-2603-4f19-bb7c-cc524366a747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (0656a16a-40d8-48d0-9e03-7c556058cf21), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:38.225562 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-9f459ae5-2603-4f19-bb7c-cc524366a747 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:38.226797 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-9f459ae5-2603-4f19-bb7c-cc524366a747 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/0656a16a-40d8-48d0-9e03-7c556058cf21 HTTP/1.1" status: 204 len: 168 time: 0.9041648 Sep 16 03:48:38.241994 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f459ae5-2603-4f19-bb7c-cc524366a747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0656a16a-40d8-48d0-9e03-7c556058cf21,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:38.317840 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (bf3fef07-90a3-49c9-bdfe-bb97bd0003ea), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:38.318952 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device dd2136f8-4e86-4db6-a499-0f087ed040d4 up at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 03:48:38.351458 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:38.390874 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-c5ac748d-df6e-4b13-901a-5f8ae7a42ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6af97b08-d2f4-437e-a1cf-998707fdd7d2', 'name': 'tempest-ServerRescueNegativeTestJSON-603446721-router', 'tenant_id': 'ac97d1487c024a68b8ad933d882bb456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'ffe84a6c-b34a-4a6d-8015-41c22d07478d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:13Z', 'updated_at': '2022-09-16T03:48:30Z', 'revision_number': 4, 'project_id': 'ac97d1487c024a68b8ad933d882bb456', 'gw_port': {'id': 'ffe84a6c-b34a-4a6d-8015-41c22d07478d', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af97b08-d2f4-437e-a1cf-998707fdd7d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:16Z', 'updated_at': '2022-09-16T03:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_interfaces': [{'id': 'c0d55b65-d17e-40fa-a318-8ddcc3d763b3', 'name': '', 'network_id': '64754a20-d60c-49a4-9c39-1462c6265039', 'tenant_id': 'ac97d1487c024a68b8ad933d882bb456', 'mac_address': 'fa:16:3e:41:4b:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6af97b08-d2f4-437e-a1cf-998707fdd7d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c8d5968b-806e-4184-9dc4-9781905ff4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:26Z', 'updated_at': '2022-09-16T03:48:35Z', 'revision_number': 4, 'project_id': 'ac97d1487c024a68b8ad933d882bb456', 'subnets': [{'id': 'c8d5968b-806e-4184-9dc4-9781905ff4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:48:38.435035 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-3d514a3a-1711-43ef-bef0-943c0104d3d0 req-30592002-73c7-4119-83e6-6ca5952f28cd tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--924061213&fields=id&tenant_id=8ee4a40c6c264553a14e0eff367da4a0 HTTP/1.1" status: 200 len: 267 time: 0.2514040 Sep 16 03:48:38.447693 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ac748d-df6e-4b13-901a-5f8ae7a42ad2 None None] The sync data for ids ['6af97b08-d2f4-437e-a1cf-998707fdd7d2'] in dv-cinder-857993-1-iscsi is: [{'id': '6af97b08-d2f4-437e-a1cf-998707fdd7d2', 'name': 'tempest-ServerRescueNegativeTestJSON-603446721-router', 'tenant_id': 'ac97d1487c024a68b8ad933d882bb456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'ffe84a6c-b34a-4a6d-8015-41c22d07478d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:13Z', 'updated_at': '2022-09-16T03:48:30Z', 'revision_number': 4, 'project_id': 'ac97d1487c024a68b8ad933d882bb456', 'gw_port': {'id': 'ffe84a6c-b34a-4a6d-8015-41c22d07478d', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af97b08-d2f4-437e-a1cf-998707fdd7d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:16Z', 'updated_at': '2022-09-16T03:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_interfaces': [{'id': 'c0d55b65-d17e-40fa-a318-8ddcc3d763b3', 'name': '', 'network_id': '64754a20-d60c-49a4-9c39-1462c6265039', 'tenant_id': 'ac97d1487c024a68b8ad933d882bb456', 'mac_address': 'fa:16:3e:41:4b:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6af97b08-d2f4-437e-a1cf-998707fdd7d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c8d5968b-806e-4184-9dc4-9781905ff4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:26Z', 'updated_at': '2022-09-16T03:48:35Z', 'revision_number': 4, 'project_id': 'ac97d1487c024a68b8ad933d882bb456', 'subnets': [{'id': 'c8d5968b-806e-4184-9dc4-9781905ff4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 03:48:38.510302 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-53f1a46e-9dcd-4312-a98a-9ea276e2403a None None] For port aaaa489d-81f6-4254-b458-6fa8c5f5b74c, host dv-cinder-857993-1-iscsi, cleared binding levels {{(pid=113376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 03:48:38.515382 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-53f1a46e-9dcd-4312-a98a-9ea276e2403a None None] For port aaaa489d-81f6-4254-b458-6fa8c5f5b74c, host dv-cinder-857993-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=aaaa489d-81f6-4254-b458-6fa8c5f5b74c,segment=NetworkSegment(dc8a676f-3c84-4a5b-b8d3-82d7df2b2d1f),segment_id=dc8a676f-3c84-4a5b-b8d3-82d7df2b2d1f)] {{(pid=113376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 03:48:38.543783 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-74c84a65-131b-49f1-895f-34d1d6016cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (c0d55b65-d17e-40fa-a318-8ddcc3d763b3), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:38.597613 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d514a3a-1711-43ef-bef0-943c0104d3d0 req-cd24d50e-d5c0-4112-a0b3-c6f5dbcf3884 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:48:38.606746 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-3d514a3a-1711-43ef-bef0-943c0104d3d0 req-cd24d50e-d5c0-4112-a0b3-c6f5dbcf3884 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/networks?id=4ff8c520-12d3-47e5-b499-6dbd6e9a131a HTTP/1.1" status: 200 len: 815 time: 0.1682200 Sep 16 03:48:38.632771 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Pushing event updated for resources: {'Port': ['ID=bf3fef07-90a3-49c9-bdfe-bb97bd0003ea,revision_number=4']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:38.639708 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-74c84a65-131b-49f1-895f-34d1d6016cb4 None None] Provisioning complete for port 43b41f7b-b035-49ff-8885-c3d3c4dcfa38 triggered by entity DHCP. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:48:38.640086 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-74c84a65-131b-49f1-895f-34d1d6016cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (43b41f7b-b035-49ff-8885-c3d3c4dcfa38), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:38.640429 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-74c84a65-131b-49f1-895f-34d1d6016cb4 None None] Attempt 1 to provision port 43b41f7b-b035-49ff-8885-c3d3c4dcfa38 Sep 16 03:48:38.650529 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a72aba8-74d7-4d1a-9ff6-54279baf6ada req-e4b717a9-b59a-4d53-8c92-e268ba506b4c tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:48:38.655557 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-1a72aba8-74d7-4d1a-9ff6-54279baf6ada req-e4b717a9-b59a-4d53-8c92-e268ba506b4c tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/networks?id=64754a20-d60c-49a4-9c39-1462c6265039 HTTP/1.1" status: 200 len: 818 time: 0.2799327 Sep 16 03:48:38.662400 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-3d514a3a-1711-43ef-bef0-943c0104d3d0 req-8ff6bb45-2da3-4846-88af-d5d5226844c9 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/quotas/8ee4a40c6c264553a14e0eff367da4a0 HTTP/1.1" status: 200 len: 375 time: 0.0525055 Sep 16 03:48:38.689271 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-1a72aba8-74d7-4d1a-9ff6-54279baf6ada req-25ebe4eb-0bf2-4dff-87d4-adad16c75669 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/quotas/ac97d1487c024a68b8ad933d882bb456 HTTP/1.1" status: 200 len: 375 time: 0.0284541 Sep 16 03:48:38.728848 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-53f1a46e-9dcd-4312-a98a-9ea276e2403a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (aaaa489d-81f6-4254-b458-6fa8c5f5b74c), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:38.810426 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-3d514a3a-1711-43ef-bef0-943c0104d3d0 req-d63d1373-818e-4b0b-beed-74ba65c15da7 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=8ee4a40c6c264553a14e0eff367da4a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1467004 Sep 16 03:48:38.817557 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f1a46e-9dcd-4312-a98a-9ea276e2403a None None] Routers {'11a544e6-b451-42f0-9ca8-422baaa4dd85'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:48:38.818481 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-53f1a46e-9dcd-4312-a98a-9ea276e2403a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:48:25Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['11a544e6-b451-42f0-9ca8-422baaa4dd85'], 'active': True} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:48:38.847758 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-1a72aba8-74d7-4d1a-9ff6-54279baf6ada req-4e419d70-07fc-45f9-a00c-1dddfd2f7132 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=ac97d1487c024a68b8ad933d882bb456&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1572866 Sep 16 03:48:39.033851 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvr_db [None req-53f1a46e-9dcd-4312-a98a-9ea276e2403a None None] Set router 11a544e6-b451-42f0-9ca8-422baaa4dd85 gateway port host: dv-cinder-857993-1-iscsi {{(pid=113376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:48:39.090066 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-3d514a3a-1711-43ef-bef0-943c0104d3d0 req-9b7128bd-83fd-485c-a369-6a30da3b5d23 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/4ff8c520-12d3-47e5-b499-6dbd6e9a131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712901 Sep 16 03:48:39.121269 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:39.125038 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9f98-cb16-4c89-a5aa-d4b37d0c166d tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Publish callbacks [] for port (c1016957-ea94-4200-a23f-146d261b1e73), precommit_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:39.236470 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9f98-cb16-4c89-a5aa-d4b37d0c166d tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (c1016957-ea94-4200-a23f-146d261b1e73), after_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:39.236893 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9f98-cb16-4c89-a5aa-d4b37d0c166d tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-452268'] for floatingip (4c59af70-6d27-42f2-9a2c-f94a39c386a3), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:39.425867 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7d9f98-cb16-4c89-a5aa-d4b37d0c166d tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Pushing event updated for resources: {'Port': ['ID=c1016957-ea94-4200-a23f-146d261b1e73,revision_number=2']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:39.511288 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:39.553063 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-3d514a3a-1711-43ef-bef0-943c0104d3d0 req-b7ab9b7e-ae5a-44ab-a8da-f2e9ff96ca27 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/4ff8c520-12d3-47e5-b499-6dbd6e9a131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4601529 Sep 16 03:48:39.568637 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-1a72aba8-74d7-4d1a-9ff6-54279baf6ada req-ecdc8dde-099d-4ff4-ae3a-97d000dcbc40 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/64754a20-d60c-49a4-9c39-1462c6265039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7190239 Sep 16 03:48:39.590342 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Provisioning complete for port dd2136f8-4e86-4db6-a499-0f087ed040d4 triggered by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:48:39.591053 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (dd2136f8-4e86-4db6-a499-0f087ed040d4), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:39.591565 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Attempt 1 to provision port dd2136f8-4e86-4db6-a499-0f087ed040d4 Sep 16 03:48:39.680432 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9f98-cb16-4c89-a5aa-d4b37d0c166d tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for floatingip (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:39.686392 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-9f7d9f98-cb16-4c89-a5aa-d4b37d0c166d tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.0110226 Sep 16 03:48:39.758989 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-1a72aba8-74d7-4d1a-9ff6-54279baf6ada req-9fb27062-70f7-4c9c-8637-c4b127c525d9 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/64754a20-d60c-49a4-9c39-1462c6265039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787977 Sep 16 03:48:39.847269 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c84a65-131b-49f1-895f-34d1d6016cb4 None None] Pushing event updated for resources: {'Port': ['ID=c0d55b65-d17e-40fa-a318-8ddcc3d763b3,revision_number=5']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:39.864038 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-74c84a65-131b-49f1-895f-34d1d6016cb4 None None] Current status of the port 43b41f7b-b035-49ff-8885-c3d3c4dcfa38 is: DOWN; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:48:39.864038 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-74c84a65-131b-49f1-895f-34d1d6016cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (43b41f7b-b035-49ff-8885-c3d3c4dcfa38), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:39.967248 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-53f1a46e-9dcd-4312-a98a-9ea276e2403a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a544e6-b451-42f0-9ca8-422baaa4dd85', 'name': 'tempest-AttachVolumeShelveTestJSON-370893436-router', 'tenant_id': 'cb698ddcedae42a29f50203ec59db295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'dd2136f8-4e86-4db6-a499-0f087ed040d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:13Z', 'updated_at': '2022-09-16T03:48:27Z', 'revision_number': 4, 'project_id': 'cb698ddcedae42a29f50203ec59db295', 'gw_port': {'id': 'dd2136f8-4e86-4db6-a499-0f087ed040d4', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a544e6-b451-42f0-9ca8-422baaa4dd85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:15Z', 'updated_at': '2022-09-16T03:48:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_interfaces': [{'id': 'aaaa489d-81f6-4254-b458-6fa8c5f5b74c', 'name': '', 'network_id': '60a25330-2068-4171-85ea-2cd82f09cbdb', 'tenant_id': 'cb698ddcedae42a29f50203ec59db295', 'mac_address': 'fa:16:3e:1d:8e:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a544e6-b451-42f0-9ca8-422baaa4dd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '070db458-4233-40aa-8c99-3613db8fb323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:25Z', 'updated_at': '2022-09-16T03:48:38Z', 'revision_number': 4, 'project_id': 'cb698ddcedae42a29f50203ec59db295', 'subnets': [{'id': '070db458-4233-40aa-8c99-3613db8fb323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:48:40.034662 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f1a46e-9dcd-4312-a98a-9ea276e2403a None None] The sync data for ids ['11a544e6-b451-42f0-9ca8-422baaa4dd85'] in dv-cinder-857993-1-iscsi is: [{'id': '11a544e6-b451-42f0-9ca8-422baaa4dd85', 'name': 'tempest-AttachVolumeShelveTestJSON-370893436-router', 'tenant_id': 'cb698ddcedae42a29f50203ec59db295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'dd2136f8-4e86-4db6-a499-0f087ed040d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:13Z', 'updated_at': '2022-09-16T03:48:27Z', 'revision_number': 4, 'project_id': 'cb698ddcedae42a29f50203ec59db295', 'gw_port': {'id': 'dd2136f8-4e86-4db6-a499-0f087ed040d4', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a544e6-b451-42f0-9ca8-422baaa4dd85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:15Z', 'updated_at': '2022-09-16T03:48:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_interfaces': [{'id': 'aaaa489d-81f6-4254-b458-6fa8c5f5b74c', 'name': '', 'network_id': '60a25330-2068-4171-85ea-2cd82f09cbdb', 'tenant_id': 'cb698ddcedae42a29f50203ec59db295', 'mac_address': 'fa:16:3e:1d:8e:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a544e6-b451-42f0-9ca8-422baaa4dd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '070db458-4233-40aa-8c99-3613db8fb323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:25Z', 'updated_at': '2022-09-16T03:48:38Z', 'revision_number': 4, 'project_id': 'cb698ddcedae42a29f50203ec59db295', 'subnets': [{'id': '070db458-4233-40aa-8c99-3613db8fb323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 03:48:40.036250 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Current status of the port dd2136f8-4e86-4db6-a499-0f087ed040d4 is: DOWN; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:48:40.036638 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (dd2136f8-4e86-4db6-a499-0f087ed040d4), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:40.044080 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:40.047444 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ded3835-c7ed-48cb-be67-553b5921f215 None None] Pushing event updated for resources: {'Port': ['ID=aaaa489d-81f6-4254-b458-6fa8c5f5b74c,revision_number=4']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:40.090282 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] For port dd2136f8-4e86-4db6-a499-0f087ed040d4, host dv-cinder-857993-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=dd2136f8-4e86-4db6-a499-0f087ed040d4,segment=NetworkSegment(0cda3508-2052-48b1-ae54-b35f980014ad),segment_id=0cda3508-2052-48b1-ae54-b35f980014ad)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:48:40.102092 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-74c84a65-131b-49f1-895f-34d1d6016cb4 None None] For port 43b41f7b-b035-49ff-8885-c3d3c4dcfa38, host dv-cinder-857993-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=43b41f7b-b035-49ff-8885-c3d3c4dcfa38,segment=NetworkSegment(01d386b0-ae58-4dc1-8a99-a07e8676d396),segment_id=01d386b0-ae58-4dc1-8a99-a07e8676d396)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:48:40.286648 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (dd2136f8-4e86-4db6-a499-0f087ed040d4), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:40.295692 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device dea63493-fe7f-44f5-981f-4ef4ab311574 up at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 03:48:40.300087 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-74c84a65-131b-49f1-895f-34d1d6016cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (43b41f7b-b035-49ff-8885-c3d3c4dcfa38), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:40.416437 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-2877dcf4-a4cc-446a-98be-155569658086 req-88b07523-22dd-4815-8bff-c4c2f9cb5cf8 tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=234c7287-59d4-425c-ba2b-56031d311ee6 HTTP/1.1" status: 200 len: 210 time: 0.1525884 Sep 16 03:48:40.506240 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-2ae909c0-0106-4b3d-9361-122346ff7745 req-d9117789-085c-4c85-a11b-3fe45d74fd4d tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df7ed3f-dd6d-4312-a548-591443add019 HTTP/1.1" status: 200 len: 210 time: 0.1264455 Sep 16 03:48:40.574682 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-74c84a65-131b-49f1-895f-34d1d6016cb4 None None] Provisioning complete for port ddd557da-e9c8-431d-9885-21bd1fddfa19 triggered by entity DHCP. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:48:40.575390 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-74c84a65-131b-49f1-895f-34d1d6016cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (ddd557da-e9c8-431d-9885-21bd1fddfa19), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:40.575855 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-74c84a65-131b-49f1-895f-34d1d6016cb4 None None] Attempt 1 to provision port ddd557da-e9c8-431d-9885-21bd1fddfa19 Sep 16 03:48:40.689594 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-e55dda08-2e81-4ac3-8334-eda313d74d8c req-2641bd92-6bba-4b05-8420-c21c19bc276d tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1256955267&fields=id&tenant_id=cb698ddcedae42a29f50203ec59db295 HTTP/1.1" status: 200 len: 267 time: 0.0688231 Sep 16 03:48:40.694716 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Pushing event updated for resources: {'Port': ['ID=dd2136f8-4e86-4db6-a499-0f087ed040d4,revision_number=4']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:40.754356 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Provisioning complete for port dea63493-fe7f-44f5-981f-4ef4ab311574 triggered by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:48:40.754756 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (dea63493-fe7f-44f5-981f-4ef4ab311574), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:40.755136 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Attempt 1 to provision port dea63493-fe7f-44f5-981f-4ef4ab311574 Sep 16 03:48:40.841742 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-0f7fd5c1-3809-4ea6-adc1-cd49832ce3bd req-d8484f1f-f75b-4b4f-9ff1-25a81a7f553a tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6fee7fbd-189b-4a53-ba78-d66512c7b09d HTTP/1.1" status: 200 len: 210 time: 0.1064658 Sep 16 03:48:40.866076 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55dda08-2e81-4ac3-8334-eda313d74d8c req-168a3ae9-f980-452a-9d99-16e2160ec4e6 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:48:40.874477 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-e55dda08-2e81-4ac3-8334-eda313d74d8c req-168a3ae9-f980-452a-9d99-16e2160ec4e6 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/networks?id=60a25330-2068-4171-85ea-2cd82f09cbdb HTTP/1.1" status: 200 len: 816 time: 0.1822822 Sep 16 03:48:40.895322 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-e55dda08-2e81-4ac3-8334-eda313d74d8c req-8682ed27-682e-4680-bbf8-48c11a683a57 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/quotas/cb698ddcedae42a29f50203ec59db295 HTTP/1.1" status: 200 len: 375 time: 0.0192893 Sep 16 03:48:40.934170 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c84a65-131b-49f1-895f-34d1d6016cb4 None None] Pushing event updated for resources: {'Port': ['ID=43b41f7b-b035-49ff-8885-c3d3c4dcfa38,revision_number=5']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:40.970511 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-f3b95ed5-2054-4bc8-92f1-a57008cb3eec req-1618eba4-5894-4b56-9b7e-122c4b7c3b6d tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806 HTTP/1.1" status: 200 len: 210 time: 0.0456417 Sep 16 03:48:40.976560 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-e55dda08-2e81-4ac3-8334-eda313d74d8c req-0343e2d2-a0a9-419c-8c3f-ce8d07b020c5 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=cb698ddcedae42a29f50203ec59db295&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0801151 Sep 16 03:48:40.977052 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-74c84a65-131b-49f1-895f-34d1d6016cb4 None None] Current status of the port ddd557da-e9c8-431d-9885-21bd1fddfa19 is: ACTIVE; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:48:41.038681 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:41.038681 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-74c84a65-131b-49f1-895f-34d1d6016cb4 None None] Provisioning complete for port aaaa489d-81f6-4254-b458-6fa8c5f5b74c triggered by entity DHCP. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:48:41.038681 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-74c84a65-131b-49f1-895f-34d1d6016cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (aaaa489d-81f6-4254-b458-6fa8c5f5b74c), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:41.038681 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-74c84a65-131b-49f1-895f-34d1d6016cb4 None None] Attempt 1 to provision port aaaa489d-81f6-4254-b458-6fa8c5f5b74c Sep 16 03:48:41.074324 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Current status of the port dea63493-fe7f-44f5-981f-4ef4ab311574 is: ACTIVE; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:48:41.075591 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device 4d6fce8a-7f44-4c9b-9123-63c5924fa5b6 up at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 03:48:41.168449 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Provisioning complete for port 4d6fce8a-7f44-4c9b-9123-63c5924fa5b6 triggered by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:48:41.168827 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (4d6fce8a-7f44-4c9b-9123-63c5924fa5b6), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:41.169181 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Attempt 1 to provision port 4d6fce8a-7f44-4c9b-9123-63c5924fa5b6 Sep 16 03:48:41.198433 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-74c84a65-131b-49f1-895f-34d1d6016cb4 None None] Current status of the port aaaa489d-81f6-4254-b458-6fa8c5f5b74c is: DOWN; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:48:41.198824 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-74c84a65-131b-49f1-895f-34d1d6016cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (aaaa489d-81f6-4254-b458-6fa8c5f5b74c), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:41.248809 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-74c84a65-131b-49f1-895f-34d1d6016cb4 None None] For port aaaa489d-81f6-4254-b458-6fa8c5f5b74c, host dv-cinder-857993-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=aaaa489d-81f6-4254-b458-6fa8c5f5b74c,segment=NetworkSegment(dc8a676f-3c84-4a5b-b8d3-82d7df2b2d1f),segment_id=dc8a676f-3c84-4a5b-b8d3-82d7df2b2d1f)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:48:41.283108 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Current status of the port 4d6fce8a-7f44-4c9b-9123-63c5924fa5b6 is: ACTIVE; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:48:41.284344 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device ddd557da-e9c8-431d-9885-21bd1fddfa19 up at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 03:48:41.315231 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-e55dda08-2e81-4ac3-8334-eda313d74d8c req-f06b5319-a8c5-4f12-a1eb-c42410e8a58f service neutron] 10.222.0.49 "GET /networking/v2.0/networks/60a25330-2068-4171-85ea-2cd82f09cbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836330 Sep 16 03:48:41.335253 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Provisioning complete for port ddd557da-e9c8-431d-9885-21bd1fddfa19 triggered by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:48:41.335650 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (ddd557da-e9c8-431d-9885-21bd1fddfa19), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:41.335987 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Attempt 1 to provision port ddd557da-e9c8-431d-9885-21bd1fddfa19 Sep 16 03:48:41.408596 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Current status of the port ddd557da-e9c8-431d-9885-21bd1fddfa19 is: ACTIVE; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:48:41.410954 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-e55dda08-2e81-4ac3-8334-eda313d74d8c req-105734d3-616d-4c15-aa42-77600789686b service neutron] 10.222.0.49 "GET /networking/v2.0/networks/60a25330-2068-4171-85ea-2cd82f09cbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897529 Sep 16 03:48:41.413470 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device e7b2fb5b-4aa2-42c3-b650-b953cc723fe7 up at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 03:48:41.460108 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-74c84a65-131b-49f1-895f-34d1d6016cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (aaaa489d-81f6-4254-b458-6fa8c5f5b74c), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:41.559433 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:41.572023 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c84a65-131b-49f1-895f-34d1d6016cb4 None None] Pushing event updated for resources: {'Port': ['ID=aaaa489d-81f6-4254-b458-6fa8c5f5b74c,revision_number=5']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:41.575541 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Provisioning complete for port e7b2fb5b-4aa2-42c3-b650-b953cc723fe7 triggered by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:48:41.576135 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (e7b2fb5b-4aa2-42c3-b650-b953cc723fe7), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:41.577452 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Attempt 1 to provision port e7b2fb5b-4aa2-42c3-b650-b953cc723fe7 Sep 16 03:48:41.658431 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-6de1fc80-ffea-4b4e-bc4b-40375426508e req-047d75c9-1d87-4891-aead-129187020e9d tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=234c7287-59d4-425c-ba2b-56031d311ee6 HTTP/1.1" status: 200 len: 210 time: 0.0664945 Sep 16 03:48:41.722944 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Current status of the port e7b2fb5b-4aa2-42c3-b650-b953cc723fe7 is: ACTIVE; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:48:41.781038 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.52', 58623) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:48:41.972777 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-63f30ffe-8f20-438d-8fd5-4d7ed4a44e39 req-fc4b451e-e0dc-4705-b367-ad6398605dc0 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 210 time: 0.0983913 Sep 16 03:48:42.113616 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-f6842dc9-6c7f-4fad-ae5e-a0b6f59df302 req-b4f3e133-3810-4f3c-989e-a1c82462c643 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df7ed3f-dd6d-4312-a548-591443add019 HTTP/1.1" status: 200 len: 210 time: 0.1309752 Sep 16 03:48:42.160164 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-a76c3f80-8a39-413e-be5e-bae108f1279f req-b9db380a-0bde-4694-8725-0a4890eeaedd tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6fee7fbd-189b-4a53-ba78-d66512c7b09d HTTP/1.1" status: 200 len: 210 time: 0.1163478 Sep 16 03:48:42.234999 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bba457-2bc5-4514-b821-3236ac66b5ae req-ecb255c1-d017-4849-b6fc-864c0a9e919c tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:48:42.236497 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-90bba457-2bc5-4514-b821-3236ac66b5ae req-ecb255c1-d017-4849-b6fc-864c0a9e919c tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] 10.222.0.52 "GET /networking/v2.0/networks?id=d8d0986c-f45f-4403-8f11-6637eeae0fb2 HTTP/1.1" status: 200 len: 810 time: 0.4545901 Sep 16 03:48:42.310383 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-e9de857c-f234-43a9-b18a-2cacce3f308d req-b30fb101-1138-4bdc-9aa4-c3f47066567b tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806 HTTP/1.1" status: 200 len: 210 time: 0.0575418 Sep 16 03:48:42.341509 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [req-90bba457-2bc5-4514-b821-3236ac66b5ae req-f10ddccd-136a-4942-9615-316813db9169 tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] Request body: {'port': {'device_id': '234c7287-59d4-425c-ba2b-56031d311ee6', 'network_id': 'd8d0986c-f45f-4403-8f11-6637eeae0fb2', 'admin_state_up': True, 'tenant_id': 'd39c13d4012549c2890bf1d904d1c041'}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:48:42.432013 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device c0d55b65-d17e-40fa-a318-8ddcc3d763b3 up at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 03:48:42.493899 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Provisioning complete for port c0d55b65-d17e-40fa-a318-8ddcc3d763b3 triggered by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:48:42.494454 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (c0d55b65-d17e-40fa-a318-8ddcc3d763b3), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:42.498972 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Attempt 1 to provision port c0d55b65-d17e-40fa-a318-8ddcc3d763b3 Sep 16 03:48:42.627850 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Current status of the port c0d55b65-d17e-40fa-a318-8ddcc3d763b3 is: ACTIVE; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:48:42.629153 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device ffe84a6c-b34a-4a6d-8015-41c22d07478d up at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 03:48:42.678017 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Provisioning complete for port ffe84a6c-b34a-4a6d-8015-41c22d07478d triggered by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:48:42.678492 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (ffe84a6c-b34a-4a6d-8015-41c22d07478d), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:42.678823 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Attempt 1 to provision port ffe84a6c-b34a-4a6d-8015-41c22d07478d Sep 16 03:48:42.696706 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90bba457-2bc5-4514-b821-3236ac66b5ae req-f10ddccd-136a-4942-9615-316813db9169 tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] Made reservation on behalf of d39c13d4012549c2890bf1d904d1c041 for: {'port': 1} {{(pid=113375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 03:48:42.706866 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-90bba457-2bc5-4514-b821-3236ac66b5ae req-f10ddccd-136a-4942-9615-316813db9169 tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:42.739441 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:UPDATE=6,neutron:SELECT=93,neutron:INSERT=1 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:42.829595 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-f679093c-2bd5-4c01-995a-b71e1ea32a9c req-0ea1f16e-b206-4c35-af7f-d5be9a72e3b6 tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=234c7287-59d4-425c-ba2b-56031d311ee6 HTTP/1.1" status: 200 len: 210 time: 0.0687006 Sep 16 03:48:42.860233 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Current status of the port ffe84a6c-b34a-4a6d-8015-41c22d07478d is: ACTIVE; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:48:42.861319 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device bf3fef07-90a3-49c9-bdfe-bb97bd0003ea up at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 03:48:42.927565 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Provisioning complete for port bf3fef07-90a3-49c9-bdfe-bb97bd0003ea triggered by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:48:42.928094 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (bf3fef07-90a3-49c9-bdfe-bb97bd0003ea), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:42.928492 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Attempt 1 to provision port bf3fef07-90a3-49c9-bdfe-bb97bd0003ea Sep 16 03:48:43.115812 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Current status of the port bf3fef07-90a3-49c9-bdfe-bb97bd0003ea is: ACTIVE; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:48:43.117002 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device dd2136f8-4e86-4db6-a499-0f087ed040d4 up at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 03:48:43.232584 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Provisioning complete for port dd2136f8-4e86-4db6-a499-0f087ed040d4 triggered by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:48:43.233421 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (dd2136f8-4e86-4db6-a499-0f087ed040d4), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:43.234320 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Attempt 1 to provision port dd2136f8-4e86-4db6-a499-0f087ed040d4 Sep 16 03:48:43.250082 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.db_base_plugin_common [req-90bba457-2bc5-4514-b821-3236ac66b5ae req-f10ddccd-136a-4942-9615-316813db9169 tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] Allocated IP 172.20.0.7 (d8d0986c-f45f-4403-8f11-6637eeae0fb2/78a82445-9d1f-4206-b684-d9eb31dd28ea/19b4f355-bc74-46bb-9c3e-debddf171414) {{(pid=113375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 03:48:43.362796 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-a1284953-9b7a-4465-a413-452371555819 req-c38ef115-4628-42e5-b3a0-dff64acba8a8 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df7ed3f-dd6d-4312-a548-591443add019 HTTP/1.1" status: 200 len: 210 time: 0.0698223 Sep 16 03:48:43.371457 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.52', 58636) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:48:43.465748 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:43.484483 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Current status of the port dd2136f8-4e86-4db6-a499-0f087ed040d4 is: ACTIVE; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:48:43.494490 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device aaaa489d-81f6-4254-b458-6fa8c5f5b74c up at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 03:48:43.591224 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=85,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:43.619510 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Provisioning complete for port aaaa489d-81f6-4254-b458-6fa8c5f5b74c triggered by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:48:43.620255 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (aaaa489d-81f6-4254-b458-6fa8c5f5b74c), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:43.620971 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Attempt 1 to provision port aaaa489d-81f6-4254-b458-6fa8c5f5b74c Sep 16 03:48:43.687658 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-14d2c7b8-0a0d-4ea9-9062-618487bc1495 req-b728f65c-54ab-4d48-ad3a-a974cdfc476a tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6fee7fbd-189b-4a53-ba78-d66512c7b09d HTTP/1.1" status: 200 len: 210 time: 0.1240118 Sep 16 03:48:43.746333 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 54692) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:48:43.757338 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Current status of the port aaaa489d-81f6-4254-b458-6fa8c5f5b74c is: ACTIVE; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:48:43.758670 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device 4d6fce8a-7f44-4c9b-9123-63c5924fa5b6 up at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 03:48:43.762351 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-125ac4b7-106c-4be4-ba8a-de0494e0cd9b req-cc6cfe16-c79a-45d7-9c27-b280d986419f tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 210 time: 0.2190416 Sep 16 03:48:43.784443 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-90bba457-2bc5-4514-b821-3236ac66b5ae req-f10ddccd-136a-4942-9615-316813db9169 tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] Publish callbacks [] for port (19b4f355-bc74-46bb-9c3e-debddf171414), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:43.864708 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Provisioning complete for port 4d6fce8a-7f44-4c9b-9123-63c5924fa5b6 triggered by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:48:43.865087 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (4d6fce8a-7f44-4c9b-9123-63c5924fa5b6), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:43.865427 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Attempt 1 to provision port 4d6fce8a-7f44-4c9b-9123-63c5924fa5b6 Sep 16 03:48:43.874271 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-12031733-7042-4961-8a2e-aa7c3144ca80 req-5809f644-6afd-469c-9681-c190aba0d997 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806 HTTP/1.1" status: 200 len: 210 time: 0.0571849 Sep 16 03:48:43.884451 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c14ab-1261-479c-98ea-d237dfdb19e7 req-3a045462-03a3-4752-bee5-b4cd3bba3f49 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:48:43.886182 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-851c14ab-1261-479c-98ea-d237dfdb19e7 req-3a045462-03a3-4752-bee5-b4cd3bba3f49 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.52 "GET /networking/v2.0/networks?id=96000232-5a2c-4cbe-8524-4ab75044ef77 HTTP/1.1" status: 200 len: 810 time: 0.4950888 Sep 16 03:48:43.887239 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:43.979746 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-a7b9e828-e888-4969-a6fc-2cd8eaa25a39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:44.003238 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-851c14ab-1261-479c-98ea-d237dfdb19e7 req-53b1de52-ea9d-4b12-8061-4d6353b1055b tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.52 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e94b50976295422c9c8374155cf2d2c2 HTTP/1.1" status: 200 len: 380 time: 0.0761385 Sep 16 03:48:44.004586 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:44.012981 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-90bba457-2bc5-4514-b821-3236ac66b5ae req-f10ddccd-136a-4942-9615-316813db9169 tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672515804'] for port (19b4f355-bc74-46bb-9c3e-debddf171414), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:44.016652 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Current status of the port 4d6fce8a-7f44-4c9b-9123-63c5924fa5b6 is: ACTIVE; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:48:44.017933 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device 43b41f7b-b035-49ff-8885-c3d3c4dcfa38 up at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 03:48:44.063567 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Provisioning complete for port 43b41f7b-b035-49ff-8885-c3d3c4dcfa38 triggered by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:48:44.064012 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (43b41f7b-b035-49ff-8885-c3d3c4dcfa38), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:44.066865 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Attempt 1 to provision port 43b41f7b-b035-49ff-8885-c3d3c4dcfa38 Sep 16 03:48:44.152830 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.v2.base [req-851c14ab-1261-479c-98ea-d237dfdb19e7 req-f27f52a9-380d-4f29-8e2f-8257ad13ab68 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Request body: {'port': {'device_id': '2df7ed3f-dd6d-4312-a548-591443add019', 'network_id': '96000232-5a2c-4cbe-8524-4ab75044ef77', 'admin_state_up': True, 'tenant_id': 'e94b50976295422c9c8374155cf2d2c2', 'security_groups': ['dda34443-519e-4bd2-ac6e-612e709d5440']}} {{(pid=113374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:48:44.165647 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Current status of the port 43b41f7b-b035-49ff-8885-c3d3c4dcfa38 is: ACTIVE; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:48:44.212565 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90bba457-2bc5-4514-b821-3236ac66b5ae req-f10ddccd-136a-4942-9615-316813db9169 tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] Network d8d0986c-f45f-4403-8f11-6637eeae0fb2 is already hosted by enough agents. {{(pid=113375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 03:48:44.227729 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba8cea-bfb8-4b94-ad4f-2b904d7c5dbb req-1f70613c-bbfc-4c2c-b6e9-b800b440d560 tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:48:44.229714 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-abba8cea-bfb8-4b94-ad4f-2b904d7c5dbb req-1f70613c-bbfc-4c2c-b6e9-b800b440d560 tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=234c7287-59d4-425c-ba2b-56031d311ee6 HTTP/1.1" status: 200 len: 931 time: 0.2197325 Sep 16 03:48:44.262477 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.base_scheduler [req-90bba457-2bc5-4514-b821-3236ac66b5ae req-f10ddccd-136a-4942-9615-316813db9169 tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] Resources bound (agent type, host, resource id): {{(pid=113375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:48:44.282016 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.l3_dvrscheduler_db [req-90bba457-2bc5-4514-b821-3236ac66b5ae req-f10ddccd-136a-4942-9615-316813db9169 tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] Received port after_create {{(pid=113375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 03:48:44.286326 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bba457-2bc5-4514-b821-3236ac66b5ae req-f10ddccd-136a-4942-9615-316813db9169 tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:48:44.291787 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-90bba457-2bc5-4514-b821-3236ac66b5ae req-f10ddccd-136a-4942-9615-316813db9169 tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602048'] for port (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:44.304493 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10ddccd-136a-4942-9615-316813db9169 tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] Pushing event updated for resources: {'Port': ['ID=19b4f355-bc74-46bb-9c3e-debddf171414,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:44.501525 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-abba8cea-bfb8-4b94-ad4f-2b904d7c5dbb req-0c69a9cd-0f10-4f96-91e3-5a70f2e02e44 tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=61d8ba29-7987-48cf-9137-da50bfd9b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453425 Sep 16 03:48:44.521528 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-a7b9e828-e888-4969-a6fc-2cd8eaa25a39 admin admin] Publish callbacks [] for security_group (c54a56ee-c166-4c44-96e8-45a3209233c9), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:44.544149 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-64b12c36-825b-4915-a6bf-b5c150fa9fa2 req-cb3b0611-1940-4ded-8639-70bca527c76f tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df7ed3f-dd6d-4312-a548-591443add019 HTTP/1.1" status: 200 len: 210 time: 0.0438173 Sep 16 03:48:44.570762 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-90bba457-2bc5-4514-b821-3236ac66b5ae req-f10ddccd-136a-4942-9615-316813db9169 tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2625682 Sep 16 03:48:44.586376 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [req-90bba457-2bc5-4514-b821-3236ac66b5ae req-ea37de68-e7b2-4226-8614-29d5455bdabc tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113375) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 03:48:44.591121 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-90bba457-2bc5-4514-b821-3236ac66b5ae req-ea37de68-e7b2-4226-8614-29d5455bdabc tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0089512 Sep 16 03:48:44.596194 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-a7b9e828-e888-4969-a6fc-2cd8eaa25a39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (c54a56ee-c166-4c44-96e8-45a3209233c9), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:44.686355 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-851c14ab-1261-479c-98ea-d237dfdb19e7 req-f27f52a9-380d-4f29-8e2f-8257ad13ab68 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Made reservation on behalf of e94b50976295422c9c8374155cf2d2c2 for: {'port': 1} {{(pid=113374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 03:48:44.702720 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [req-851c14ab-1261-479c-98ea-d237dfdb19e7 req-f27f52a9-380d-4f29-8e2f-8257ad13ab68 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:44.715241 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-a7b9e828-e888-4969-a6fc-2cd8eaa25a39 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=7bcc9b90fae04761a6382184e7381df4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9645388 Sep 16 03:48:44.726484 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:44.727997 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 54742) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:48:44.731484 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-39ced7f9-3c70-4c34-b478-aceceefaac52 None None] Provisioning complete for port 19b4f355-bc74-46bb-9c3e-debddf171414 triggered by entity DHCP. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:48:44.732001 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-39ced7f9-3c70-4c34-b478-aceceefaac52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (19b4f355-bc74-46bb-9c3e-debddf171414), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:44.732318 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-39ced7f9-3c70-4c34-b478-aceceefaac52 None None] Attempt 1 to provision port 19b4f355-bc74-46bb-9c3e-debddf171414 Sep 16 03:48:44.734769 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9e828-e888-4969-a6fc-2cd8eaa25a39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c54a56ee-c166-4c44-96e8-45a3209233c9,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:44.820211 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-39ced7f9-3c70-4c34-b478-aceceefaac52 None None] Port 19b4f355-bc74-46bb-9c3e-debddf171414 cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:48:44.851956 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.52', 58648) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:48:44.892740 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [req-90bba457-2bc5-4514-b821-3236ac66b5ae req-41843662-e02c-44e0-8ff0-2f9c37ced459 service neutron] Request body: {'port': {'device_id': '234c7287-59d4-425c-ba2b-56031d311ee6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85799'}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:48:45.004936 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-47f66ea9-8d0a-4b86-8db1-adc06bae1e52 req-0558acba-40bd-4e60-a57c-1771656d6c5d tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6fee7fbd-189b-4a53-ba78-d66512c7b09d HTTP/1.1" status: 200 len: 210 time: 0.0789545 Sep 16 03:48:45.072716 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-4ca9bee5-b4e4-4339-a7c5-7d2d5e59597e req-c7deaba2-b607-4aba-a4b3-988e7abf70e9 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 210 time: 0.0493507 Sep 16 03:48:45.115863 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-90bba457-2bc5-4514-b821-3236ac66b5ae req-41843662-e02c-44e0-8ff0-2f9c37ced459 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (19b4f355-bc74-46bb-9c3e-debddf171414), before_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:45.118338 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-ad79e41a-6ce9-40b7-a00c-2c4fc3ef960b admin admin] Publish callbacks [] for security_group (c54a56ee-c166-4c44-96e8-45a3209233c9), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:45.175917 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.agents_db [None req-8ba4eca6-5e8f-405f-9ad3-b7bffaa24231 None None] Agent healthcheck: found 6 active agents {{(pid=113377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 03:48:45.230617 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.db.db_base_plugin_common [req-851c14ab-1261-479c-98ea-d237dfdb19e7 req-f27f52a9-380d-4f29-8e2f-8257ad13ab68 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Allocated IP 172.20.0.7 (96000232-5a2c-4cbe-8524-4ab75044ef77/4abf9a95-17e5-40d7-a907-9f39161a7362/88d08060-53df-4d74-b5dd-97e3666abaeb) {{(pid=113374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 03:48:45.275787 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-ad79e41a-6ce9-40b7-a00c-2c4fc3ef960b admin admin] Publish callbacks [] for security_group (c54a56ee-c166-4c44-96e8-45a3209233c9), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:45.292141 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-9a803920-99db-47e6-8364-d786f184b725 req-6fd167df-33e7-4bb1-a197-00348e7163f3 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806 HTTP/1.1" status: 200 len: 210 time: 0.0854270 Sep 16 03:48:45.332839 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-39ced7f9-3c70-4c34-b478-aceceefaac52 None None] Attempt 2 to provision port 19b4f355-bc74-46bb-9c3e-debddf171414 Sep 16 03:48:45.398683 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-39ced7f9-3c70-4c34-b478-aceceefaac52 None None] Port 19b4f355-bc74-46bb-9c3e-debddf171414 cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:48:45.735478 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41800118-998c-4226-9e6a-118960a9de06 req-35f96f60-9adf-449a-a7c5-9b3f661f64a3 tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:48:45.743923 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-41800118-998c-4226-9e6a-118960a9de06 req-35f96f60-9adf-449a-a7c5-9b3f661f64a3 tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=234c7287-59d4-425c-ba2b-56031d311ee6 HTTP/1.1" status: 200 len: 931 time: 0.0945015 Sep 16 03:48:45.855867 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-9032ed89-aeb7-4099-a0b0-482fc22e1cef req-05045a9e-c8c3-4eeb-a788-4c9233e26589 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df7ed3f-dd6d-4312-a548-591443add019 HTTP/1.1" status: 200 len: 210 time: 0.0933411 Sep 16 03:48:45.856307 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [req-851c14ab-1261-479c-98ea-d237dfdb19e7 req-f27f52a9-380d-4f29-8e2f-8257ad13ab68 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Publish callbacks [] for port (88d08060-53df-4d74-b5dd-97e3666abaeb), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:45.883970 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c94352-acf4-48d1-9b41-b41100dd5393 req-e415bc95-fa50-4e6c-8e30-51c372bee09a tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:48:45.885499 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-c6c94352-acf4-48d1-9b41-b41100dd5393 req-e415bc95-fa50-4e6c-8e30-51c372bee09a tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.52 "GET /networking/v2.0/networks?id=64754a20-d60c-49a4-9c39-1462c6265039 HTTP/1.1" status: 200 len: 818 time: 1.0319817 Sep 16 03:48:45.912212 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-39ced7f9-3c70-4c34-b478-aceceefaac52 None None] Attempt 3 to provision port 19b4f355-bc74-46bb-9c3e-debddf171414 Sep 16 03:48:45.924751 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-41800118-998c-4226-9e6a-118960a9de06 req-877eef21-19bf-418d-a22b-ab921ad23aef tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=61d8ba29-7987-48cf-9137-da50bfd9b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795609 Sep 16 03:48:45.986408 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-39ced7f9-3c70-4c34-b478-aceceefaac52 None None] Port 19b4f355-bc74-46bb-9c3e-debddf171414 cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:48:46.082221 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [req-c6c94352-acf4-48d1-9b41-b41100dd5393 req-30222493-2345-4baa-82f5-1e597733eef0 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Request body: {'port': {'device_id': '3ea00b9d-1f8f-4428-98f7-9d66fd079c6d', 'network_id': '64754a20-d60c-49a4-9c39-1462c6265039', 'admin_state_up': True, 'tenant_id': 'ac97d1487c024a68b8ad933d882bb456'}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:48:46.086425 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [req-851c14ab-1261-479c-98ea-d237dfdb19e7 req-f27f52a9-380d-4f29-8e2f-8257ad13ab68 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672515804'] for port (88d08060-53df-4d74-b5dd-97e3666abaeb), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:46.221855 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-ad79e41a-6ce9-40b7-a00c-2c4fc3ef960b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (c54a56ee-c166-4c44-96e8-45a3209233c9), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:46.224655 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-ad79e41a-6ce9-40b7-a00c-2c4fc3ef960b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:46.226047 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-ad79e41a-6ce9-40b7-a00c-2c4fc3ef960b admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/c54a56ee-c166-4c44-96e8-45a3209233c9 HTTP/1.1" status: 204 len: 168 time: 1.4877367 Sep 16 03:48:46.300071 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-1b79768a-5b98-4ac1-b77f-6a0182a34cd3 req-9fd9b72e-206f-40cd-b511-619a54279d29 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6fee7fbd-189b-4a53-ba78-d66512c7b09d HTTP/1.1" status: 200 len: 210 time: 0.0854969 Sep 16 03:48:46.322977 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad79e41a-6ce9-40b7-a00c-2c4fc3ef960b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c54a56ee-c166-4c44-96e8-45a3209233c9,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:46.379482 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-851c14ab-1261-479c-98ea-d237dfdb19e7 req-f27f52a9-380d-4f29-8e2f-8257ad13ab68 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Network 96000232-5a2c-4cbe-8524-4ab75044ef77 is already hosted by enough agents. {{(pid=113374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 03:48:46.396263 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.base_scheduler [req-851c14ab-1261-479c-98ea-d237dfdb19e7 req-f27f52a9-380d-4f29-8e2f-8257ad13ab68 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Resources bound (agent type, host, resource id): {{(pid=113374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:48:46.399773 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.notifiers.nova [req-90bba457-2bc5-4514-b821-3236ac66b5ae req-41843662-e02c-44e0-8ff0-2f9c37ced459 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19b4f355-bc74-46bb-9c3e-debddf171414 {{(pid=113375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 03:48:46.400518 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.db.l3_dvrscheduler_db [req-851c14ab-1261-479c-98ea-d237dfdb19e7 req-f27f52a9-380d-4f29-8e2f-8257ad13ab68 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Received port after_create {{(pid=113374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 03:48:46.411232 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-90bba457-2bc5-4514-b821-3236ac66b5ae req-41843662-e02c-44e0-8ff0-2f9c37ced459 service neutron] Publish callbacks [] for port (19b4f355-bc74-46bb-9c3e-debddf171414), precommit_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:46.418358 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c14ab-1261-479c-98ea-d237dfdb19e7 req-f27f52a9-380d-4f29-8e2f-8257ad13ab68 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:48:46.432409 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [req-851c14ab-1261-479c-98ea-d237dfdb19e7 req-f27f52a9-380d-4f29-8e2f-8257ad13ab68 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602048'] for port (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:46.452820 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.52', 58657) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:48:46.461581 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.provisioning_blocks [req-90bba457-2bc5-4514-b821-3236ac66b5ae req-41843662-e02c-44e0-8ff0-2f9c37ced459 service neutron] Transition to ACTIVE for port object 19b4f355-bc74-46bb-9c3e-debddf171414 will not be triggered until provisioned by entity L2. {{(pid=113375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 03:48:46.474245 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:46.481854 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-35b4cf72-5edd-479b-abc8-6d7f7a7fdc79 req-2a93d435-4964-4be9-a585-d727a1bbaffa tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 210 time: 0.2369504 Sep 16 03:48:46.488407 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-39ced7f9-3c70-4c34-b478-aceceefaac52 None None] Attempt 4 to provision port 19b4f355-bc74-46bb-9c3e-debddf171414 Sep 16 03:48:46.500916 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27f52a9-380d-4f29-8e2f-8257ad13ab68 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Pushing event updated for resources: {'Port': ['ID=88d08060-53df-4d74-b5dd-97e3666abaeb,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:46.604856 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-39ced7f9-3c70-4c34-b478-aceceefaac52 None None] Port 19b4f355-bc74-46bb-9c3e-debddf171414 cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:48:46.608097 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-851c14ab-1261-479c-98ea-d237dfdb19e7 req-f27f52a9-380d-4f29-8e2f-8257ad13ab68 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4592674 Sep 16 03:48:46.662283 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-90bba457-2bc5-4514-b821-3236ac66b5ae req-41843662-e02c-44e0-8ff0-2f9c37ced459 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (19b4f355-bc74-46bb-9c3e-debddf171414), after_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:46.666579 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-510cd23f-0406-4fa9-b58b-ec2501482446 req-3496c40d-4ec3-4e68-a2d7-e4c654898452 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806 HTTP/1.1" status: 200 len: 210 time: 0.2162952 Sep 16 03:48:46.759446 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.v2.base [req-851c14ab-1261-479c-98ea-d237dfdb19e7 req-b606229d-eab9-4175-817c-00fe3a5e27f9 service neutron] Request body: {'port': {'device_id': '2df7ed3f-dd6d-4312-a548-591443add019', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85799'}} {{(pid=113374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:48:46.925124 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [req-851c14ab-1261-479c-98ea-d237dfdb19e7 req-b606229d-eab9-4175-817c-00fe3a5e27f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (88d08060-53df-4d74-b5dd-97e3666abaeb), before_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:46.952089 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6c94352-acf4-48d1-9b41-b41100dd5393 req-30222493-2345-4baa-82f5-1e597733eef0 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Made reservation on behalf of ac97d1487c024a68b8ad933d882bb456 for: {'port': 1} {{(pid=113375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 03:48:46.958969 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-c6c94352-acf4-48d1-9b41-b41100dd5393 req-30222493-2345-4baa-82f5-1e597733eef0 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:46.964352 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a72aba8-74d7-4d1a-9ff6-54279baf6ada req-5a9ae63f-5b27-4b48-a804-122626442d12 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:48:46.965840 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-1a72aba8-74d7-4d1a-9ff6-54279baf6ada req-5a9ae63f-5b27-4b48-a804-122626442d12 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.52 "GET /networking/v2.0/networks?id=64754a20-d60c-49a4-9c39-1462c6265039 HTTP/1.1" status: 200 len: 818 time: 0.5085204 Sep 16 03:48:46.966455 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41843662-e02c-44e0-8ff0-2f9c37ced459 service neutron] Pushing event updated for resources: {'Port': ['ID=19b4f355-bc74-46bb-9c3e-debddf171414,revision_number=2']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:46.988380 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [req-1a72aba8-74d7-4d1a-9ff6-54279baf6ada req-e241cd37-1b62-4875-97ba-1d2e1bcd7f04 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Request body: {'port': {'device_id': '14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806', 'network_id': '64754a20-d60c-49a4-9c39-1462c6265039', 'admin_state_up': True, 'tenant_id': 'ac97d1487c024a68b8ad933d882bb456'}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:48:47.094226 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e7a334-55ba-4e3a-af1e-f023b7af48de req-2a6ffb83-6154-4e62-b09a-6db919d26131 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:48:47.108361 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-39ced7f9-3c70-4c34-b478-aceceefaac52 None None] Attempt 5 to provision port 19b4f355-bc74-46bb-9c3e-debddf171414 Sep 16 03:48:47.108859 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-e0e7a334-55ba-4e3a-af1e-f023b7af48de req-2a6ffb83-6154-4e62-b09a-6db919d26131 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df7ed3f-dd6d-4312-a548-591443add019 HTTP/1.1" status: 200 len: 931 time: 0.1477458 Sep 16 03:48:47.186930 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-39ced7f9-3c70-4c34-b478-aceceefaac52 None None] Port 19b4f355-bc74-46bb-9c3e-debddf171414 cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:48:47.221274 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.managers [req-90bba457-2bc5-4514-b821-3236ac66b5ae req-41843662-e02c-44e0-8ff0-2f9c37ced459 service neutron] Attempting to bind port 19b4f355-bc74-46bb-9c3e-debddf171414 on host hv-cinder-85799 for vnic_type normal with profile {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 03:48:47.221274 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.managers [req-90bba457-2bc5-4514-b821-3236ac66b5ae req-41843662-e02c-44e0-8ff0-2f9c37ced459 service neutron] Attempting to bind port 19b4f355-bc74-46bb-9c3e-debddf171414 by drivers openvswitch,hyperv on host hv-cinder-85799 at level 0 using segments [{'id': '01d386b0-ae58-4dc1-8a99-a07e8676d396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd8d0986c-f45f-4403-8f11-6637eeae0fb2'}] {{(pid=113375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 03:48:47.221274 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bba457-2bc5-4514-b821-3236ac66b5ae req-41843662-e02c-44e0-8ff0-2f9c37ced459 service neutron] Attempting to bind port 19b4f355-bc74-46bb-9c3e-debddf171414 on network d8d0986c-f45f-4403-8f11-6637eeae0fb2 {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 03:48:47.296318 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.db_base_plugin_common [req-c6c94352-acf4-48d1-9b41-b41100dd5393 req-30222493-2345-4baa-82f5-1e597733eef0 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Allocated IP 172.20.0.10 (64754a20-d60c-49a4-9c39-1462c6265039/c8d5968b-806e-4184-9dc4-9781905ff4c8/8e2fa910-3468-43c4-b9c0-ed6a542e2f12) {{(pid=113375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 03:48:47.335165 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-e0e7a334-55ba-4e3a-af1e-f023b7af48de req-07f7a9a1-60de-48bd-96bf-fb7ebc3487de tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dda34443-519e-4bd2-ac6e-612e709d5440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2279599 Sep 16 03:48:47.407178 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6885e6-1037-4cb0-a411-d73e13de97be req-4b34bc0a-bb3a-4144-bd3b-e19aad12534f tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:48:47.409165 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-fc6885e6-1037-4cb0-a411-d73e13de97be req-4b34bc0a-bb3a-4144-bd3b-e19aad12534f tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=234c7287-59d4-425c-ba2b-56031d311ee6 HTTP/1.1" status: 200 len: 943 time: 0.2626221 Sep 16 03:48:47.445751 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bba457-2bc5-4514-b821-3236ac66b5ae req-41843662-e02c-44e0-8ff0-2f9c37ced459 service neutron] Port 19b4f355-bc74-46bb-9c3e-debddf171414 on network d8d0986c-f45f-4403-8f11-6637eeae0fb2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85799 {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 03:48:47.446270 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bba457-2bc5-4514-b821-3236ac66b5ae req-41843662-e02c-44e0-8ff0-2f9c37ced459 service neutron] Attempting to bind port 19b4f355-bc74-46bb-9c3e-debddf171414 on network d8d0986c-f45f-4403-8f11-6637eeae0fb2 {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 03:48:47.495135 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-3f1f7a01-3242-495c-a16d-6b88d4ac8d1f req-3d52dcc5-7221-439b-91e2-783614bce3a0 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6fee7fbd-189b-4a53-ba78-d66512c7b09d HTTP/1.1" status: 200 len: 210 time: 0.0501895 Sep 16 03:48:47.572900 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.notifiers.nova [req-851c14ab-1261-479c-98ea-d237dfdb19e7 req-b606229d-eab9-4175-817c-00fe3a5e27f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88d08060-53df-4d74-b5dd-97e3666abaeb {{(pid=113374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 03:48:47.584746 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [req-851c14ab-1261-479c-98ea-d237dfdb19e7 req-b606229d-eab9-4175-817c-00fe3a5e27f9 service neutron] Publish callbacks [] for port (88d08060-53df-4d74-b5dd-97e3666abaeb), precommit_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:47.614942 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.db.provisioning_blocks [req-851c14ab-1261-479c-98ea-d237dfdb19e7 req-b606229d-eab9-4175-817c-00fe3a5e27f9 service neutron] Transition to ACTIVE for port object 88d08060-53df-4d74-b5dd-97e3666abaeb will not be triggered until provisioned by entity L2. {{(pid=113374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 03:48:47.655704 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-4c5414ba-4846-4e58-bc2c-0fc6bcd7adce req-95299836-6a85-44f4-b4a9-8a2c556ca926 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 210 time: 0.0385871 Sep 16 03:48:47.694575 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-39ced7f9-3c70-4c34-b478-aceceefaac52 None None] Attempt 6 to provision port 19b4f355-bc74-46bb-9c3e-debddf171414 Sep 16 03:48:47.714033 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [req-851c14ab-1261-479c-98ea-d237dfdb19e7 req-b606229d-eab9-4175-817c-00fe3a5e27f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (88d08060-53df-4d74-b5dd-97e3666abaeb), after_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:47.736770 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 54808) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:48:47.744561 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bba457-2bc5-4514-b821-3236ac66b5ae req-41843662-e02c-44e0-8ff0-2f9c37ced459 service neutron] Checking agent: {'id': 'd68ba685-94d2-4b65-887f-d5ec3884fbfa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85799', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 3, 46, 18), 'started_at': datetime.datetime(2022, 9, 16, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 3, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 03:48:47.745780 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bba457-2bc5-4514-b821-3236ac66b5ae req-41843662-e02c-44e0-8ff0-2f9c37ced459 service neutron] Checking segment: {'id': '01d386b0-ae58-4dc1-8a99-a07e8676d396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd8d0986c-f45f-4403-8f11-6637eeae0fb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 03:48:47.747987 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bba457-2bc5-4514-b821-3236ac66b5ae req-41843662-e02c-44e0-8ff0-2f9c37ced459 service neutron] Bound using segment: {'id': '01d386b0-ae58-4dc1-8a99-a07e8676d396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd8d0986c-f45f-4403-8f11-6637eeae0fb2'} {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 03:48:47.748767 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.managers [req-90bba457-2bc5-4514-b821-3236ac66b5ae req-41843662-e02c-44e0-8ff0-2f9c37ced459 service neutron] Bound port: 19b4f355-bc74-46bb-9c3e-debddf171414, host: hv-cinder-85799, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01d386b0-ae58-4dc1-8a99-a07e8676d396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd8d0986c-f45f-4403-8f11-6637eeae0fb2'}}] {{(pid=113375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 03:48:47.749243 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-90bba457-2bc5-4514-b821-3236ac66b5ae req-41843662-e02c-44e0-8ff0-2f9c37ced459 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (19b4f355-bc74-46bb-9c3e-debddf171414), before_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:47.770700 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:47.792357 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-39ced7f9-3c70-4c34-b478-aceceefaac52 None None] Port 19b4f355-bc74-46bb-9c3e-debddf171414 cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:48:47.835980 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a72aba8-74d7-4d1a-9ff6-54279baf6ada req-e241cd37-1b62-4875-97ba-1d2e1bcd7f04 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Made reservation on behalf of ac97d1487c024a68b8ad933d882bb456 for: {'port': 1} {{(pid=113375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 03:48:47.841624 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-1a72aba8-74d7-4d1a-9ff6-54279baf6ada req-e241cd37-1b62-4875-97ba-1d2e1bcd7f04 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:47.930236 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-fc6885e6-1037-4cb0-a411-d73e13de97be req-1a83680d-7f79-4aad-a771-4d3bd50fd4ec tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=61d8ba29-7987-48cf-9137-da50bfd9b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4957922 Sep 16 03:48:48.046082 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-ee99e5fe-6bbe-43bf-8802-200b06d7dec7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:48.047180 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b606229d-eab9-4175-817c-00fe3a5e27f9 service neutron] Pushing event updated for resources: {'Port': ['ID=88d08060-53df-4d74-b5dd-97e3666abaeb,revision_number=2']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:48.047180 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.managers [req-851c14ab-1261-479c-98ea-d237dfdb19e7 req-b606229d-eab9-4175-817c-00fe3a5e27f9 service neutron] Attempting to bind port 88d08060-53df-4d74-b5dd-97e3666abaeb on host hv-cinder-85799 for vnic_type normal with profile {{(pid=113374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 03:48:48.047180 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.managers [req-851c14ab-1261-479c-98ea-d237dfdb19e7 req-b606229d-eab9-4175-817c-00fe3a5e27f9 service neutron] Attempting to bind port 88d08060-53df-4d74-b5dd-97e3666abaeb by drivers openvswitch,hyperv on host hv-cinder-85799 at level 0 using segments [{'id': 'f206f821-35d5-462a-80ff-01e4f0ec6983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '96000232-5a2c-4cbe-8524-4ab75044ef77'}] {{(pid=113374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 03:48:48.047180 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851c14ab-1261-479c-98ea-d237dfdb19e7 req-b606229d-eab9-4175-817c-00fe3a5e27f9 service neutron] Attempting to bind port 88d08060-53df-4d74-b5dd-97e3666abaeb on network 96000232-5a2c-4cbe-8524-4ab75044ef77 {{(pid=113374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 03:48:48.047180 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-8157a784-c0e1-48c5-b23f-413bf867741b req-69a00efc-60f0-40b0-b792-5ecf1f008c72 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806 HTTP/1.1" status: 200 len: 210 time: 0.1367838 Sep 16 03:48:48.088180 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851c14ab-1261-479c-98ea-d237dfdb19e7 req-b606229d-eab9-4175-817c-00fe3a5e27f9 service neutron] Port 88d08060-53df-4d74-b5dd-97e3666abaeb on network 96000232-5a2c-4cbe-8524-4ab75044ef77 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85799 {{(pid=113374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 03:48:48.093737 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851c14ab-1261-479c-98ea-d237dfdb19e7 req-b606229d-eab9-4175-817c-00fe3a5e27f9 service neutron] Attempting to bind port 88d08060-53df-4d74-b5dd-97e3666abaeb on network 96000232-5a2c-4cbe-8524-4ab75044ef77 {{(pid=113374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 03:48:48.140457 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.db [req-90bba457-2bc5-4514-b821-3236ac66b5ae req-41843662-e02c-44e0-8ff0-2f9c37ced459 service neutron] For port 19b4f355-bc74-46bb-9c3e-debddf171414, host hv-cinder-85799, cleared binding levels {{(pid=113375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 03:48:48.152028 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-c6c94352-acf4-48d1-9b41-b41100dd5393 req-30222493-2345-4baa-82f5-1e597733eef0 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Publish callbacks [] for port (8e2fa910-3468-43c4-b9c0-ed6a542e2f12), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:48.186245 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.db [req-90bba457-2bc5-4514-b821-3236ac66b5ae req-41843662-e02c-44e0-8ff0-2f9c37ced459 service neutron] For port 19b4f355-bc74-46bb-9c3e-debddf171414, host hv-cinder-85799, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=19b4f355-bc74-46bb-9c3e-debddf171414,segment=NetworkSegment(01d386b0-ae58-4dc1-8a99-a07e8676d396),segment_id=01d386b0-ae58-4dc1-8a99-a07e8676d396)] {{(pid=113375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 03:48:48.191136 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851c14ab-1261-479c-98ea-d237dfdb19e7 req-b606229d-eab9-4175-817c-00fe3a5e27f9 service neutron] Checking agent: {'id': 'd68ba685-94d2-4b65-887f-d5ec3884fbfa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85799', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 3, 46, 18), 'started_at': datetime.datetime(2022, 9, 16, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 3, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 03:48:48.191797 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851c14ab-1261-479c-98ea-d237dfdb19e7 req-b606229d-eab9-4175-817c-00fe3a5e27f9 service neutron] Checking segment: {'id': 'f206f821-35d5-462a-80ff-01e4f0ec6983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '96000232-5a2c-4cbe-8524-4ab75044ef77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 03:48:48.193360 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851c14ab-1261-479c-98ea-d237dfdb19e7 req-b606229d-eab9-4175-817c-00fe3a5e27f9 service neutron] Bound using segment: {'id': 'f206f821-35d5-462a-80ff-01e4f0ec6983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '96000232-5a2c-4cbe-8524-4ab75044ef77'} {{(pid=113374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 03:48:48.194149 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.managers [req-851c14ab-1261-479c-98ea-d237dfdb19e7 req-b606229d-eab9-4175-817c-00fe3a5e27f9 service neutron] Bound port: 88d08060-53df-4d74-b5dd-97e3666abaeb, host: hv-cinder-85799, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f206f821-35d5-462a-80ff-01e4f0ec6983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '96000232-5a2c-4cbe-8524-4ab75044ef77'}}] {{(pid=113374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 03:48:48.194711 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [req-851c14ab-1261-479c-98ea-d237dfdb19e7 req-b606229d-eab9-4175-817c-00fe3a5e27f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (88d08060-53df-4d74-b5dd-97e3666abaeb), before_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:48.246797 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-ee99e5fe-6bbe-43bf-8802-200b06d7dec7 admin admin] Publish callbacks [] for security_group (8d9467e6-39d4-4bf6-aa12-e1b3a27a97e3), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:48.281828 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.db [req-851c14ab-1261-479c-98ea-d237dfdb19e7 req-b606229d-eab9-4175-817c-00fe3a5e27f9 service neutron] For port 88d08060-53df-4d74-b5dd-97e3666abaeb, host hv-cinder-85799, cleared binding levels {{(pid=113374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 03:48:48.286224 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.db [req-851c14ab-1261-479c-98ea-d237dfdb19e7 req-b606229d-eab9-4175-817c-00fe3a5e27f9 service neutron] For port 88d08060-53df-4d74-b5dd-97e3666abaeb, host hv-cinder-85799, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=88d08060-53df-4d74-b5dd-97e3666abaeb,segment=NetworkSegment(f206f821-35d5-462a-80ff-01e4f0ec6983),segment_id=f206f821-35d5-462a-80ff-01e4f0ec6983)] {{(pid=113374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 03:48:48.294148 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-39ced7f9-3c70-4c34-b478-aceceefaac52 None None] Attempt 7 to provision port 19b4f355-bc74-46bb-9c3e-debddf171414 Sep 16 03:48:48.320063 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-90bba457-2bc5-4514-b821-3236ac66b5ae req-41843662-e02c-44e0-8ff0-2f9c37ced459 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (19b4f355-bc74-46bb-9c3e-debddf171414), after_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:48.324537 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bba457-2bc5-4514-b821-3236ac66b5ae req-41843662-e02c-44e0-8ff0-2f9c37ced459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:48:48.325339 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-90bba457-2bc5-4514-b821-3236ac66b5ae req-41843662-e02c-44e0-8ff0-2f9c37ced459 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602048'] for port (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:48.328293 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-90bba457-2bc5-4514-b821-3236ac66b5ae req-41843662-e02c-44e0-8ff0-2f9c37ced459 service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/19b4f355-bc74-46bb-9c3e-debddf171414 HTTP/1.1" status: 200 len: 1093 time: 3.6552031 Sep 16 03:48:48.331280 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '234c7287-59d4-425c-ba2b-56031d311ee6', 'tag': '19b4f355-bc74-46bb-9c3e-debddf171414'}] {{(pid=113375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 03:48:48.362369 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-39ced7f9-3c70-4c34-b478-aceceefaac52 None None] Port 19b4f355-bc74-46bb-9c3e-debddf171414 cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:48:48.427815 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (d68ba685-94d2-4b65-887f-d5ec3884fbfa), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:48.428836 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [req-851c14ab-1261-479c-98ea-d237dfdb19e7 req-b606229d-eab9-4175-817c-00fe3a5e27f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (88d08060-53df-4d74-b5dd-97e3666abaeb), after_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:48.435436 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c14ab-1261-479c-98ea-d237dfdb19e7 req-b606229d-eab9-4175-817c-00fe3a5e27f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:48:48.439741 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [req-851c14ab-1261-479c-98ea-d237dfdb19e7 req-b606229d-eab9-4175-817c-00fe3a5e27f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602048'] for port (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:48.439741 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-851c14ab-1261-479c-98ea-d237dfdb19e7 req-b606229d-eab9-4175-817c-00fe3a5e27f9 service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/88d08060-53df-4d74-b5dd-97e3666abaeb HTTP/1.1" status: 200 len: 1093 time: 1.7090702 Sep 16 03:48:48.439951 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-ee99e5fe-6bbe-43bf-8802-200b06d7dec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (8d9467e6-39d4-4bf6-aa12-e1b3a27a97e3), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:48.440461 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2df7ed3f-dd6d-4312-a548-591443add019', 'tag': '88d08060-53df-4d74-b5dd-97e3666abaeb'}] {{(pid=113374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 03:48:48.483920 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-c6c94352-acf4-48d1-9b41-b41100dd5393 req-30222493-2345-4baa-82f5-1e597733eef0 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672515804'] for port (8e2fa910-3468-43c4-b9c0-ed6a542e2f12), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:48.787611 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6c94352-acf4-48d1-9b41-b41100dd5393 req-30222493-2345-4baa-82f5-1e597733eef0 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Network 64754a20-d60c-49a4-9c39-1462c6265039 is already hosted by enough agents. {{(pid=113375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 03:48:48.793822 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.base_scheduler [req-c6c94352-acf4-48d1-9b41-b41100dd5393 req-30222493-2345-4baa-82f5-1e597733eef0 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Resources bound (agent type, host, resource id): {{(pid=113375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:48:48.841495 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-ee99e5fe-6bbe-43bf-8802-200b06d7dec7 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=768e634e5f60449eb49465798f8c167a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0884037 Sep 16 03:48:48.848210 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-d3956416-1d66-401b-b352-1a3bd5fd9de1 req-77024720-49b8-4cb1-bb6f-59ca3e2a89e0 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6fee7fbd-189b-4a53-ba78-d66512c7b09d HTTP/1.1" status: 200 len: 210 time: 0.1537323 Sep 16 03:48:48.852321 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6c94352-acf4-48d1-9b41-b41100dd5393 req-30222493-2345-4baa-82f5-1e597733eef0 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Received port after_create {{(pid=113375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 03:48:48.871022 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c94352-acf4-48d1-9b41-b41100dd5393 req-30222493-2345-4baa-82f5-1e597733eef0 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:48:48.871022 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-c6c94352-acf4-48d1-9b41-b41100dd5393 req-30222493-2345-4baa-82f5-1e597733eef0 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602048'] for port (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:48.904087 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 54846) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:48:48.945172 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5377fd1d321389c1792f161ed840337514ae556b8848fe715c314c680a14a908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ddb6629-c50b-462e-b9e6-636dc7acb06f" -d '{"events": [{"name": "network-changed", "server_uuid": "234c7287-59d4-425c-ba2b-56031d311ee6", "tag": "19b4f355-bc74-46bb-9c3e-debddf171414"}]}' {{(pid=113375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 03:48:48.955217 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.db_base_plugin_common [req-1a72aba8-74d7-4d1a-9ff6-54279baf6ada req-e241cd37-1b62-4875-97ba-1d2e1bcd7f04 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Allocated IP 172.20.0.5 (64754a20-d60c-49a4-9c39-1462c6265039/c8d5968b-806e-4184-9dc4-9781905ff4c8/638a834b-f18e-4522-9cce-b0662c140379) {{(pid=113375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 03:48:48.961057 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee99e5fe-6bbe-43bf-8802-200b06d7dec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d9467e6-39d4-4bf6-aa12-e1b3a27a97e3,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:48.977570 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690b364905604876d1d0623b3c540f81637980c049172579221ad326041cdf1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b483dcf-3a6c-40a7-bce1-17f2d20d2163" -d '{"events": [{"name": "network-changed", "server_uuid": "2df7ed3f-dd6d-4312-a548-591443add019", "tag": "88d08060-53df-4d74-b5dd-97e3666abaeb"}]}' {{(pid=113374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 03:48:48.995439 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41843662-e02c-44e0-8ff0-2f9c37ced459 service neutron] Pushing event updated for resources: {'Port': ['ID=19b4f355-bc74-46bb-9c3e-debddf171414,revision_number=3']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:49.010503 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a93617a-ff16-41ca-b3f3-4f259cdaf8b7 req-21179fa3-146f-4089-b0f6-a242f843360f tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:48:49.029466 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-3a93617a-ff16-41ca-b3f3-4f259cdaf8b7 req-21179fa3-146f-4089-b0f6-a242f843360f tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df7ed3f-dd6d-4312-a548-591443add019 HTTP/1.1" status: 200 len: 943 time: 0.5699649 Sep 16 03:48:49.043221 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-c6c94352-acf4-48d1-9b41-b41100dd5393 req-30222493-2345-4baa-82f5-1e597733eef0 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9673910 Sep 16 03:48:49.103879 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [req-c6c94352-acf4-48d1-9b41-b41100dd5393 req-ccbadfdf-35b4-480f-a024-7a49a278ae1b service neutron] Request body: {'port': {'device_id': '3ea00b9d-1f8f-4428-98f7-9d66fd079c6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85799'}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:48:49.149772 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b606229d-eab9-4175-817c-00fe3a5e27f9 service neutron] Pushing event updated for resources: {'Port': ['ID=88d08060-53df-4d74-b5dd-97e3666abaeb,revision_number=3']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:49.151458 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.52', 58672) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:48:49.162495 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-39ced7f9-3c70-4c34-b478-aceceefaac52 None None] Attempt 8 to provision port 19b4f355-bc74-46bb-9c3e-debddf171414 Sep 16 03:48:49.305098 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bba457-2bc5-4514-b821-3236ac66b5ae req-4fc2748b-76ea-4405-b4d0-95e3aa8df6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:48:49.307587 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-90bba457-2bc5-4514-b821-3236ac66b5ae req-4fc2748b-76ea-4405-b4d0-95e3aa8df6eb service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=d39c13d4012549c2890bf1d904d1c041&device_id=234c7287-59d4-425c-ba2b-56031d311ee6 HTTP/1.1" status: 200 len: 1127 time: 0.4014056 Sep 16 03:48:49.315344 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-39ced7f9-3c70-4c34-b478-aceceefaac52 None None] Port 19b4f355-bc74-46bb-9c3e-debddf171414 had new provisioning blocks added so it will not transition to active. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 03:48:49.359174 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-d929b95d-d643-43db-99d7-c60f1157586e req-9c75994b-60c2-43b9-a940-fbc1d9b01972 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 210 time: 0.1721802 Sep 16 03:48:49.362738 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-e8fc27f9-3760-4b14-99f9-a28e14f0c546 admin admin] Publish callbacks [] for security_group (8d9467e6-39d4-4bf6-aa12-e1b3a27a97e3), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:49.488326 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-fa61b6b9-b4f7-4a01-8950-91e913389943 None None] Provisioning complete for port 8e2fa910-3468-43c4-b9c0-ed6a542e2f12 triggered by entity DHCP. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:48:49.488708 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-fa61b6b9-b4f7-4a01-8950-91e913389943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (8e2fa910-3468-43c4-b9c0-ed6a542e2f12), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:49.489050 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-fa61b6b9-b4f7-4a01-8950-91e913389943 None None] Attempt 1 to provision port 8e2fa910-3468-43c4-b9c0-ed6a542e2f12 Sep 16 03:48:49.535585 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-90bba457-2bc5-4514-b821-3236ac66b5ae req-ad770281-fb74-48ea-ad41-6eb1af811a61 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19b4f355-bc74-46bb-9c3e-debddf171414 HTTP/1.1" status: 200 len: 217 time: 0.1351554 Sep 16 03:48:49.567913 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-e8fc27f9-3760-4b14-99f9-a28e14f0c546 admin admin] Publish callbacks [] for security_group (8d9467e6-39d4-4bf6-aa12-e1b3a27a97e3), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:49.678994 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 03:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6925b9df-07df-4a97-9c62-a27f10e5275d x-openstack-request-id: req-6925b9df-07df-4a97-9c62-a27f10e5275d {{(pid=113375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 03:48:49.679617 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "234c7287-59d4-425c-ba2b-56031d311ee6", "tag": "19b4f355-bc74-46bb-9c3e-debddf171414", "status": "completed", "code": 200}]} {{(pid=113375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 03:48:49.679816 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6925b9df-07df-4a97-9c62-a27f10e5275d {{(pid=113375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 03:48:49.680310 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6925b9df-07df-4a97-9c62-a27f10e5275d'] response: {'name': 'network-changed', 'server_uuid': '234c7287-59d4-425c-ba2b-56031d311ee6', 'tag': '19b4f355-bc74-46bb-9c3e-debddf171414', 'status': 'completed', 'code': 200} Sep 16 03:48:49.709330 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30222493-2345-4baa-82f5-1e597733eef0 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Pushing event updated for resources: {'Port': ['ID=8e2fa910-3468-43c4-b9c0-ed6a542e2f12,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:49.759248 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-fa61b6b9-b4f7-4a01-8950-91e913389943 None None] Port 8e2fa910-3468-43c4-b9c0-ed6a542e2f12 cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:48:49.761309 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c14ab-1261-479c-98ea-d237dfdb19e7 req-b515dacd-ec19-490e-8085-a064d6162cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:48:49.765438 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-851c14ab-1261-479c-98ea-d237dfdb19e7 req-b515dacd-ec19-490e-8085-a064d6162cc8 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=e94b50976295422c9c8374155cf2d2c2&device_id=2df7ed3f-dd6d-4312-a548-591443add019 HTTP/1.1" status: 200 len: 1127 time: 0.7298331 Sep 16 03:48:49.797929 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-3a93617a-ff16-41ca-b3f3-4f259cdaf8b7 req-8ebe54cf-adc8-4242-8187-ca3dbc5d71a0 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dda34443-519e-4bd2-ac6e-612e709d5440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7048969 Sep 16 03:48:49.937674 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bba457-2bc5-4514-b821-3236ac66b5ae req-b6001d02-18e5-4c93-bf72-a0c05660b131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:48:49.939393 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-90bba457-2bc5-4514-b821-3236ac66b5ae req-b6001d02-18e5-4c93-bf72-a0c05660b131 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=78a82445-9d1f-4206-b684-d9eb31dd28ea HTTP/1.1" status: 200 len: 849 time: 0.3775628 Sep 16 03:48:50.020264 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-851c14ab-1261-479c-98ea-d237dfdb19e7 req-f6b805e9-2c17-4285-9c41-dd7ffc340ab3 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88d08060-53df-4d74-b5dd-97e3666abaeb HTTP/1.1" status: 200 len: 217 time: 0.2218652 Sep 16 03:48:50.043961 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-c8f80797-97ee-4df2-a0b1-87c761c7950b req-8a11f874-0b95-4e1f-b976-0ccec170d98f tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806 HTTP/1.1" status: 200 len: 210 time: 0.1222799 Sep 16 03:48:50.059933 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d514a3a-1711-43ef-bef0-943c0104d3d0 req-5836ffdd-27c4-408a-9efd-f9d6c32d7181 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:48:50.074951 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-3d514a3a-1711-43ef-bef0-943c0104d3d0 req-5836ffdd-27c4-408a-9efd-f9d6c32d7181 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.52 "GET /networking/v2.0/networks?id=4ff8c520-12d3-47e5-b499-6dbd6e9a131a HTTP/1.1" status: 200 len: 815 time: 0.8376598 Sep 16 03:48:50.074951 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e01344-bd1c-410c-b178-58954b7c2bd5 req-08bc3133-4304-452d-b26f-b10e8eca3bd6 tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:48:50.076252 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-d6e01344-bd1c-410c-b178-58954b7c2bd5 req-08bc3133-4304-452d-b26f-b10e8eca3bd6 tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=234c7287-59d4-425c-ba2b-56031d311ee6 HTTP/1.1" status: 200 len: 943 time: 0.2503936 Sep 16 03:48:50.084725 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-e8fc27f9-3760-4b14-99f9-a28e14f0c546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (8d9467e6-39d4-4bf6-aa12-e1b3a27a97e3), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:50.087675 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-e8fc27f9-3760-4b14-99f9-a28e14f0c546 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:50.092774 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-e8fc27f9-3760-4b14-99f9-a28e14f0c546 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/8d9467e6-39d4-4bf6-aa12-e1b3a27a97e3 HTTP/1.1" status: 204 len: 168 time: 1.1832230 Sep 16 03:48:50.153483 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-c6c94352-acf4-48d1-9b41-b41100dd5393 req-ccbadfdf-35b4-480f-a024-7a49a278ae1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (8e2fa910-3468-43c4-b9c0-ed6a542e2f12), before_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:50.168639 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fc27f9-3760-4b14-99f9-a28e14f0c546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d9467e6-39d4-4bf6-aa12-e1b3a27a97e3,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:50.261381 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-fa61b6b9-b4f7-4a01-8950-91e913389943 None None] Attempt 2 to provision port 8e2fa910-3468-43c4-b9c0-ed6a542e2f12 Sep 16 03:48:50.321271 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-1a72aba8-74d7-4d1a-9ff6-54279baf6ada req-e241cd37-1b62-4875-97ba-1d2e1bcd7f04 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Publish callbacks [] for port (638a834b-f18e-4522-9cce-b0662c140379), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:50.359266 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-fa61b6b9-b4f7-4a01-8950-91e913389943 None None] Port 8e2fa910-3468-43c4-b9c0-ed6a542e2f12 cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:48:50.385246 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:50.387550 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bba457-2bc5-4514-b821-3236ac66b5ae req-28eea5ee-5988-4012-919c-123efae475f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:48:50.389505 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-90bba457-2bc5-4514-b821-3236ac66b5ae req-28eea5ee-5988-4012-919c-123efae475f6 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=d8d0986c-f45f-4403-8f11-6637eeae0fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2575629 Sep 16 03:48:50.397305 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-d6e01344-bd1c-410c-b178-58954b7c2bd5 req-0a6344f9-eb52-477b-9d19-250837ce36b5 tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=61d8ba29-7987-48cf-9137-da50bfd9b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200431 Sep 16 03:48:50.480831 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c14ab-1261-479c-98ea-d237dfdb19e7 req-8350ada9-28dd-4472-8ffd-1614e59d8210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:48:50.485740 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-851c14ab-1261-479c-98ea-d237dfdb19e7 req-8350ada9-28dd-4472-8ffd-1614e59d8210 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=4abf9a95-17e5-40d7-a907-9f39161a7362 HTTP/1.1" status: 200 len: 849 time: 0.3376033 Sep 16 03:48:50.519142 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-3d514a3a-1711-43ef-bef0-943c0104d3d0 req-8bc5d729-2750-4fb2-8370-ffb77d5144d3 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.52 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8ee4a40c6c264553a14e0eff367da4a0 HTTP/1.1" status: 200 len: 379 time: 0.3686922 Sep 16 03:48:50.657313 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-e4876436-f49c-4154-b20a-cbe62c1702dc req-d0ffcb91-c4af-4fd7-86db-9ae92c1b4fda tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6fee7fbd-189b-4a53-ba78-d66512c7b09d HTTP/1.1" status: 200 len: 210 time: 0.1282959 Sep 16 03:48:50.722676 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-1a72aba8-74d7-4d1a-9ff6-54279baf6ada req-e241cd37-1b62-4875-97ba-1d2e1bcd7f04 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672515804'] for port (638a834b-f18e-4522-9cce-b0662c140379), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:50.741080 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 54890) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:48:50.767314 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 03:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f28b5cf-8fdd-4ee1-be01-5eb8d3ba4647 x-openstack-request-id: req-8f28b5cf-8fdd-4ee1-be01-5eb8d3ba4647 {{(pid=113374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 03:48:50.767710 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2df7ed3f-dd6d-4312-a548-591443add019", "tag": "88d08060-53df-4d74-b5dd-97e3666abaeb", "status": "completed", "code": 200}]} {{(pid=113374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 03:48:50.768057 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8f28b5cf-8fdd-4ee1-be01-5eb8d3ba4647 {{(pid=113374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 03:48:50.768664 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f28b5cf-8fdd-4ee1-be01-5eb8d3ba4647'] response: {'name': 'network-changed', 'server_uuid': '2df7ed3f-dd6d-4312-a548-591443add019', 'tag': '88d08060-53df-4d74-b5dd-97e3666abaeb', 'status': 'completed', 'code': 200} Sep 16 03:48:50.862793 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-fa61b6b9-b4f7-4a01-8950-91e913389943 None None] Attempt 3 to provision port 8e2fa910-3468-43c4-b9c0-ed6a542e2f12 Sep 16 03:48:50.890839 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-48b17b5f-a427-47e6-b7ae-11e20763c92f req-af1172a8-81b0-4787-be33-f2b356e78517 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 210 time: 0.0661302 Sep 16 03:48:50.906551 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.v2.base [req-3d514a3a-1711-43ef-bef0-943c0104d3d0 req-9c361ec5-a13c-40cb-bcae-0433e26ab58b tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Request body: {'port': {'device_id': '6fee7fbd-189b-4a53-ba78-d66512c7b09d', 'network_id': '4ff8c520-12d3-47e5-b499-6dbd6e9a131a', 'admin_state_up': True, 'tenant_id': '8ee4a40c6c264553a14e0eff367da4a0', 'security_groups': ['027aaa3c-b814-436c-be79-fb5c0a99b9b5']}} {{(pid=113374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:48:51.011951 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-fa61b6b9-b4f7-4a01-8950-91e913389943 None None] Port 8e2fa910-3468-43c4-b9c0-ed6a542e2f12 cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:48:51.115640 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-5fab59c1-003d-4e50-9a4a-dc0d24b8156a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:51.120748 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:UPDATE=4 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:51.198296 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a72aba8-74d7-4d1a-9ff6-54279baf6ada req-e241cd37-1b62-4875-97ba-1d2e1bcd7f04 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Network 64754a20-d60c-49a4-9c39-1462c6265039 is already hosted by enough agents. {{(pid=113375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 03:48:51.229053 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.base_scheduler [req-1a72aba8-74d7-4d1a-9ff6-54279baf6ada req-e241cd37-1b62-4875-97ba-1d2e1bcd7f04 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Resources bound (agent type, host, resource id): {{(pid=113375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:48:51.247624 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a72aba8-74d7-4d1a-9ff6-54279baf6ada req-e241cd37-1b62-4875-97ba-1d2e1bcd7f04 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Received port after_create {{(pid=113375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 03:48:51.252419 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a72aba8-74d7-4d1a-9ff6-54279baf6ada req-e241cd37-1b62-4875-97ba-1d2e1bcd7f04 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:48:51.253146 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-1a72aba8-74d7-4d1a-9ff6-54279baf6ada req-e241cd37-1b62-4875-97ba-1d2e1bcd7f04 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602048'] for port (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:51.265859 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c14ab-1261-479c-98ea-d237dfdb19e7 req-8bca1bc0-ba8c-416e-bada-a8bc899a6baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:48:51.267389 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-851c14ab-1261-479c-98ea-d237dfdb19e7 req-8bca1bc0-ba8c-416e-bada-a8bc899a6baa service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=96000232-5a2c-4cbe-8524-4ab75044ef77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2608445 Sep 16 03:48:51.268036 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e241cd37-1b62-4875-97ba-1d2e1bcd7f04 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Pushing event updated for resources: {'Port': ['ID=638a834b-f18e-4522-9cce-b0662c140379,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:51.286335 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0023e9-5680-4b8f-ad54-29baee760806 req-d586677e-8a5b-46cf-9025-3b9fd2e17932 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:48:51.293788 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-90bba457-2bc5-4514-b821-3236ac66b5ae req-95824975-e5a7-4714-8b90-46c73ec4ebe0 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/d8d0986c-f45f-4403-8f11-6637eeae0fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3963952 Sep 16 03:48:51.294502 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-2b0023e9-5680-4b8f-ad54-29baee760806 req-d586677e-8a5b-46cf-9025-3b9fd2e17932 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df7ed3f-dd6d-4312-a548-591443add019 HTTP/1.1" status: 200 len: 943 time: 0.1875491 Sep 16 03:48:51.378880 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.52', 58684) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:48:51.412008 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99390a1a-fb3f-4c5d-b2ba-42d94eb767db req-7ac55e54-45d3-408d-9d7d-acdc7d4577f6 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:48:51.413715 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-99390a1a-fb3f-4c5d-b2ba-42d94eb767db req-7ac55e54-45d3-408d-9d7d-acdc7d4577f6 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806 HTTP/1.1" status: 200 len: 931 time: 0.2351077 Sep 16 03:48:51.514933 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-fa61b6b9-b4f7-4a01-8950-91e913389943 None None] Attempt 4 to provision port 8e2fa910-3468-43c4-b9c0-ed6a542e2f12 Sep 16 03:48:51.580349 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=100 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:51.581937 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-fa61b6b9-b4f7-4a01-8950-91e913389943 None None] Port 8e2fa910-3468-43c4-b9c0-ed6a542e2f12 cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:48:51.591045 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.notifiers.nova [req-c6c94352-acf4-48d1-9b41-b41100dd5393 req-ccbadfdf-35b4-480f-a024-7a49a278ae1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e2fa910-3468-43c4-b9c0-ed6a542e2f12 {{(pid=113375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 03:48:51.602002 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-c6c94352-acf4-48d1-9b41-b41100dd5393 req-ccbadfdf-35b4-480f-a024-7a49a278ae1b service neutron] Publish callbacks [] for port (8e2fa910-3468-43c4-b9c0-ed6a542e2f12), precommit_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:51.616003 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-2b0023e9-5680-4b8f-ad54-29baee760806 req-bc172aa8-ed5d-45b1-b3c2-cd3d20811c61 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dda34443-519e-4bd2-ac6e-612e709d5440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3194454 Sep 16 03:48:51.627100 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-1a72aba8-74d7-4d1a-9ff6-54279baf6ada req-e241cd37-1b62-4875-97ba-1d2e1bcd7f04 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6494877 Sep 16 03:48:51.629944 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.provisioning_blocks [req-c6c94352-acf4-48d1-9b41-b41100dd5393 req-ccbadfdf-35b4-480f-a024-7a49a278ae1b service neutron] Transition to ACTIVE for port object 8e2fa910-3468-43c4-b9c0-ed6a542e2f12 will not be triggered until provisioned by entity L2. {{(pid=113375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 03:48:51.664347 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [req-1a72aba8-74d7-4d1a-9ff6-54279baf6ada req-000140d0-7fd3-4ae8-9efe-0034ca278dca service neutron] Request body: {'port': {'device_id': '14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85799'}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:48:51.731071 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-851c14ab-1261-479c-98ea-d237dfdb19e7 req-c215ffda-4217-4b2d-83a2-9975e4943e8a service neutron] 10.222.0.52 "GET /networking/v2.0/networks/96000232-5a2c-4cbe-8524-4ab75044ef77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4326031 Sep 16 03:48:51.758656 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-c6c94352-acf4-48d1-9b41-b41100dd5393 req-ccbadfdf-35b4-480f-a024-7a49a278ae1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (8e2fa910-3468-43c4-b9c0-ed6a542e2f12), after_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:51.831326 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-1a72aba8-74d7-4d1a-9ff6-54279baf6ada req-000140d0-7fd3-4ae8-9efe-0034ca278dca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (638a834b-f18e-4522-9cce-b0662c140379), before_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:51.859092 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55dda08-2e81-4ac3-8334-eda313d74d8c req-7b2cca4e-f489-4980-97f7-f8e117c29c4e tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:48:51.859092 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-e55dda08-2e81-4ac3-8334-eda313d74d8c req-7b2cca4e-f489-4980-97f7-f8e117c29c4e tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.52 "GET /networking/v2.0/networks?id=60a25330-2068-4171-85ea-2cd82f09cbdb HTTP/1.1" status: 200 len: 816 time: 0.4778113 Sep 16 03:48:51.864966 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-5fab59c1-003d-4e50-9a4a-dc0d24b8156a admin admin] Publish callbacks [] for security_group (a678f157-027b-44ef-83f0-ce5f0c0ef9be), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:51.868059 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-90bba457-2bc5-4514-b821-3236ac66b5ae req-3773b542-b6e4-4562-afaf-b99f5d49208b service neutron] 10.222.0.52 "GET /networking/v2.0/networks/d8d0986c-f45f-4403-8f11-6637eeae0fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5512528 Sep 16 03:48:51.869945 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d514a3a-1711-43ef-bef0-943c0104d3d0 req-9c361ec5-a13c-40cb-bcae-0433e26ab58b tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Made reservation on behalf of 8ee4a40c6c264553a14e0eff367da4a0 for: {'port': 1} {{(pid=113374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 03:48:51.874764 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [req-3d514a3a-1711-43ef-bef0-943c0104d3d0 req-9c361ec5-a13c-40cb-bcae-0433e26ab58b tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:51.899773 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-99390a1a-fb3f-4c5d-b2ba-42d94eb767db req-c4e5555c-7c5b-468d-bfe6-4d4a4bbe435d tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4305630 Sep 16 03:48:51.966351 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a238ac0f-7ee2-4086-8c3b-baeb2bfcd2c1 req-197b82cd-3f99-4da4-8889-57e50eeb8084 tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:48:51.976730 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-a238ac0f-7ee2-4086-8c3b-baeb2bfcd2c1 req-197b82cd-3f99-4da4-8889-57e50eeb8084 tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=234c7287-59d4-425c-ba2b-56031d311ee6 HTTP/1.1" status: 200 len: 943 time: 0.2480342 Sep 16 03:48:52.030964 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-5fab59c1-003d-4e50-9a4a-dc0d24b8156a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (a678f157-027b-44ef-83f0-ce5f0c0ef9be), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:52.063116 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbadfdf-35b4-480f-a024-7a49a278ae1b service neutron] Pushing event updated for resources: {'Port': ['ID=8e2fa910-3468-43c4-b9c0-ed6a542e2f12,revision_number=2']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:52.082868 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-fa61b6b9-b4f7-4a01-8950-91e913389943 None None] Attempt 5 to provision port 8e2fa910-3468-43c4-b9c0-ed6a542e2f12 Sep 16 03:48:52.152378 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-fa61b6b9-b4f7-4a01-8950-91e913389943 None None] Port 8e2fa910-3468-43c4-b9c0-ed6a542e2f12 cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:48:52.179418 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.managers [req-c6c94352-acf4-48d1-9b41-b41100dd5393 req-ccbadfdf-35b4-480f-a024-7a49a278ae1b service neutron] Attempting to bind port 8e2fa910-3468-43c4-b9c0-ed6a542e2f12 on host hv-cinder-85799 for vnic_type normal with profile {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 03:48:52.180180 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.managers [req-c6c94352-acf4-48d1-9b41-b41100dd5393 req-ccbadfdf-35b4-480f-a024-7a49a278ae1b service neutron] Attempting to bind port 8e2fa910-3468-43c4-b9c0-ed6a542e2f12 by drivers openvswitch,hyperv on host hv-cinder-85799 at level 0 using segments [{'id': 'ffd67134-8fee-4362-8336-40afb3537ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '64754a20-d60c-49a4-9c39-1462c6265039'}] {{(pid=113375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 03:48:52.180702 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c94352-acf4-48d1-9b41-b41100dd5393 req-ccbadfdf-35b4-480f-a024-7a49a278ae1b service neutron] Attempting to bind port 8e2fa910-3468-43c4-b9c0-ed6a542e2f12 on network 64754a20-d60c-49a4-9c39-1462c6265039 {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 03:48:52.286199 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fab59c1-003d-4e50-9a4a-dc0d24b8156a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a678f157-027b-44ef-83f0-ce5f0c0ef9be,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:52.289005 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-851c14ab-1261-479c-98ea-d237dfdb19e7 req-6d19acff-4966-44b8-ac46-204a4cefa174 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/96000232-5a2c-4cbe-8524-4ab75044ef77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5322106 Sep 16 03:48:52.308048 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-6c4440cc-32f7-4a34-aac3-ca03838ba1ac req-6de6b870-c9b0-493a-83b9-88a756291a73 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6fee7fbd-189b-4a53-ba78-d66512c7b09d HTTP/1.1" status: 200 len: 210 time: 0.2690835 Sep 16 03:48:52.318248 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-5fab59c1-003d-4e50-9a4a-dc0d24b8156a admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=04f53e174db94e41bac3e45226a715e5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5760076 Sep 16 03:48:52.321828 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-a238ac0f-7ee2-4086-8c3b-baeb2bfcd2c1 req-c3824fd5-8436-45a4-80e6-3d379fff2339 tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=61d8ba29-7987-48cf-9137-da50bfd9b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3441811 Sep 16 03:48:52.331113 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb6629-c50b-462e-b9e6-636dc7acb06f req-98153fe9-cabb-4363-b2d8-236ea617447d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:48:52.332664 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-9ddb6629-c50b-462e-b9e6-636dc7acb06f req-98153fe9-cabb-4363-b2d8-236ea617447d service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=d39c13d4012549c2890bf1d904d1c041&device_id=234c7287-59d4-425c-ba2b-56031d311ee6 HTTP/1.1" status: 200 len: 1127 time: 0.2371624 Sep 16 03:48:52.343820 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.db.db_base_plugin_common [req-3d514a3a-1711-43ef-bef0-943c0104d3d0 req-9c361ec5-a13c-40cb-bcae-0433e26ab58b tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Allocated IP 172.20.0.10 (4ff8c520-12d3-47e5-b499-6dbd6e9a131a/dc6b4dbf-6194-4053-a2ab-d05e1046d55f/0ec6698f-782e-4670-8cd3-efb57d7433ad) {{(pid=113374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 03:48:52.350363 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-e55dda08-2e81-4ac3-8334-eda313d74d8c req-58715b88-00ba-4c54-9acb-7c86bd4091cd tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.52 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=cb698ddcedae42a29f50203ec59db295 HTTP/1.1" status: 200 len: 380 time: 0.4302452 Sep 16 03:48:52.379836 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 54940) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:48:52.403020 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.v2.base [req-e55dda08-2e81-4ac3-8334-eda313d74d8c req-711a7819-d457-4e41-a4ff-c89c171c63f3 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Request body: {'port': {'device_id': '230b59e9-09d0-4448-a6a6-a395823fcd8b', 'network_id': '60a25330-2068-4171-85ea-2cd82f09cbdb', 'admin_state_up': True, 'tenant_id': 'cb698ddcedae42a29f50203ec59db295', 'security_groups': ['f8c02e96-afe7-4076-a9de-757bf644ff7a']}} {{(pid=113374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:48:52.554663 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c94352-acf4-48d1-9b41-b41100dd5393 req-ccbadfdf-35b4-480f-a024-7a49a278ae1b service neutron] Port 8e2fa910-3468-43c4-b9c0-ed6a542e2f12 on network 64754a20-d60c-49a4-9c39-1462c6265039 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85799 {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 03:48:52.554926 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c94352-acf4-48d1-9b41-b41100dd5393 req-ccbadfdf-35b4-480f-a024-7a49a278ae1b service neutron] Attempting to bind port 8e2fa910-3468-43c4-b9c0-ed6a542e2f12 on network 64754a20-d60c-49a4-9c39-1462c6265039 {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 03:48:52.649766 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-c6a50a74-64da-47d0-808e-edebfb37e217 req-dd302b3f-80cd-4ac0-88b2-3e9b56523f29 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 210 time: 0.1224685 Sep 16 03:48:52.655023 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-fa61b6b9-b4f7-4a01-8950-91e913389943 None None] Attempt 6 to provision port 8e2fa910-3468-43c4-b9c0-ed6a542e2f12 Sep 16 03:48:52.713317 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-78d59b08-5c67-47d5-9dc4-c4a13883c987 admin admin] Publish callbacks [] for security_group (a678f157-027b-44ef-83f0-ce5f0c0ef9be), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:52.772726 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-78d59b08-5c67-47d5-9dc4-c4a13883c987 admin admin] Publish callbacks [] for security_group (a678f157-027b-44ef-83f0-ce5f0c0ef9be), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:52.774687 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c94352-acf4-48d1-9b41-b41100dd5393 req-ccbadfdf-35b4-480f-a024-7a49a278ae1b service neutron] Checking agent: {'id': 'd68ba685-94d2-4b65-887f-d5ec3884fbfa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85799', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 3, 46, 18), 'started_at': datetime.datetime(2022, 9, 16, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 3, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 03:48:52.775045 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c94352-acf4-48d1-9b41-b41100dd5393 req-ccbadfdf-35b4-480f-a024-7a49a278ae1b service neutron] Checking segment: {'id': 'ffd67134-8fee-4362-8336-40afb3537ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '64754a20-d60c-49a4-9c39-1462c6265039'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 03:48:52.775425 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c94352-acf4-48d1-9b41-b41100dd5393 req-ccbadfdf-35b4-480f-a024-7a49a278ae1b service neutron] Bound using segment: {'id': 'ffd67134-8fee-4362-8336-40afb3537ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '64754a20-d60c-49a4-9c39-1462c6265039'} {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 03:48:52.775877 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.managers [req-c6c94352-acf4-48d1-9b41-b41100dd5393 req-ccbadfdf-35b4-480f-a024-7a49a278ae1b service neutron] Bound port: 8e2fa910-3468-43c4-b9c0-ed6a542e2f12, host: hv-cinder-85799, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffd67134-8fee-4362-8336-40afb3537ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '64754a20-d60c-49a4-9c39-1462c6265039'}}] {{(pid=113375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 03:48:52.776216 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-c6c94352-acf4-48d1-9b41-b41100dd5393 req-ccbadfdf-35b4-480f-a024-7a49a278ae1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (8e2fa910-3468-43c4-b9c0-ed6a542e2f12), before_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:52.779956 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-fa61b6b9-b4f7-4a01-8950-91e913389943 None None] Port 8e2fa910-3468-43c4-b9c0-ed6a542e2f12 cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:48:52.924196 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:52.997007 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb6629-c50b-462e-b9e6-636dc7acb06f req-94d1ea91-adc5-46e2-a1b5-570c4e7c0ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:48:53.007886 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-9ddb6629-c50b-462e-b9e6-636dc7acb06f req-94d1ea91-adc5-46e2-a1b5-570c4e7c0ae7 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=d8d0986c-f45f-4403-8f11-6637eeae0fb2 HTTP/1.1" status: 200 len: 911 time: 0.4645231 Sep 16 03:48:53.050829 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305c1a9e-720d-4ddd-b323-fd6326476775 req-2603e0db-5838-4d54-94ab-a23ea562de5a tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:48:53.052678 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-305c1a9e-720d-4ddd-b323-fd6326476775 req-2603e0db-5838-4d54-94ab-a23ea562de5a tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df7ed3f-dd6d-4312-a548-591443add019 HTTP/1.1" status: 200 len: 943 time: 0.2153747 Sep 16 03:48:53.057619 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [req-3d514a3a-1711-43ef-bef0-943c0104d3d0 req-9c361ec5-a13c-40cb-bcae-0433e26ab58b tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks [] for port (0ec6698f-782e-4670-8cd3-efb57d7433ad), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:53.155993 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-9ddb6629-c50b-462e-b9e6-636dc7acb06f req-54488f5f-fc4c-453f-a5f2-a4c96a45b26e service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19b4f355-bc74-46bb-9c3e-debddf171414 HTTP/1.1" status: 200 len: 217 time: 0.0963008 Sep 16 03:48:53.158979 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:53.184181 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e55dda08-2e81-4ac3-8334-eda313d74d8c req-711a7819-d457-4e41-a4ff-c89c171c63f3 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Made reservation on behalf of cb698ddcedae42a29f50203ec59db295 for: {'port': 1} {{(pid=113374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 03:48:53.189016 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [req-e55dda08-2e81-4ac3-8334-eda313d74d8c req-711a7819-d457-4e41-a4ff-c89c171c63f3 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:53.205040 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.notifiers.nova [req-1a72aba8-74d7-4d1a-9ff6-54279baf6ada req-000140d0-7fd3-4ae8-9efe-0034ca278dca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 638a834b-f18e-4522-9cce-b0662c140379 {{(pid=113375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 03:48:53.220606 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51e0400-677f-47b3-8ad2-c85f8b1ced49 req-ff8b6f45-e170-4267-be05-c933418d3b97 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:48:53.222236 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-c51e0400-677f-47b3-8ad2-c85f8b1ced49 req-ff8b6f45-e170-4267-be05-c933418d3b97 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806 HTTP/1.1" status: 200 len: 931 time: 0.1209793 Sep 16 03:48:53.230835 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-1a72aba8-74d7-4d1a-9ff6-54279baf6ada req-000140d0-7fd3-4ae8-9efe-0034ca278dca service neutron] Publish callbacks [] for port (638a834b-f18e-4522-9cce-b0662c140379), precommit_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:53.253447 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b483dcf-3a6c-40a7-bce1-17f2d20d2163 req-541a6359-350d-48b5-87ad-0e1395474371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:48:53.255070 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-4b483dcf-3a6c-40a7-bce1-17f2d20d2163 req-541a6359-350d-48b5-87ad-0e1395474371 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=e94b50976295422c9c8374155cf2d2c2&device_id=2df7ed3f-dd6d-4312-a548-591443add019 HTTP/1.1" status: 200 len: 1127 time: 0.1504385 Sep 16 03:48:53.281624 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-fa61b6b9-b4f7-4a01-8950-91e913389943 None None] Attempt 7 to provision port 8e2fa910-3468-43c4-b9c0-ed6a542e2f12 Sep 16 03:48:53.284891 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.db [req-c6c94352-acf4-48d1-9b41-b41100dd5393 req-ccbadfdf-35b4-480f-a024-7a49a278ae1b service neutron] For port 8e2fa910-3468-43c4-b9c0-ed6a542e2f12, host hv-cinder-85799, cleared binding levels {{(pid=113375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 03:48:53.358686 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-c75c04c2-d215-4c1c-9ff0-4f2f1cf275ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (5f458d39-b7df-4a2e-8f52-58d49f268778), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:53.391472 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.db [req-c6c94352-acf4-48d1-9b41-b41100dd5393 req-ccbadfdf-35b4-480f-a024-7a49a278ae1b service neutron] For port 8e2fa910-3468-43c4-b9c0-ed6a542e2f12, host hv-cinder-85799, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=8e2fa910-3468-43c4-b9c0-ed6a542e2f12,segment=NetworkSegment(ffd67134-8fee-4362-8336-40afb3537ec3),segment_id=ffd67134-8fee-4362-8336-40afb3537ec3)] {{(pid=113375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 03:48:53.406073 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-fa61b6b9-b4f7-4a01-8950-91e913389943 None None] Port 8e2fa910-3468-43c4-b9c0-ed6a542e2f12 cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:48:53.424791 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.provisioning_blocks [req-1a72aba8-74d7-4d1a-9ff6-54279baf6ada req-000140d0-7fd3-4ae8-9efe-0034ca278dca service neutron] Transition to ACTIVE for port object 638a834b-f18e-4522-9cce-b0662c140379 will not be triggered until provisioned by entity L2. {{(pid=113375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 03:48:53.433839 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-78d59b08-5c67-47d5-9dc4-c4a13883c987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (a678f157-027b-44ef-83f0-ce5f0c0ef9be), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:53.433839 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-78d59b08-5c67-47d5-9dc4-c4a13883c987 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:53.442610 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-78d59b08-5c67-47d5-9dc4-c4a13883c987 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/a678f157-027b-44ef-83f0-ce5f0c0ef9be HTTP/1.1" status: 204 len: 168 time: 1.0607643 Sep 16 03:48:53.443920 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-c51e0400-677f-47b3-8ad2-c85f8b1ced49 req-bf0cc7ee-ad16-4d0a-bde4-93ad0f5c34ce tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081819 Sep 16 03:48:53.476761 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=4 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:53.513310 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d59b08-5c67-47d5-9dc4-c4a13883c987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a678f157-027b-44ef-83f0-ce5f0c0ef9be,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:53.521153 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-c6c94352-acf4-48d1-9b41-b41100dd5393 req-ccbadfdf-35b4-480f-a024-7a49a278ae1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (8e2fa910-3468-43c4-b9c0-ed6a542e2f12), after_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:53.530504 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c94352-acf4-48d1-9b41-b41100dd5393 req-ccbadfdf-35b4-480f-a024-7a49a278ae1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:48:53.531086 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-c6c94352-acf4-48d1-9b41-b41100dd5393 req-ccbadfdf-35b4-480f-a024-7a49a278ae1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602048'] for port (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:53.532592 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-c6c94352-acf4-48d1-9b41-b41100dd5393 req-ccbadfdf-35b4-480f-a024-7a49a278ae1b service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/8e2fa910-3468-43c4-b9c0-ed6a542e2f12 HTTP/1.1" status: 200 len: 1094 time: 4.4767869 Sep 16 03:48:53.538544 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ea00b9d-1f8f-4428-98f7-9d66fd079c6d', 'tag': '8e2fa910-3468-43c4-b9c0-ed6a542e2f12'}] {{(pid=113375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 03:48:53.541037 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5377fd1d321389c1792f161ed840337514ae556b8848fe715c314c680a14a908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a92b77e-e902-40d8-8f94-1fee09b958e5" -d '{"events": [{"name": "network-changed", "server_uuid": "3ea00b9d-1f8f-4428-98f7-9d66fd079c6d", "tag": "8e2fa910-3468-43c4-b9c0-ed6a542e2f12"}]}' {{(pid=113375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 03:48:53.604268 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:53.614127 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-1a72aba8-74d7-4d1a-9ff6-54279baf6ada req-000140d0-7fd3-4ae8-9efe-0034ca278dca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (638a834b-f18e-4522-9cce-b0662c140379), after_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:53.634830 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-305c1a9e-720d-4ddd-b323-fd6326476775 req-e53fc5e6-0e00-4e2c-b5f4-dadcfdac11f0 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dda34443-519e-4bd2-ac6e-612e709d5440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5617912 Sep 16 03:48:53.702240 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb6629-c50b-462e-b9e6-636dc7acb06f req-c27dbc6a-6980-4cb4-9d8d-658f9e759ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:48:53.703275 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-9ddb6629-c50b-462e-b9e6-636dc7acb06f req-c27dbc6a-6980-4cb4-9d8d-658f9e759ba2 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=78a82445-9d1f-4206-b684-d9eb31dd28ea HTTP/1.1" status: 200 len: 849 time: 0.5305810 Sep 16 03:48:53.759248 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b483dcf-3a6c-40a7-bce1-17f2d20d2163 req-7cc5a9f2-9729-428c-9ba9-0b840e1b2d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:48:53.761146 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-4b483dcf-3a6c-40a7-bce1-17f2d20d2163 req-7cc5a9f2-9729-428c-9ba9-0b840e1b2d57 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=96000232-5a2c-4cbe-8524-4ab75044ef77 HTTP/1.1" status: 200 len: 911 time: 0.4874434 Sep 16 03:48:53.804954 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-5764015c-d4e9-4261-b1d4-4b84c6ad6497 req-ebc1d680-e64c-43db-83c9-89b76583cd58 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6fee7fbd-189b-4a53-ba78-d66512c7b09d HTTP/1.1" status: 200 len: 210 time: 0.0920503 Sep 16 03:48:53.814382 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [req-3d514a3a-1711-43ef-bef0-943c0104d3d0 req-9c361ec5-a13c-40cb-bcae-0433e26ab58b tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672515804'] for port (0ec6698f-782e-4670-8cd3-efb57d7433ad), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:53.883214 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb6629-c50b-462e-b9e6-636dc7acb06f req-0c56e88a-b65d-4eb5-a511-3aee62b8a196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:48:53.889424 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-9ddb6629-c50b-462e-b9e6-636dc7acb06f req-0c56e88a-b65d-4eb5-a511-3aee62b8a196 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=d8d0986c-f45f-4403-8f11-6637eeae0fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1639898 Sep 16 03:48:53.909505 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-fa61b6b9-b4f7-4a01-8950-91e913389943 None None] Attempt 8 to provision port 8e2fa910-3468-43c4-b9c0-ed6a542e2f12 Sep 16 03:48:53.928093 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-4b483dcf-3a6c-40a7-bce1-17f2d20d2163 req-9c27c9e1-933d-436a-b845-dc35328786f8 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88d08060-53df-4d74-b5dd-97e3666abaeb HTTP/1.1" status: 200 len: 217 time: 0.1461453 Sep 16 03:48:53.940296 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d514a3a-1711-43ef-bef0-943c0104d3d0 req-9c361ec5-a13c-40cb-bcae-0433e26ab58b tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Network 4ff8c520-12d3-47e5-b499-6dbd6e9a131a is already hosted by enough agents. {{(pid=113374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 03:48:53.959156 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80486b21-a3da-4046-8ef4-4eed25fa35e6 req-b7352be2-bf08-4514-9485-3890ec3f02df tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:48:53.975557 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-80486b21-a3da-4046-8ef4-4eed25fa35e6 req-b7352be2-bf08-4514-9485-3890ec3f02df tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=234c7287-59d4-425c-ba2b-56031d311ee6 HTTP/1.1" status: 200 len: 943 time: 0.3456256 Sep 16 03:48:53.976975 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.base_scheduler [req-3d514a3a-1711-43ef-bef0-943c0104d3d0 req-9c361ec5-a13c-40cb-bcae-0433e26ab58b tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Resources bound (agent type, host, resource id): {{(pid=113374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:48:53.995168 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d514a3a-1711-43ef-bef0-943c0104d3d0 req-9c361ec5-a13c-40cb-bcae-0433e26ab58b tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Received port after_create {{(pid=113374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 03:48:53.998950 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d514a3a-1711-43ef-bef0-943c0104d3d0 req-9c361ec5-a13c-40cb-bcae-0433e26ab58b tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:48:53.999589 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [req-3d514a3a-1711-43ef-bef0-943c0104d3d0 req-9c361ec5-a13c-40cb-bcae-0433e26ab58b tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602048'] for port (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:54.020893 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.db.db_base_plugin_common [req-e55dda08-2e81-4ac3-8334-eda313d74d8c req-711a7819-d457-4e41-a4ff-c89c171c63f3 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Allocated IP 172.20.0.7 (60a25330-2068-4171-85ea-2cd82f09cbdb/070db458-4233-40aa-8c99-3613db8fb323/a04cc8c1-86e6-4381-8e36-de59ce5d9321) {{(pid=113374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 03:48:54.022750 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c361ec5-a13c-40cb-bcae-0433e26ab58b tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Pushing event updated for resources: {'Port': ['ID=0ec6698f-782e-4670-8cd3-efb57d7433ad,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:54.036404 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-7e23b3e1-b020-4774-862d-dffa52d5df33 req-bdb670ff-2970-45e0-b757-438f2e071261 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 210 time: 0.0949860 Sep 16 03:48:54.047404 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-fa61b6b9-b4f7-4a01-8950-91e913389943 None None] Port 8e2fa910-3468-43c4-b9c0-ed6a542e2f12 had new provisioning blocks added so it will not transition to active. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 03:48:54.048864 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 03:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe4f04a-ffb6-4572-9c83-ec3879ab0e71 x-openstack-request-id: req-1fe4f04a-ffb6-4572-9c83-ec3879ab0e71 {{(pid=113375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 03:48:54.049134 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ea00b9d-1f8f-4428-98f7-9d66fd079c6d", "tag": "8e2fa910-3468-43c4-b9c0-ed6a542e2f12", "status": "completed", "code": 200}]} {{(pid=113375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 03:48:54.049383 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1fe4f04a-ffb6-4572-9c83-ec3879ab0e71 {{(pid=113375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 03:48:54.051007 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fe4f04a-ffb6-4572-9c83-ec3879ab0e71'] response: {'name': 'network-changed', 'server_uuid': '3ea00b9d-1f8f-4428-98f7-9d66fd079c6d', 'tag': '8e2fa910-3468-43c4-b9c0-ed6a542e2f12', 'status': 'completed', 'code': 200} Sep 16 03:48:54.150374 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-3d514a3a-1711-43ef-bef0-943c0104d3d0 req-9c361ec5-a13c-40cb-bcae-0433e26ab58b tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2543042 Sep 16 03:48:54.150871 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 54984) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:48:54.177552 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-9ddb6629-c50b-462e-b9e6-636dc7acb06f req-87d97a1b-ad8c-4741-9597-fad13d2bed5b service neutron] 10.222.0.52 "GET /networking/v2.0/networks/d8d0986c-f45f-4403-8f11-6637eeae0fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859700 Sep 16 03:48:54.216253 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.v2.base [req-3d514a3a-1711-43ef-bef0-943c0104d3d0 req-e7bf4cb4-667f-42de-a66e-1302a0df2201 service neutron] Request body: {'port': {'device_id': '6fee7fbd-189b-4a53-ba78-d66512c7b09d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85799'}} {{(pid=113374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:48:54.275757 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-80486b21-a3da-4046-8ef4-4eed25fa35e6 req-115e4c61-8051-4b57-9f6c-727c099faedd tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=61d8ba29-7987-48cf-9137-da50bfd9b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969108 Sep 16 03:48:54.304949 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b483dcf-3a6c-40a7-bce1-17f2d20d2163 req-30ab974e-2c4d-425e-a155-9d5179dc74f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:48:54.306689 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-4b483dcf-3a6c-40a7-bce1-17f2d20d2163 req-30ab974e-2c4d-425e-a155-9d5179dc74f6 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=4abf9a95-17e5-40d7-a907-9f39161a7362 HTTP/1.1" status: 200 len: 849 time: 0.2246535 Sep 16 03:48:54.356909 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c94352-acf4-48d1-9b41-b41100dd5393 req-ac73ff81-b379-4d64-b43f-1496c719db00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:48:54.359540 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-c6c94352-acf4-48d1-9b41-b41100dd5393 req-ac73ff81-b379-4d64-b43f-1496c719db00 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=ac97d1487c024a68b8ad933d882bb456&device_id=3ea00b9d-1f8f-4428-98f7-9d66fd079c6d HTTP/1.1" status: 200 len: 1128 time: 0.5929375 Sep 16 03:48:54.382375 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbadfdf-35b4-480f-a024-7a49a278ae1b service neutron] Pushing event updated for resources: {'Port': ['ID=8e2fa910-3468-43c4-b9c0-ed6a542e2f12,revision_number=3']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:54.398771 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-6d1fe176-bdcf-47e8-9111-534472306222 None None] Provisioning complete for port 0ec6698f-782e-4670-8cd3-efb57d7433ad triggered by entity DHCP. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:48:54.399224 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-6d1fe176-bdcf-47e8-9111-534472306222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (0ec6698f-782e-4670-8cd3-efb57d7433ad), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:54.400427 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-6d1fe176-bdcf-47e8-9111-534472306222 None None] Attempt 1 to provision port 0ec6698f-782e-4670-8cd3-efb57d7433ad Sep 16 03:48:54.431204 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.managers [req-1a72aba8-74d7-4d1a-9ff6-54279baf6ada req-000140d0-7fd3-4ae8-9efe-0034ca278dca service neutron] Attempting to bind port 638a834b-f18e-4522-9cce-b0662c140379 on host hv-cinder-85799 for vnic_type normal with profile {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 03:48:54.432329 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.managers [req-1a72aba8-74d7-4d1a-9ff6-54279baf6ada req-000140d0-7fd3-4ae8-9efe-0034ca278dca service neutron] Attempting to bind port 638a834b-f18e-4522-9cce-b0662c140379 by drivers openvswitch,hyperv on host hv-cinder-85799 at level 0 using segments [{'id': 'ffd67134-8fee-4362-8336-40afb3537ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '64754a20-d60c-49a4-9c39-1462c6265039'}] {{(pid=113375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 03:48:54.432947 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a72aba8-74d7-4d1a-9ff6-54279baf6ada req-000140d0-7fd3-4ae8-9efe-0034ca278dca service neutron] Attempting to bind port 638a834b-f18e-4522-9cce-b0662c140379 on network 64754a20-d60c-49a4-9c39-1462c6265039 {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 03:48:54.484592 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-6d1fe176-bdcf-47e8-9111-534472306222 None None] Port 0ec6698f-782e-4670-8cd3-efb57d7433ad cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:48:54.520037 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [req-3d514a3a-1711-43ef-bef0-943c0104d3d0 req-e7bf4cb4-667f-42de-a66e-1302a0df2201 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (0ec6698f-782e-4670-8cd3-efb57d7433ad), before_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:54.561909 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-c6c94352-acf4-48d1-9b41-b41100dd5393 req-8253007a-5d42-4176-8a72-466a6caae4c0 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e2fa910-3468-43c4-b9c0-ed6a542e2f12 HTTP/1.1" status: 200 len: 217 time: 0.0679493 Sep 16 03:48:54.574401 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b483dcf-3a6c-40a7-bce1-17f2d20d2163 req-f27ff3ab-3eab-445f-a0c5-dc783d3f160d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:48:54.579431 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-4b483dcf-3a6c-40a7-bce1-17f2d20d2163 req-f27ff3ab-3eab-445f-a0c5-dc783d3f160d service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=96000232-5a2c-4cbe-8524-4ab75044ef77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2302198 Sep 16 03:48:54.632400 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000140d0-7fd3-4ae8-9efe-0034ca278dca service neutron] Pushing event updated for resources: {'Port': ['ID=638a834b-f18e-4522-9cce-b0662c140379,revision_number=2']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:54.660800 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [req-e55dda08-2e81-4ac3-8334-eda313d74d8c req-711a7819-d457-4e41-a4ff-c89c171c63f3 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Publish callbacks [] for port (a04cc8c1-86e6-4381-8e36-de59ce5d9321), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:54.674723 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a72aba8-74d7-4d1a-9ff6-54279baf6ada req-000140d0-7fd3-4ae8-9efe-0034ca278dca service neutron] Port 638a834b-f18e-4522-9cce-b0662c140379 on network 64754a20-d60c-49a4-9c39-1462c6265039 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85799 {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 03:48:54.674723 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a72aba8-74d7-4d1a-9ff6-54279baf6ada req-000140d0-7fd3-4ae8-9efe-0034ca278dca service neutron] Attempting to bind port 638a834b-f18e-4522-9cce-b0662c140379 on network 64754a20-d60c-49a4-9c39-1462c6265039 {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 03:48:54.762665 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-9ddb6629-c50b-462e-b9e6-636dc7acb06f req-b39c5e55-123f-49fc-9e65-eed92626fae4 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/d8d0986c-f45f-4403-8f11-6637eeae0fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5407662 Sep 16 03:48:54.773266 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 54994) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:48:54.824711 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-108938cf-e038-457d-b256-10182ad80440 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:54.838865 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c94352-acf4-48d1-9b41-b41100dd5393 req-7cfaa59c-f4ac-4b85-a601-27e6b3d6eb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:48:54.839780 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9095849e-a1ce-449f-8d8a-9fe8f15bacb6 req-5d3662b4-e0cf-45ec-b722-6bb2112b94a9 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:48:54.840788 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-c6c94352-acf4-48d1-9b41-b41100dd5393 req-7cfaa59c-f4ac-4b85-a601-27e6b3d6eb1d service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=c8d5968b-806e-4184-9dc4-9781905ff4c8 HTTP/1.1" status: 200 len: 857 time: 0.2704873 Sep 16 03:48:54.847298 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-9095849e-a1ce-449f-8d8a-9fe8f15bacb6 req-5d3662b4-e0cf-45ec-b722-6bb2112b94a9 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806 HTTP/1.1" status: 200 len: 943 time: 0.2314138 Sep 16 03:48:54.862035 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-f161e507-42e0-47f9-a17c-72f2b5fc6307 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:54.892156 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa8b16c-e06d-4512-9668-c4639825c90d req-56ab5ec2-820a-4c91-82b7-d3e6313ccf58 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:48:54.895470 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-daa8b16c-e06d-4512-9668-c4639825c90d req-56ab5ec2-820a-4c91-82b7-d3e6313ccf58 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df7ed3f-dd6d-4312-a548-591443add019 HTTP/1.1" status: 200 len: 943 time: 0.1197302 Sep 16 03:48:54.944820 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a72aba8-74d7-4d1a-9ff6-54279baf6ada req-000140d0-7fd3-4ae8-9efe-0034ca278dca service neutron] Checking agent: {'id': 'd68ba685-94d2-4b65-887f-d5ec3884fbfa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85799', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 3, 46, 18), 'started_at': datetime.datetime(2022, 9, 16, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 3, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 03:48:54.945561 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a72aba8-74d7-4d1a-9ff6-54279baf6ada req-000140d0-7fd3-4ae8-9efe-0034ca278dca service neutron] Checking segment: {'id': 'ffd67134-8fee-4362-8336-40afb3537ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '64754a20-d60c-49a4-9c39-1462c6265039'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 03:48:54.945899 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a72aba8-74d7-4d1a-9ff6-54279baf6ada req-000140d0-7fd3-4ae8-9efe-0034ca278dca service neutron] Bound using segment: {'id': 'ffd67134-8fee-4362-8336-40afb3537ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '64754a20-d60c-49a4-9c39-1462c6265039'} {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 03:48:54.946551 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.managers [req-1a72aba8-74d7-4d1a-9ff6-54279baf6ada req-000140d0-7fd3-4ae8-9efe-0034ca278dca service neutron] Bound port: 638a834b-f18e-4522-9cce-b0662c140379, host: hv-cinder-85799, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffd67134-8fee-4362-8336-40afb3537ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '64754a20-d60c-49a4-9c39-1462c6265039'}}] {{(pid=113375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 03:48:54.947261 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-1a72aba8-74d7-4d1a-9ff6-54279baf6ada req-000140d0-7fd3-4ae8-9efe-0034ca278dca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (638a834b-f18e-4522-9cce-b0662c140379), before_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:54.974732 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-4b483dcf-3a6c-40a7-bce1-17f2d20d2163 req-d8113970-033e-495e-9c34-a70d6b56a53f service neutron] 10.222.0.52 "GET /networking/v2.0/networks/96000232-5a2c-4cbe-8524-4ab75044ef77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3779912 Sep 16 03:48:54.986354 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-6d1fe176-bdcf-47e8-9111-534472306222 None None] Attempt 2 to provision port 0ec6698f-782e-4670-8cd3-efb57d7433ad Sep 16 03:48:54.993372 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c94352-acf4-48d1-9b41-b41100dd5393 req-7c7c9657-1ff0-43d7-8997-d349b8a032c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:48:54.998517 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-c6c94352-acf4-48d1-9b41-b41100dd5393 req-7c7c9657-1ff0-43d7-8997-d349b8a032c8 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=64754a20-d60c-49a4-9c39-1462c6265039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1265159 Sep 16 03:48:55.047646 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-6d1fe176-bdcf-47e8-9111-534472306222 None None] Port 0ec6698f-782e-4670-8cd3-efb57d7433ad cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:48:55.061069 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [req-e55dda08-2e81-4ac3-8334-eda313d74d8c req-711a7819-d457-4e41-a4ff-c89c171c63f3 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672515804'] for port (a04cc8c1-86e6-4381-8e36-de59ce5d9321), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:55.162515 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e55dda08-2e81-4ac3-8334-eda313d74d8c req-711a7819-d457-4e41-a4ff-c89c171c63f3 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Network 60a25330-2068-4171-85ea-2cd82f09cbdb is already hosted by enough agents. {{(pid=113374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 03:48:55.171357 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=5 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:55.192293 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-daa8b16c-e06d-4512-9668-c4639825c90d req-44b70d6c-e78b-4a2d-8b85-4a887ffe5daa tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dda34443-519e-4bd2-ac6e-612e709d5440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2675514 Sep 16 03:48:55.206031 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.base_scheduler [req-e55dda08-2e81-4ac3-8334-eda313d74d8c req-711a7819-d457-4e41-a4ff-c89c171c63f3 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Resources bound (agent type, host, resource id): {{(pid=113374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:48:55.208600 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.db.l3_dvrscheduler_db [req-e55dda08-2e81-4ac3-8334-eda313d74d8c req-711a7819-d457-4e41-a4ff-c89c171c63f3 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Received port after_create {{(pid=113374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 03:48:55.213746 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55dda08-2e81-4ac3-8334-eda313d74d8c req-711a7819-d457-4e41-a4ff-c89c171c63f3 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:48:55.214377 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [req-e55dda08-2e81-4ac3-8334-eda313d74d8c req-711a7819-d457-4e41-a4ff-c89c171c63f3 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602048'] for port (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:55.256389 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.db [req-1a72aba8-74d7-4d1a-9ff6-54279baf6ada req-000140d0-7fd3-4ae8-9efe-0034ca278dca service neutron] For port 638a834b-f18e-4522-9cce-b0662c140379, host hv-cinder-85799, cleared binding levels {{(pid=113375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 03:48:55.287474 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.db [req-1a72aba8-74d7-4d1a-9ff6-54279baf6ada req-000140d0-7fd3-4ae8-9efe-0034ca278dca service neutron] For port 638a834b-f18e-4522-9cce-b0662c140379, host hv-cinder-85799, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=638a834b-f18e-4522-9cce-b0662c140379,segment=NetworkSegment(ffd67134-8fee-4362-8336-40afb3537ec3),segment_id=ffd67134-8fee-4362-8336-40afb3537ec3)] {{(pid=113375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 03:48:55.311566 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711a7819-d457-4e41-a4ff-c89c171c63f3 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Pushing event updated for resources: {'Port': ['ID=a04cc8c1-86e6-4381-8e36-de59ce5d9321,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:55.323551 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-9095849e-a1ce-449f-8d8a-9fe8f15bacb6 req-d9dd7911-024e-4d54-a591-188fd4ab9abe tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4745107 Sep 16 03:48:55.391886 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-c6c94352-acf4-48d1-9b41-b41100dd5393 req-c6e958c0-ecdd-48a3-8119-c0b2b3067342 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/64754a20-d60c-49a4-9c39-1462c6265039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3727591 Sep 16 03:48:55.413063 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-4b483dcf-3a6c-40a7-bce1-17f2d20d2163 req-beab0fc2-6cab-4833-95f5-b911380fde7e service neutron] 10.222.0.52 "GET /networking/v2.0/networks/96000232-5a2c-4cbe-8524-4ab75044ef77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4266388 Sep 16 03:48:55.415221 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-108938cf-e038-457d-b256-10182ad80440 admin admin] Publish callbacks [] for security_group (77b6ddba-46f2-49af-98fc-72ae0f931f8e), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:55.423306 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-e55dda08-2e81-4ac3-8334-eda313d74d8c req-711a7819-d457-4e41-a4ff-c89c171c63f3 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0315638 Sep 16 03:48:55.449584 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.v2.base [req-e55dda08-2e81-4ac3-8334-eda313d74d8c req-13ee7ecf-28af-425a-970e-2423da480455 service neutron] Request body: {'port': {'device_id': '230b59e9-09d0-4448-a6a6-a395823fcd8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85799'}} {{(pid=113374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:48:55.471141 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7cfd31-6a8f-4522-9e9c-d2f4ec444dfa req-1acdfc73-4557-47f3-925e-b1b4b3a4260d tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:48:55.481356 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-bf7cfd31-6a8f-4522-9e9c-d2f4ec444dfa req-1acdfc73-4557-47f3-925e-b1b4b3a4260d tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6fee7fbd-189b-4a53-ba78-d66512c7b09d HTTP/1.1" status: 200 len: 932 time: 0.1762493 Sep 16 03:48:55.485223 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-272b8d3c-c743-47e5-84bb-0d2321dfe730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (20a8dcff-cb91-4cfb-b5ee-87736efe33d8), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:55.523817 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-1a72aba8-74d7-4d1a-9ff6-54279baf6ada req-000140d0-7fd3-4ae8-9efe-0034ca278dca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (638a834b-f18e-4522-9cce-b0662c140379), after_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:55.545709 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-f161e507-42e0-47f9-a17c-72f2b5fc6307 admin admin] Publish callbacks [] for security_group (dae3e5fa-2509-4608-aee4-b3f5d76fa2d6), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:55.549091 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-6d1fe176-bdcf-47e8-9111-534472306222 None None] Attempt 3 to provision port 0ec6698f-782e-4670-8cd3-efb57d7433ad Sep 16 03:48:55.588080 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a72aba8-74d7-4d1a-9ff6-54279baf6ada req-000140d0-7fd3-4ae8-9efe-0034ca278dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:48:55.588852 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-1a72aba8-74d7-4d1a-9ff6-54279baf6ada req-000140d0-7fd3-4ae8-9efe-0034ca278dca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602048'] for port (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:55.596874 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-1a72aba8-74d7-4d1a-9ff6-54279baf6ada req-000140d0-7fd3-4ae8-9efe-0034ca278dca service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/638a834b-f18e-4522-9cce-b0662c140379 HTTP/1.1" status: 200 len: 1093 time: 3.9317057 Sep 16 03:48:55.634293 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-6d1fe176-bdcf-47e8-9111-534472306222 None None] Port 0ec6698f-782e-4670-8cd3-efb57d7433ad cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:48:55.641171 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-108938cf-e038-457d-b256-10182ad80440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (77b6ddba-46f2-49af-98fc-72ae0f931f8e), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:55.722029 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-f161e507-42e0-47f9-a17c-72f2b5fc6307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (dae3e5fa-2509-4608-aee4-b3f5d76fa2d6), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:55.725840 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-bf7cfd31-6a8f-4522-9e9c-d2f4ec444dfa req-d1329f30-04db-4292-b859-8eb1117954b8 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=027aaa3c-b814-436c-be79-fb5c0a99b9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2062080 Sep 16 03:48:55.728786 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000140d0-7fd3-4ae8-9efe-0034ca278dca service neutron] Pushing event updated for resources: {'Port': ['ID=638a834b-f18e-4522-9cce-b0662c140379,revision_number=3']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:55.740307 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-c6c94352-acf4-48d1-9b41-b41100dd5393 req-c6725bfe-941c-4e05-b968-118e4587ce87 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/64754a20-d60c-49a4-9c39-1462c6265039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3214467 Sep 16 03:48:55.822439 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.notifiers.nova [req-3d514a3a-1711-43ef-bef0-943c0104d3d0 req-e7bf4cb4-667f-42de-a66e-1302a0df2201 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ec6698f-782e-4670-8cd3-efb57d7433ad {{(pid=113374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 03:48:55.834368 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 55016) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:48:55.835051 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-f161e507-42e0-47f9-a17c-72f2b5fc6307 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=b3e694df24814a758811e7b2f482c808&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0576723 Sep 16 03:48:55.853247 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [req-3d514a3a-1711-43ef-bef0-943c0104d3d0 req-e7bf4cb4-667f-42de-a66e-1302a0df2201 service neutron] Publish callbacks [] for port (0ec6698f-782e-4670-8cd3-efb57d7433ad), precommit_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:55.864401 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [req-e55dda08-2e81-4ac3-8334-eda313d74d8c req-13ee7ecf-28af-425a-970e-2423da480455 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (a04cc8c1-86e6-4381-8e36-de59ce5d9321), before_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:55.893450 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-108938cf-e038-457d-b256-10182ad80440 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=7f7b6c5700b3450b8cc88efe291af9c7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7374136 Sep 16 03:48:55.906087 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207f1863-b92b-46aa-877c-2eabf8bcafeb req-3c42556d-2339-4144-801c-f3d9621a8242 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:48:55.910881 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-207f1863-b92b-46aa-877c-2eabf8bcafeb req-3c42556d-2339-4144-801c-f3d9621a8242 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 931 time: 0.3668902 Sep 16 03:48:55.917335 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 55018) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:48:55.925517 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108938cf-e038-457d-b256-10182ad80440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b6ddba-46f2-49af-98fc-72ae0f931f8e,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:55.939363 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.db.provisioning_blocks [req-3d514a3a-1711-43ef-bef0-943c0104d3d0 req-e7bf4cb4-667f-42de-a66e-1302a0df2201 service neutron] Transition to ACTIVE for port object 0ec6698f-782e-4670-8cd3-efb57d7433ad will not be triggered until provisioned by entity L2. {{(pid=113374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 03:48:56.099704 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [req-3d514a3a-1711-43ef-bef0-943c0104d3d0 req-e7bf4cb4-667f-42de-a66e-1302a0df2201 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (0ec6698f-782e-4670-8cd3-efb57d7433ad), after_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:56.112840 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f161e507-42e0-47f9-a17c-72f2b5fc6307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dae3e5fa-2509-4608-aee4-b3f5d76fa2d6,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:56.135706 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-6d1fe176-bdcf-47e8-9111-534472306222 None None] Attempt 4 to provision port 0ec6698f-782e-4670-8cd3-efb57d7433ad Sep 16 03:48:56.180664 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806', 'tag': '638a834b-f18e-4522-9cce-b0662c140379'}] {{(pid=113375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 03:48:56.182853 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5377fd1d321389c1792f161ed840337514ae556b8848fe715c314c680a14a908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa78739-e4c6-4bca-8f47-a9afe2c0b6f7" -d '{"events": [{"name": "network-changed", "server_uuid": "14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806", "tag": "638a834b-f18e-4522-9cce-b0662c140379"}]}' {{(pid=113375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 03:48:56.206202 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-6d1fe176-bdcf-47e8-9111-534472306222 None None] Port 0ec6698f-782e-4670-8cd3-efb57d7433ad cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:48:56.281370 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a72aba8-74d7-4d1a-9ff6-54279baf6ada req-b522627c-42b2-4692-ac4d-4771a9245a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:48:56.282872 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-1a72aba8-74d7-4d1a-9ff6-54279baf6ada req-b522627c-42b2-4692-ac4d-4771a9245a77 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=ac97d1487c024a68b8ad933d882bb456&device_id=14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806 HTTP/1.1" status: 200 len: 1127 time: 0.4108543 Sep 16 03:48:56.302084 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.managers [req-3d514a3a-1711-43ef-bef0-943c0104d3d0 req-e7bf4cb4-667f-42de-a66e-1302a0df2201 service neutron] Attempting to bind port 0ec6698f-782e-4670-8cd3-efb57d7433ad on host hv-cinder-85799 for vnic_type normal with profile {{(pid=113374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 03:48:56.302520 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.managers [req-3d514a3a-1711-43ef-bef0-943c0104d3d0 req-e7bf4cb4-667f-42de-a66e-1302a0df2201 service neutron] Attempting to bind port 0ec6698f-782e-4670-8cd3-efb57d7433ad by drivers openvswitch,hyperv on host hv-cinder-85799 at level 0 using segments [{'id': '8f3c2513-130a-4e92-b8d6-c7c7e1d1ec24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4ff8c520-12d3-47e5-b499-6dbd6e9a131a'}] {{(pid=113374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 03:48:56.302834 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d514a3a-1711-43ef-bef0-943c0104d3d0 req-e7bf4cb4-667f-42de-a66e-1302a0df2201 service neutron] Attempting to bind port 0ec6698f-782e-4670-8cd3-efb57d7433ad on network 4ff8c520-12d3-47e5-b499-6dbd6e9a131a {{(pid=113374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 03:48:56.314121 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-207f1863-b92b-46aa-877c-2eabf8bcafeb req-73523f0f-d034-4cf1-ad5d-6eba8fa1404b tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3791921 Sep 16 03:48:56.345554 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92359d21-4e7d-4292-9a6d-89dcb9f580a3 req-e9ac9387-8cb1-4f96-ac86-b2da3d3a28e5 tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:48:56.347216 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-92359d21-4e7d-4292-9a6d-89dcb9f580a3 req-e9ac9387-8cb1-4f96-ac86-b2da3d3a28e5 tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=234c7287-59d4-425c-ba2b-56031d311ee6 HTTP/1.1" status: 200 len: 943 time: 0.4206886 Sep 16 03:48:56.353890 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bf4cb4-667f-42de-a66e-1302a0df2201 service neutron] Pushing event updated for resources: {'Port': ['ID=0ec6698f-782e-4670-8cd3-efb57d7433ad,revision_number=2']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:56.420552 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:56.434779 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 03:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c50d9ab-ddba-4b8f-bab3-f348d85ccf63 x-openstack-request-id: req-3c50d9ab-ddba-4b8f-bab3-f348d85ccf63 {{(pid=113375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 03:48:56.435089 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806", "tag": "638a834b-f18e-4522-9cce-b0662c140379", "status": "completed", "code": 200}]} {{(pid=113375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 03:48:56.435485 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3c50d9ab-ddba-4b8f-bab3-f348d85ccf63 {{(pid=113375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 03:48:56.436129 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c50d9ab-ddba-4b8f-bab3-f348d85ccf63'] response: {'name': 'network-changed', 'server_uuid': '14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806', 'tag': '638a834b-f18e-4522-9cce-b0662c140379', 'status': 'completed', 'code': 200} Sep 16 03:48:56.444664 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-6652b885-d612-42bb-ad58-4293e5d2eeaa admin admin] Publish callbacks [] for security_group (dae3e5fa-2509-4608-aee4-b3f5d76fa2d6), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:56.456172 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-1a72aba8-74d7-4d1a-9ff6-54279baf6ada req-1193b3c7-12a0-44e6-920c-7d846743d8da service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=638a834b-f18e-4522-9cce-b0662c140379 HTTP/1.1" status: 200 len: 217 time: 0.1564112 Sep 16 03:48:56.459565 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a92b77e-e902-40d8-8f94-1fee09b958e5 req-bd2917b7-a2ab-450a-95f9-851a3fded2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:48:56.464232 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-2a92b77e-e902-40d8-8f94-1fee09b958e5 req-bd2917b7-a2ab-450a-95f9-851a3fded2d3 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=ac97d1487c024a68b8ad933d882bb456&device_id=3ea00b9d-1f8f-4428-98f7-9d66fd079c6d HTTP/1.1" status: 200 len: 1128 time: 0.2896762 Sep 16 03:48:56.484578 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d514a3a-1711-43ef-bef0-943c0104d3d0 req-e7bf4cb4-667f-42de-a66e-1302a0df2201 service neutron] Port 0ec6698f-782e-4670-8cd3-efb57d7433ad on network 4ff8c520-12d3-47e5-b499-6dbd6e9a131a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85799 {{(pid=113374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 03:48:56.485306 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d514a3a-1711-43ef-bef0-943c0104d3d0 req-e7bf4cb4-667f-42de-a66e-1302a0df2201 service neutron] Attempting to bind port 0ec6698f-782e-4670-8cd3-efb57d7433ad on network 4ff8c520-12d3-47e5-b499-6dbd6e9a131a {{(pid=113374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 03:48:56.571659 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-6652b885-d612-42bb-ad58-4293e5d2eeaa admin admin] Publish callbacks [] for security_group (dae3e5fa-2509-4608-aee4-b3f5d76fa2d6), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:56.628012 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.notifiers.nova [req-e55dda08-2e81-4ac3-8334-eda313d74d8c req-13ee7ecf-28af-425a-970e-2423da480455 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a04cc8c1-86e6-4381-8e36-de59ce5d9321 {{(pid=113374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 03:48:56.632274 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 55028) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:48:56.647343 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [req-e55dda08-2e81-4ac3-8334-eda313d74d8c req-13ee7ecf-28af-425a-970e-2423da480455 service neutron] Publish callbacks [] for port (a04cc8c1-86e6-4381-8e36-de59ce5d9321), precommit_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:56.657821 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:56.662657 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-2f10d04f-19a3-47b6-a1df-08e9e6ae056b admin admin] Publish callbacks [] for security_group (77b6ddba-46f2-49af-98fc-72ae0f931f8e), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:56.683681 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1689fc8-ace4-4845-b8a3-47b65d9af4c5 req-3dd7e999-636c-4bbc-ac3d-e702adab0ae4 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:48:56.685175 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-c1689fc8-ace4-4845-b8a3-47b65d9af4c5 req-3dd7e999-636c-4bbc-ac3d-e702adab0ae4 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df7ed3f-dd6d-4312-a548-591443add019 HTTP/1.1" status: 200 len: 943 time: 0.1108537 Sep 16 03:48:56.693516 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.db.provisioning_blocks [req-e55dda08-2e81-4ac3-8334-eda313d74d8c req-13ee7ecf-28af-425a-970e-2423da480455 service neutron] Transition to ACTIVE for port object a04cc8c1-86e6-4381-8e36-de59ce5d9321 will not be triggered until provisioned by entity L2. {{(pid=113374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 03:48:56.704792 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d514a3a-1711-43ef-bef0-943c0104d3d0 req-e7bf4cb4-667f-42de-a66e-1302a0df2201 service neutron] Checking agent: {'id': 'd68ba685-94d2-4b65-887f-d5ec3884fbfa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85799', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 3, 46, 18), 'started_at': datetime.datetime(2022, 9, 16, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 3, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 03:48:56.705116 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d514a3a-1711-43ef-bef0-943c0104d3d0 req-e7bf4cb4-667f-42de-a66e-1302a0df2201 service neutron] Checking segment: {'id': '8f3c2513-130a-4e92-b8d6-c7c7e1d1ec24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4ff8c520-12d3-47e5-b499-6dbd6e9a131a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 03:48:56.705491 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d514a3a-1711-43ef-bef0-943c0104d3d0 req-e7bf4cb4-667f-42de-a66e-1302a0df2201 service neutron] Bound using segment: {'id': '8f3c2513-130a-4e92-b8d6-c7c7e1d1ec24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4ff8c520-12d3-47e5-b499-6dbd6e9a131a'} {{(pid=113374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 03:48:56.705933 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.managers [req-3d514a3a-1711-43ef-bef0-943c0104d3d0 req-e7bf4cb4-667f-42de-a66e-1302a0df2201 service neutron] Bound port: 0ec6698f-782e-4670-8cd3-efb57d7433ad, host: hv-cinder-85799, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f3c2513-130a-4e92-b8d6-c7c7e1d1ec24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4ff8c520-12d3-47e5-b499-6dbd6e9a131a'}}] {{(pid=113374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 03:48:56.706285 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [req-3d514a3a-1711-43ef-bef0-943c0104d3d0 req-e7bf4cb4-667f-42de-a66e-1302a0df2201 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (0ec6698f-782e-4670-8cd3-efb57d7433ad), before_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:56.712650 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-6d1fe176-bdcf-47e8-9111-534472306222 None None] Attempt 5 to provision port 0ec6698f-782e-4670-8cd3-efb57d7433ad Sep 16 03:48:56.734116 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-92359d21-4e7d-4292-9a6d-89dcb9f580a3 req-71479039-9353-4c26-99d4-29e82f4bc7eb tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=61d8ba29-7987-48cf-9137-da50bfd9b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946954 Sep 16 03:48:56.737346 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a72aba8-74d7-4d1a-9ff6-54279baf6ada req-3df22597-97fe-4e95-b67f-231037b7468f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:48:56.739151 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-1a72aba8-74d7-4d1a-9ff6-54279baf6ada req-3df22597-97fe-4e95-b67f-231037b7468f service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=c8d5968b-806e-4184-9dc4-9781905ff4c8 HTTP/1.1" status: 200 len: 857 time: 0.2654598 Sep 16 03:48:56.745489 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:56.766193 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-2f10d04f-19a3-47b6-a1df-08e9e6ae056b admin admin] Publish callbacks [] for security_group (77b6ddba-46f2-49af-98fc-72ae0f931f8e), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:56.826191 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-6e17b5b7-15b9-4810-ad4e-df527af14d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (b6f1069f-4437-473a-8bc8-4bc493c2bb12), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:56.847522 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a72aba8-74d7-4d1a-9ff6-54279baf6ada req-133faced-5d04-4797-b5c2-13813e624f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:48:56.849067 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-1a72aba8-74d7-4d1a-9ff6-54279baf6ada req-133faced-5d04-4797-b5c2-13813e624f82 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=64754a20-d60c-49a4-9c39-1462c6265039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0991321 Sep 16 03:48:56.852946 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-6d1fe176-bdcf-47e8-9111-534472306222 None None] Port 0ec6698f-782e-4670-8cd3-efb57d7433ad cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:48:56.874075 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [req-e55dda08-2e81-4ac3-8334-eda313d74d8c req-13ee7ecf-28af-425a-970e-2423da480455 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (a04cc8c1-86e6-4381-8e36-de59ce5d9321), after_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:56.875517 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a92b77e-e902-40d8-8f94-1fee09b958e5 req-9fb5866e-b665-4ab2-96fb-dc882a0ea2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:48:56.877586 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-2a92b77e-e902-40d8-8f94-1fee09b958e5 req-9fb5866e-b665-4ab2-96fb-dc882a0ea2dd service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=64754a20-d60c-49a4-9c39-1462c6265039 HTTP/1.1" status: 200 len: 919 time: 0.3815336 Sep 16 03:48:56.905972 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-c1689fc8-ace4-4845-b8a3-47b65d9af4c5 req-a4622027-1d64-42a6-a1bc-1f69e2b3c8c6 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dda34443-519e-4bd2-ac6e-612e709d5440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2089109 Sep 16 03:48:57.003595 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-d3145b71-2ae6-4839-91bb-a661486bf8e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:57.035343 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-6652b885-d612-42bb-ad58-4293e5d2eeaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (dae3e5fa-2509-4608-aee4-b3f5d76fa2d6), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:57.039079 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-6652b885-d612-42bb-ad58-4293e5d2eeaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:57.040868 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-6652b885-d612-42bb-ad58-4293e5d2eeaa admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/dae3e5fa-2509-4608-aee4-b3f5d76fa2d6 HTTP/1.1" status: 204 len: 168 time: 1.2052686 Sep 16 03:48:57.049508 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-2a92b77e-e902-40d8-8f94-1fee09b958e5 req-a3688022-cdb4-46eb-821f-830e42e2c5ac service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e2fa910-3468-43c4-b9c0-ed6a542e2f12 HTTP/1.1" status: 200 len: 217 time: 0.1596439 Sep 16 03:48:57.064272 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ee7ecf-28af-425a-970e-2423da480455 service neutron] Pushing event updated for resources: {'Port': ['ID=a04cc8c1-86e6-4381-8e36-de59ce5d9321,revision_number=2']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:57.070648 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3eb7a8-5466-49cf-b05c-e7e195301f44 req-2a143665-0816-44bd-b9ac-f92bab22be70 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:48:57.079252 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-ab3eb7a8-5466-49cf-b05c-e7e195301f44 req-2a143665-0816-44bd-b9ac-f92bab22be70 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806 HTTP/1.1" status: 200 len: 943 time: 0.2215791 Sep 16 03:48:57.086991 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6652b885-d612-42bb-ad58-4293e5d2eeaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae3e5fa-2509-4608-aee4-b3f5d76fa2d6,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:57.166604 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.db [req-3d514a3a-1711-43ef-bef0-943c0104d3d0 req-e7bf4cb4-667f-42de-a66e-1302a0df2201 service neutron] For port 0ec6698f-782e-4670-8cd3-efb57d7433ad, host hv-cinder-85799, cleared binding levels {{(pid=113374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 03:48:57.182361 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:57.194738 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.managers [req-e55dda08-2e81-4ac3-8334-eda313d74d8c req-13ee7ecf-28af-425a-970e-2423da480455 service neutron] Attempting to bind port a04cc8c1-86e6-4381-8e36-de59ce5d9321 on host hv-cinder-85799 for vnic_type normal with profile {{(pid=113374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 03:48:57.195494 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.managers [req-e55dda08-2e81-4ac3-8334-eda313d74d8c req-13ee7ecf-28af-425a-970e-2423da480455 service neutron] Attempting to bind port a04cc8c1-86e6-4381-8e36-de59ce5d9321 by drivers openvswitch,hyperv on host hv-cinder-85799 at level 0 using segments [{'id': 'dc8a676f-3c84-4a5b-b8d3-82d7df2b2d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '60a25330-2068-4171-85ea-2cd82f09cbdb'}] {{(pid=113374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 03:48:57.196187 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55dda08-2e81-4ac3-8334-eda313d74d8c req-13ee7ecf-28af-425a-970e-2423da480455 service neutron] Attempting to bind port a04cc8c1-86e6-4381-8e36-de59ce5d9321 on network 60a25330-2068-4171-85ea-2cd82f09cbdb {{(pid=113374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 03:48:57.207763 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-1a72aba8-74d7-4d1a-9ff6-54279baf6ada req-72fd3235-47dd-406e-9b6a-054775a845f4 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/64754a20-d60c-49a4-9c39-1462c6265039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3485928 Sep 16 03:48:57.216082 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a92b77e-e902-40d8-8f94-1fee09b958e5 req-6c7925c2-dbf3-414e-a5bb-6718ee6f2091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:48:57.218554 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-2a92b77e-e902-40d8-8f94-1fee09b958e5 req-6c7925c2-dbf3-414e-a5bb-6718ee6f2091 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=c8d5968b-806e-4184-9dc4-9781905ff4c8 HTTP/1.1" status: 200 len: 857 time: 0.1320074 Sep 16 03:48:57.223127 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-2f10d04f-19a3-47b6-a1df-08e9e6ae056b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (77b6ddba-46f2-49af-98fc-72ae0f931f8e), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:57.225677 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-2f10d04f-19a3-47b6-a1df-08e9e6ae056b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:57.229147 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.db [req-3d514a3a-1711-43ef-bef0-943c0104d3d0 req-e7bf4cb4-667f-42de-a66e-1302a0df2201 service neutron] For port 0ec6698f-782e-4670-8cd3-efb57d7433ad, host hv-cinder-85799, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=0ec6698f-782e-4670-8cd3-efb57d7433ad,segment=NetworkSegment(8f3c2513-130a-4e92-b8d6-c7c7e1d1ec24),segment_id=8f3c2513-130a-4e92-b8d6-c7c7e1d1ec24)] {{(pid=113374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 03:48:57.229295 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-2f10d04f-19a3-47b6-a1df-08e9e6ae056b admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/77b6ddba-46f2-49af-98fc-72ae0f931f8e HTTP/1.1" status: 204 len: 168 time: 1.2986972 Sep 16 03:48:57.240574 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff391d-a330-4bb2-8806-fc5ae3947054 req-bdfe0069-e19d-4cb7-a347-c8a31fa1def7 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:48:57.247632 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-4cff391d-a330-4bb2-8806-fc5ae3947054 req-bdfe0069-e19d-4cb7-a347-c8a31fa1def7 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6fee7fbd-189b-4a53-ba78-d66512c7b09d HTTP/1.1" status: 200 len: 944 time: 0.1966040 Sep 16 03:48:57.277553 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-ab3eb7a8-5466-49cf-b05c-e7e195301f44 req-f95e1b70-3c80-41ee-993b-72e435b0cdfd tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955311 Sep 16 03:48:57.315009 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f10d04f-19a3-47b6-a1df-08e9e6ae056b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b6ddba-46f2-49af-98fc-72ae0f931f8e,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:57.331612 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55dda08-2e81-4ac3-8334-eda313d74d8c req-13ee7ecf-28af-425a-970e-2423da480455 service neutron] Port a04cc8c1-86e6-4381-8e36-de59ce5d9321 on network 60a25330-2068-4171-85ea-2cd82f09cbdb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85799 {{(pid=113374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 03:48:57.332055 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55dda08-2e81-4ac3-8334-eda313d74d8c req-13ee7ecf-28af-425a-970e-2423da480455 service neutron] Attempting to bind port a04cc8c1-86e6-4381-8e36-de59ce5d9321 on network 60a25330-2068-4171-85ea-2cd82f09cbdb {{(pid=113374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 03:48:57.354253 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-6d1fe176-bdcf-47e8-9111-534472306222 None None] Attempt 6 to provision port 0ec6698f-782e-4670-8cd3-efb57d7433ad Sep 16 03:48:57.363597 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-4cff391d-a330-4bb2-8806-fc5ae3947054 req-566b0665-694f-471e-8af1-d6e637d76160 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=027aaa3c-b814-436c-be79-fb5c0a99b9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149998 Sep 16 03:48:57.363748 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a92b77e-e902-40d8-8f94-1fee09b958e5 req-b5929b1f-bb3e-48d7-ab07-b739e4292390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:48:57.364687 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [req-3d514a3a-1711-43ef-bef0-943c0104d3d0 req-e7bf4cb4-667f-42de-a66e-1302a0df2201 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (0ec6698f-782e-4670-8cd3-efb57d7433ad), after_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:57.365315 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-2a92b77e-e902-40d8-8f94-1fee09b958e5 req-b5929b1f-bb3e-48d7-ab07-b739e4292390 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=64754a20-d60c-49a4-9c39-1462c6265039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1212592 Sep 16 03:48:57.374708 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d514a3a-1711-43ef-bef0-943c0104d3d0 req-e7bf4cb4-667f-42de-a66e-1302a0df2201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:48:57.375431 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [req-3d514a3a-1711-43ef-bef0-943c0104d3d0 req-e7bf4cb4-667f-42de-a66e-1302a0df2201 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602048'] for port (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:57.376810 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-3d514a3a-1711-43ef-bef0-943c0104d3d0 req-e7bf4cb4-667f-42de-a66e-1302a0df2201 service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/0ec6698f-782e-4670-8cd3-efb57d7433ad HTTP/1.1" status: 200 len: 1094 time: 3.1878793 Sep 16 03:48:57.383983 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fee7fbd-189b-4a53-ba78-d66512c7b09d', 'tag': '0ec6698f-782e-4670-8cd3-efb57d7433ad'}] {{(pid=113374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 03:48:57.386452 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690b364905604876d1d0623b3c540f81637980c049172579221ad326041cdf1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b3d79d7-0c42-49b8-92f1-4ec64efdb317" -d '{"events": [{"name": "network-changed", "server_uuid": "6fee7fbd-189b-4a53-ba78-d66512c7b09d", "tag": "0ec6698f-782e-4670-8cd3-efb57d7433ad"}]}' {{(pid=113374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 03:48:57.413058 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-6d1fe176-bdcf-47e8-9111-534472306222 None None] Port 0ec6698f-782e-4670-8cd3-efb57d7433ad had new provisioning blocks added so it will not transition to active. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 03:48:57.440852 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-1a72aba8-74d7-4d1a-9ff6-54279baf6ada req-db02e093-fec7-4be4-a10d-d310283cad4f service neutron] 10.222.0.52 "GET /networking/v2.0/networks/64754a20-d60c-49a4-9c39-1462c6265039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977420 Sep 16 03:48:57.533318 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8320fd03-5117-4ecc-9b72-219028b57b6d req-087066a6-16f9-435f-bc57-24a53cef5b07 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:48:57.541908 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-8320fd03-5117-4ecc-9b72-219028b57b6d req-087066a6-16f9-435f-bc57-24a53cef5b07 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 943 time: 0.0660717 Sep 16 03:48:57.617780 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-8320fd03-5117-4ecc-9b72-219028b57b6d req-6cab1051-66c0-41f3-9d63-cab366727ef1 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748856 Sep 16 03:48:57.640383 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 03:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73163e06-c41b-42cb-918d-d2cbc26b0437 x-openstack-request-id: req-73163e06-c41b-42cb-918d-d2cbc26b0437 {{(pid=113374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 03:48:57.640578 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fee7fbd-189b-4a53-ba78-d66512c7b09d", "tag": "0ec6698f-782e-4670-8cd3-efb57d7433ad", "status": "completed", "code": 200}]} {{(pid=113374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 03:48:57.640832 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-73163e06-c41b-42cb-918d-d2cbc26b0437 {{(pid=113374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 03:48:57.641227 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73163e06-c41b-42cb-918d-d2cbc26b0437'] response: {'name': 'network-changed', 'server_uuid': '6fee7fbd-189b-4a53-ba78-d66512c7b09d', 'tag': '0ec6698f-782e-4670-8cd3-efb57d7433ad', 'status': 'completed', 'code': 200} Sep 16 03:48:57.643167 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-d3145b71-2ae6-4839-91bb-a661486bf8e8 admin admin] Publish callbacks [] for security_group (5c61903f-0c21-4dfe-83a7-d745a98dcc0b), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:57.677706 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55dda08-2e81-4ac3-8334-eda313d74d8c req-13ee7ecf-28af-425a-970e-2423da480455 service neutron] Checking agent: {'id': 'd68ba685-94d2-4b65-887f-d5ec3884fbfa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85799', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 3, 46, 18), 'started_at': datetime.datetime(2022, 9, 16, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 3, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 03:48:57.678047 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55dda08-2e81-4ac3-8334-eda313d74d8c req-13ee7ecf-28af-425a-970e-2423da480455 service neutron] Checking segment: {'id': 'dc8a676f-3c84-4a5b-b8d3-82d7df2b2d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '60a25330-2068-4171-85ea-2cd82f09cbdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 03:48:57.678434 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55dda08-2e81-4ac3-8334-eda313d74d8c req-13ee7ecf-28af-425a-970e-2423da480455 service neutron] Bound using segment: {'id': 'dc8a676f-3c84-4a5b-b8d3-82d7df2b2d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '60a25330-2068-4171-85ea-2cd82f09cbdb'} {{(pid=113374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 03:48:57.678854 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.managers [req-e55dda08-2e81-4ac3-8334-eda313d74d8c req-13ee7ecf-28af-425a-970e-2423da480455 service neutron] Bound port: a04cc8c1-86e6-4381-8e36-de59ce5d9321, host: hv-cinder-85799, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc8a676f-3c84-4a5b-b8d3-82d7df2b2d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '60a25330-2068-4171-85ea-2cd82f09cbdb'}}] {{(pid=113374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 03:48:57.679234 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [req-e55dda08-2e81-4ac3-8334-eda313d74d8c req-13ee7ecf-28af-425a-970e-2423da480455 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (a04cc8c1-86e6-4381-8e36-de59ce5d9321), before_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:57.682495 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bf4cb4-667f-42de-a66e-1302a0df2201 service neutron] Pushing event updated for resources: {'Port': ['ID=0ec6698f-782e-4670-8cd3-efb57d7433ad,revision_number=3']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:57.746057 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.db [req-e55dda08-2e81-4ac3-8334-eda313d74d8c req-13ee7ecf-28af-425a-970e-2423da480455 service neutron] For port a04cc8c1-86e6-4381-8e36-de59ce5d9321, host hv-cinder-85799, cleared binding levels {{(pid=113374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 03:48:57.749217 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.db [req-e55dda08-2e81-4ac3-8334-eda313d74d8c req-13ee7ecf-28af-425a-970e-2423da480455 service neutron] For port a04cc8c1-86e6-4381-8e36-de59ce5d9321, host hv-cinder-85799, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=a04cc8c1-86e6-4381-8e36-de59ce5d9321,segment=NetworkSegment(dc8a676f-3c84-4a5b-b8d3-82d7df2b2d1f),segment_id=dc8a676f-3c84-4a5b-b8d3-82d7df2b2d1f)] {{(pid=113374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 03:48:57.768934 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-d3145b71-2ae6-4839-91bb-a661486bf8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (5c61903f-0c21-4dfe-83a7-d745a98dcc0b), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:57.833774 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-d3145b71-2ae6-4839-91bb-a661486bf8e8 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=fdcbab241b3b464dbb487a455fbd29f8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1982911 Sep 16 03:48:57.836083 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 55056) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:48:57.854770 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-2a92b77e-e902-40d8-8f94-1fee09b958e5 req-195deea6-2251-4d2e-95a7-1d3268be1617 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/64754a20-d60c-49a4-9c39-1462c6265039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323674 Sep 16 03:48:57.855736 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3d79d7-0c42-49b8-92f1-4ec64efdb317 req-1453735d-eed7-4f06-b8c1-e8a582109d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:48:57.857448 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-7b3d79d7-0c42-49b8-92f1-4ec64efdb317 req-1453735d-eed7-4f06-b8c1-e8a582109d79 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=8ee4a40c6c264553a14e0eff367da4a0&device_id=6fee7fbd-189b-4a53-ba78-d66512c7b09d HTTP/1.1" status: 200 len: 1128 time: 0.0693798 Sep 16 03:48:57.862406 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3145b71-2ae6-4839-91bb-a661486bf8e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c61903f-0c21-4dfe-83a7-d745a98dcc0b,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:57.904944 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [req-e55dda08-2e81-4ac3-8334-eda313d74d8c req-13ee7ecf-28af-425a-970e-2423da480455 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (a04cc8c1-86e6-4381-8e36-de59ce5d9321), after_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:57.908029 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55dda08-2e81-4ac3-8334-eda313d74d8c req-13ee7ecf-28af-425a-970e-2423da480455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:48:57.908841 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [req-e55dda08-2e81-4ac3-8334-eda313d74d8c req-13ee7ecf-28af-425a-970e-2423da480455 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602048'] for port (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:57.910233 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-e55dda08-2e81-4ac3-8334-eda313d74d8c req-13ee7ecf-28af-425a-970e-2423da480455 service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/a04cc8c1-86e6-4381-8e36-de59ce5d9321 HTTP/1.1" status: 200 len: 1093 time: 2.4699943 Sep 16 03:48:57.992080 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e78b8e-b017-45f9-860e-412f453526e8 req-1661afa4-5f06-4412-ab0c-f498965548cf tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:48:57.993566 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-18e78b8e-b017-45f9-860e-412f453526e8 req-1661afa4-5f06-4412-ab0c-f498965548cf tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=234c7287-59d4-425c-ba2b-56031d311ee6 HTTP/1.1" status: 200 len: 943 time: 0.1235015 Sep 16 03:48:57.994494 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa78739-e4c6-4bca-8f47-a9afe2c0b6f7 req-cdc3c6f0-ba3f-4a2d-aa68-447e7b89c4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:48:57.995863 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-3aa78739-e4c6-4bca-8f47-a9afe2c0b6f7 req-cdc3c6f0-ba3f-4a2d-aa68-447e7b89c4d2 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=ac97d1487c024a68b8ad933d882bb456&device_id=14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806 HTTP/1.1" status: 200 len: 1127 time: 0.1605504 Sep 16 03:48:58.030244 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd2c69-2bd9-4a17-922f-88717bf482b6 req-4b9b16bc-8f7d-43bb-b107-c794e61749d2 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:48:58.031874 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-94fd2c69-2bd9-4a17-922f-88717bf482b6 req-4b9b16bc-8f7d-43bb-b107-c794e61749d2 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df7ed3f-dd6d-4312-a548-591443add019 HTTP/1.1" status: 200 len: 943 time: 0.0527411 Sep 16 03:48:58.036984 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ee7ecf-28af-425a-970e-2423da480455 service neutron] Pushing event updated for resources: {'Port': ['ID=a04cc8c1-86e6-4381-8e36-de59ce5d9321,revision_number=3']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:58.064109 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-382174f0-618a-4d10-bd85-d00810cc826d admin admin] Publish callbacks [] for security_group (5c61903f-0c21-4dfe-83a7-d745a98dcc0b), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:58.090533 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-94fd2c69-2bd9-4a17-922f-88717bf482b6 req-d861dd4a-d0d9-474c-b3bc-a233948dba5c tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dda34443-519e-4bd2-ac6e-612e709d5440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530627 Sep 16 03:48:58.092984 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-18e78b8e-b017-45f9-860e-412f453526e8 req-4458b9be-70ad-4d56-8416-ea4ba6c8f0fc tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=61d8ba29-7987-48cf-9137-da50bfd9b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912521 Sep 16 03:48:58.097793 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-382174f0-618a-4d10-bd85-d00810cc826d admin admin] Publish callbacks [] for security_group (5c61903f-0c21-4dfe-83a7-d745a98dcc0b), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:58.159499 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:58.217638 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 55068) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:48:58.230628 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-f3fb1142-564d-4002-93ef-df95bdb4b0e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:58.265548 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-382174f0-618a-4d10-bd85-d00810cc826d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (5c61903f-0c21-4dfe-83a7-d745a98dcc0b), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:58.268100 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-382174f0-618a-4d10-bd85-d00810cc826d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:58.269226 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-382174f0-618a-4d10-bd85-d00810cc826d admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/5c61903f-0c21-4dfe-83a7-d745a98dcc0b HTTP/1.1" status: 204 len: 168 time: 0.4320409 Sep 16 03:48:58.285647 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382174f0-618a-4d10-bd85-d00810cc826d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c61903f-0c21-4dfe-83a7-d745a98dcc0b,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:58.343967 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-f3fb1142-564d-4002-93ef-df95bdb4b0e2 admin admin] Publish callbacks [] for security_group (9391e814-7b23-497f-991e-5a757e5e98d5), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:58.412846 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3ba6dc-75b6-4dab-8730-b047361f2654 req-daa9f521-e5fc-48a0-b727-b1376a3885c7 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:48:58.414236 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-cb3ba6dc-75b6-4dab-8730-b047361f2654 req-daa9f521-e5fc-48a0-b727-b1376a3885c7 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806 HTTP/1.1" status: 200 len: 943 time: 0.0472178 Sep 16 03:48:58.436119 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-f3fb1142-564d-4002-93ef-df95bdb4b0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (9391e814-7b23-497f-991e-5a757e5e98d5), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:58.467890 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-cb3ba6dc-75b6-4dab-8730-b047361f2654 req-0d3b1713-bace-4f41-a5b0-b13d0f366859 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477433 Sep 16 03:48:58.520083 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-f3fb1142-564d-4002-93ef-df95bdb4b0e2 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=3002c2f1222949079ed30d3e444c6405&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3009899 Sep 16 03:48:58.525743 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 55078) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:48:58.529435 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fb1142-564d-4002-93ef-df95bdb4b0e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9391e814-7b23-497f-991e-5a757e5e98d5,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:58.591364 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25906add-fcc4-4a2f-8d0b-aed70c11301a req-8d0446f0-47e1-4140-b7e5-61da80b122ad tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:48:58.598078 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-fb1d4185-2d61-4952-86a5-586887c0dc32 admin admin] Publish callbacks [] for security_group (9391e814-7b23-497f-991e-5a757e5e98d5), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:58.598235 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-25906add-fcc4-4a2f-8d0b-aed70c11301a req-8d0446f0-47e1-4140-b7e5-61da80b122ad tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6fee7fbd-189b-4a53-ba78-d66512c7b09d HTTP/1.1" status: 200 len: 944 time: 0.0811558 Sep 16 03:48:58.618697 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-fb1d4185-2d61-4952-86a5-586887c0dc32 admin admin] Publish callbacks [] for security_group (9391e814-7b23-497f-991e-5a757e5e98d5), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:58.622071 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-2875a3e6-2c6e-4f2c-bd58-7e0a3de9c063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (bb5efb49-5a18-474a-824b-90488b0f2024), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:58.648404 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-25906add-fcc4-4a2f-8d0b-aed70c11301a req-4734b835-36ab-46fe-868d-45643d469c80 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=027aaa3c-b814-436c-be79-fb5c0a99b9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464013 Sep 16 03:48:58.682970 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (9480ceca-8cb5-4b85-9807-6ee42f948820), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:58.683919 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:58.767148 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fe5aad-d66b-49c1-907f-925eccf2f290 req-d6f2c0cf-ac68-4ec4-a879-c4f18917157e tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:48:58.768688 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-d8fe5aad-d66b-49c1-907f-925eccf2f290 req-d6f2c0cf-ac68-4ec4-a879-c4f18917157e tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 943 time: 0.0566363 Sep 16 03:48:58.793207 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-fb1d4185-2d61-4952-86a5-586887c0dc32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (9391e814-7b23-497f-991e-5a757e5e98d5), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:58.793557 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-fb1d4185-2d61-4952-86a5-586887c0dc32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:58.797635 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-fb1d4185-2d61-4952-86a5-586887c0dc32 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/9391e814-7b23-497f-991e-5a757e5e98d5 HTTP/1.1" status: 204 len: 168 time: 0.2679358 Sep 16 03:48:58.809757 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1d4185-2d61-4952-86a5-586887c0dc32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9391e814-7b23-497f-991e-5a757e5e98d5,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:58.847568 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-d8fe5aad-d66b-49c1-907f-925eccf2f290 req-88a524b2-dd1f-498c-b33e-34dc3f831f98 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708847 Sep 16 03:48:59.132370 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 55134) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:48:59.152113 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-2cd917d6-e9bf-448e-8802-b02173108e83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:59.243605 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07979e74-12ef-4911-b3ba-ec393a09e712 req-cbad10a4-1b7b-4a08-a7b2-528e2c918be6 tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:48:59.245287 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-07979e74-12ef-4911-b3ba-ec393a09e712 req-cbad10a4-1b7b-4a08-a7b2-528e2c918be6 tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=234c7287-59d4-425c-ba2b-56031d311ee6 HTTP/1.1" status: 200 len: 943 time: 0.0592713 Sep 16 03:48:59.252902 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ace05f-8458-48ef-99cc-b419354a7e78 req-e03f800f-3300-470f-82ca-bf44eff103d3 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:48:59.254556 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-91ace05f-8458-48ef-99cc-b419354a7e78 req-e03f800f-3300-470f-82ca-bf44eff103d3 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df7ed3f-dd6d-4312-a548-591443add019 HTTP/1.1" status: 200 len: 943 time: 0.0835989 Sep 16 03:48:59.300956 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-07979e74-12ef-4911-b3ba-ec393a09e712 req-7af371e1-86ab-43a7-870f-6a2cb54262f3 tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=61d8ba29-7987-48cf-9137-da50bfd9b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470178 Sep 16 03:48:59.321707 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-2cd917d6-e9bf-448e-8802-b02173108e83 admin admin] Publish callbacks [] for security_group (fa980fd7-6a61-44cb-a284-2f8af9d031bd), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:59.336220 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-91ace05f-8458-48ef-99cc-b419354a7e78 req-31c58bc8-e915-424b-b6f5-f49172b9344f tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dda34443-519e-4bd2-ac6e-612e709d5440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737121 Sep 16 03:48:59.410412 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-2cd917d6-e9bf-448e-8802-b02173108e83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (fa980fd7-6a61-44cb-a284-2f8af9d031bd), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:59.451431 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-2cd917d6-e9bf-448e-8802-b02173108e83 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=e8f0e60e237c480b8bdd1374d0f8ec53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3172009 Sep 16 03:48:59.455401 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:48:59.455992 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd917d6-e9bf-448e-8802-b02173108e83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa980fd7-6a61-44cb-a284-2f8af9d031bd,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:59.456172 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 55144) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:48:59.514264 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-618b51e6-9bb4-462b-bd19-e6b8e037ee10 admin admin] Publish callbacks [] for security_group (fa980fd7-6a61-44cb-a284-2f8af9d031bd), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:59.534264 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-618b51e6-9bb4-462b-bd19-e6b8e037ee10 admin admin] Publish callbacks [] for security_group (fa980fd7-6a61-44cb-a284-2f8af9d031bd), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:59.608642 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022546d5-5cbd-4f72-adab-e01816665ccd req-b6f2091c-858b-4a12-8f00-5019ffb3bf1c tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:48:59.610126 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-022546d5-5cbd-4f72-adab-e01816665ccd req-b6f2091c-858b-4a12-8f00-5019ffb3bf1c tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806 HTTP/1.1" status: 200 len: 943 time: 0.0642166 Sep 16 03:48:59.642363 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '230b59e9-09d0-4448-a6a6-a395823fcd8b', 'tag': 'a04cc8c1-86e6-4381-8e36-de59ce5d9321'}] {{(pid=113374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 03:48:59.644836 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690b364905604876d1d0623b3c540f81637980c049172579221ad326041cdf1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-563c7553-fbbc-4075-8b3c-a3ce3c8f26c1" -d '{"events": [{"name": "network-changed", "server_uuid": "230b59e9-09d0-4448-a6a6-a395823fcd8b", "tag": "a04cc8c1-86e6-4381-8e36-de59ce5d9321"}]}' {{(pid=113374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 03:48:59.680742 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-022546d5-5cbd-4f72-adab-e01816665ccd req-468e0757-0da0-4b51-a63c-b65c13058837 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646434 Sep 16 03:48:59.713520 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-618b51e6-9bb4-462b-bd19-e6b8e037ee10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (fa980fd7-6a61-44cb-a284-2f8af9d031bd), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:59.716257 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-618b51e6-9bb4-462b-bd19-e6b8e037ee10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:48:59.721028 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-618b51e6-9bb4-462b-bd19-e6b8e037ee10 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/fa980fd7-6a61-44cb-a284-2f8af9d031bd HTTP/1.1" status: 204 len: 168 time: 0.2607372 Sep 16 03:48:59.721250 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 03:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e66d76-6802-43e7-86b6-def82e88b806 x-openstack-request-id: req-a7e66d76-6802-43e7-86b6-def82e88b806 {{(pid=113374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 03:48:59.721733 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "230b59e9-09d0-4448-a6a6-a395823fcd8b", "tag": "a04cc8c1-86e6-4381-8e36-de59ce5d9321", "status": "completed", "code": 200}]} {{(pid=113374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 03:48:59.722052 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a7e66d76-6802-43e7-86b6-def82e88b806 {{(pid=113374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 03:48:59.722514 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7e66d76-6802-43e7-86b6-def82e88b806'] response: {'name': 'network-changed', 'server_uuid': '230b59e9-09d0-4448-a6a6-a395823fcd8b', 'tag': 'a04cc8c1-86e6-4381-8e36-de59ce5d9321', 'status': 'completed', 'code': 200} Sep 16 03:48:59.740853 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618b51e6-9bb4-462b-bd19-e6b8e037ee10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa980fd7-6a61-44cb-a284-2f8af9d031bd,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:48:59.869902 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbba4d5-5899-4b28-bb90-923a34d72c87 req-4d19bb60-8550-4065-b199-e5021ceea80f tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:48:59.871842 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-7bbba4d5-5899-4b28-bb90-923a34d72c87 req-4d19bb60-8550-4065-b199-e5021ceea80f tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6fee7fbd-189b-4a53-ba78-d66512c7b09d HTTP/1.1" status: 200 len: 944 time: 0.1028061 Sep 16 03:48:59.907347 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa78739-e4c6-4bca-8f47-a9afe2c0b6f7 req-b1e73e8e-8fcc-4b44-aedb-3d813dbd43c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:48:59.909126 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-3aa78739-e4c6-4bca-8f47-a9afe2c0b6f7 req-b1e73e8e-8fcc-4b44-aedb-3d813dbd43c3 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=64754a20-d60c-49a4-9c39-1462c6265039 HTTP/1.1" status: 200 len: 919 time: 0.0975623 Sep 16 03:49:00.025908 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c89a0d-bf12-4acd-8b11-e144f2451d2e req-e4cf51e0-cd11-4417-8b71-a7accbcf769f tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:00.027571 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-64c89a0d-bf12-4acd-8b11-e144f2451d2e req-e4cf51e0-cd11-4417-8b71-a7accbcf769f tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 943 time: 0.0483871 Sep 16 03:49:00.083974 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-64c89a0d-bf12-4acd-8b11-e144f2451d2e req-fb18bdcf-83c5-4ab0-b5ff-fd0af28dcc8a tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499685 Sep 16 03:49:00.096056 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-7bbba4d5-5899-4b28-bb90-923a34d72c87 req-6cc0208a-588b-4321-9fab-2b63f0affd91 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=027aaa3c-b814-436c-be79-fb5c0a99b9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1801305 Sep 16 03:49:00.123578 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3d79d7-0c42-49b8-92f1-4ec64efdb317 req-9091475b-402d-431b-978c-9fdb3553c05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:00.123578 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-7b3d79d7-0c42-49b8-92f1-4ec64efdb317 req-9091475b-402d-431b-978c-9fdb3553c05e service neutron] 10.222.0.52 "GET /networking/v2.0/networks?tenant_id=8ee4a40c6c264553a14e0eff367da4a0&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3049762 Sep 16 03:49:00.124667 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-2a92b77e-e902-40d8-8f94-1fee09b958e5 req-cbcc07c5-ea11-4750-ba59-8a2711704bf0 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/64754a20-d60c-49a4-9c39-1462c6265039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3127213 Sep 16 03:49:00.303765 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:00.440715 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d119a-20cd-4c83-b9f2-53539112c0a8 req-bef83f1a-61c9-4ae9-bc38-c880d474f4f5 tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:00.449661 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-a22d119a-20cd-4c83-b9f2-53539112c0a8 req-bef83f1a-61c9-4ae9-bc38-c880d474f4f5 tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=234c7287-59d4-425c-ba2b-56031d311ee6 HTTP/1.1" status: 200 len: 943 time: 0.0651531 Sep 16 03:49:00.497933 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa9f0c-9c9e-46b9-b7dc-dce50c303601 req-a67787a8-23cf-458d-89f1-3296a34a672b tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:00.499905 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-cafa9f0c-9c9e-46b9-b7dc-dce50c303601 req-a67787a8-23cf-458d-89f1-3296a34a672b tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df7ed3f-dd6d-4312-a548-591443add019 HTTP/1.1" status: 200 len: 943 time: 0.0833545 Sep 16 03:49:00.512158 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-a22d119a-20cd-4c83-b9f2-53539112c0a8 req-119d3e00-9078-484a-8b07-ab802957b2e7 tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=61d8ba29-7987-48cf-9137-da50bfd9b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610335 Sep 16 03:49:00.568326 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-cafa9f0c-9c9e-46b9-b7dc-dce50c303601 req-b79bee08-df34-4096-b076-917c221beaec tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dda34443-519e-4bd2-ac6e-612e709d5440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622740 Sep 16 03:49:00.582444 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:00.820853 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5721a1-8746-4b7d-bd22-f69cf9260f69 req-73dc4233-c37a-46ce-a4b6-ec6ea52976f6 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:00.822376 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-ae5721a1-8746-4b7d-bd22-f69cf9260f69 req-73dc4233-c37a-46ce-a4b6-ec6ea52976f6 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806 HTTP/1.1" status: 200 len: 943 time: 0.0527039 Sep 16 03:49:00.877732 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-ae5721a1-8746-4b7d-bd22-f69cf9260f69 req-293825a2-3f07-49ae-bd50-3558c0fa965e tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479951 Sep 16 03:49:01.029136 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device 8e2fa910-3468-43c4-b9c0-ed6a542e2f12 details requested by agent hyperv_hv-cinder-85799 with host hv-cinder-85799 {{(pid=113376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 03:49:01.096898 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:INSERT=8,neutron:UPDATE=3,neutron:SELECT=89 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:01.148640 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] For port 8e2fa910-3468-43c4-b9c0-ed6a542e2f12, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=8e2fa910-3468-43c4-b9c0-ed6a542e2f12,segment=NetworkSegment(ffd67134-8fee-4362-8336-40afb3537ec3),segment_id=ffd67134-8fee-4362-8336-40afb3537ec3)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:49:01.166774 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=100 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:01.174695 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Returning: {'device': '8e2fa910-3468-43c4-b9c0-ed6a542e2f12', 'network_id': '64754a20-d60c-49a4-9c39-1462c6265039', 'port_id': '8e2fa910-3468-43c4-b9c0-ed6a542e2f12', 'mac_address': 'fa:16:3e:81:a7:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8d5968b-806e-4184-9dc4-9781905ff4c8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 03:49:01.228140 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Current status of the port 8e2fa910-3468-43c4-b9c0-ed6a542e2f12 is: DOWN; New status is: BUILD {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:49:01.228728 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (8e2fa910-3468-43c4-b9c0-ed6a542e2f12), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:01.251237 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.notifiers.nova [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e2fa910-3468-43c4-b9c0-ed6a542e2f12 {{(pid=113376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 03:49:01.256524 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5066f8a0-3f1a-4910-bd0b-6873ddf5a1c8 req-0cae8284-3c34-4ce6-bb7f-9a8b1211d868 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:01.260647 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8db2ab-9d9a-4928-a28d-9219316aff37 req-bb3540c1-1df7-4ffb-912b-1551b54122b2 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:01.264175 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-5066f8a0-3f1a-4910-bd0b-6873ddf5a1c8 req-0cae8284-3c34-4ce6-bb7f-9a8b1211d868 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6fee7fbd-189b-4a53-ba78-d66512c7b09d HTTP/1.1" status: 200 len: 944 time: 0.0631497 Sep 16 03:49:01.270179 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-0f8db2ab-9d9a-4928-a28d-9219316aff37 req-bb3540c1-1df7-4ffb-912b-1551b54122b2 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 943 time: 0.0690892 Sep 16 03:49:01.276702 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] For port 8e2fa910-3468-43c4-b9c0-ed6a542e2f12, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=8e2fa910-3468-43c4-b9c0-ed6a542e2f12,segment=NetworkSegment(ffd67134-8fee-4362-8336-40afb3537ec3),segment_id=ffd67134-8fee-4362-8336-40afb3537ec3)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:49:01.330876 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-5066f8a0-3f1a-4910-bd0b-6873ddf5a1c8 req-3384c76b-212c-4901-ac94-9189965fbbe9 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=027aaa3c-b814-436c-be79-fb5c0a99b9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658286 Sep 16 03:49:01.416531 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (8e2fa910-3468-43c4-b9c0-ed6a542e2f12), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:01.418375 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device 88d08060-53df-4d74-b5dd-97e3666abaeb details requested by agent hyperv_hv-cinder-85799 with host hv-cinder-85799 {{(pid=113376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 03:49:01.488669 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c7553-fbbc-4075-8b3c-a3ce3c8f26c1 req-3512189d-82b4-4619-a2db-c031e64e61a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:01.490890 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-563c7553-fbbc-4075-8b3c-a3ce3c8f26c1 req-3512189d-82b4-4619-a2db-c031e64e61a4 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=cb698ddcedae42a29f50203ec59db295&device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 1127 time: 0.0679631 Sep 16 03:49:01.548369 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-3aa78739-e4c6-4bca-8f47-a9afe2c0b6f7 req-9987fb25-1f9b-4567-a8c5-8b4451407f2b service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=638a834b-f18e-4522-9cce-b0662c140379 HTTP/1.1" status: 200 len: 217 time: 0.0704317 Sep 16 03:49:01.549644 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:01.550785 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] For port 88d08060-53df-4d74-b5dd-97e3666abaeb, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=88d08060-53df-4d74-b5dd-97e3666abaeb,segment=NetworkSegment(f206f821-35d5-462a-80ff-01e4f0ec6983),segment_id=f206f821-35d5-462a-80ff-01e4f0ec6983)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:49:01.570299 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Returning: {'device': '88d08060-53df-4d74-b5dd-97e3666abaeb', 'network_id': '96000232-5a2c-4cbe-8524-4ab75044ef77', 'port_id': '88d08060-53df-4d74-b5dd-97e3666abaeb', 'mac_address': 'fa:16:3e:52:7f:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4abf9a95-17e5-40d7-a907-9f39161a7362', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 03:49:01.682511 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:01.686091 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Current status of the port 88d08060-53df-4d74-b5dd-97e3666abaeb is: DOWN; New status is: BUILD {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:49:01.686473 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (88d08060-53df-4d74-b5dd-97e3666abaeb), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:01.723112 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.notifiers.nova [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88d08060-53df-4d74-b5dd-97e3666abaeb {{(pid=113376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 03:49:01.731646 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-0f8db2ab-9d9a-4928-a28d-9219316aff37 req-ac293b90-d8f3-4480-9fad-5dff82ed2116 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4598906 Sep 16 03:49:01.744183 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] For port 88d08060-53df-4d74-b5dd-97e3666abaeb, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=88d08060-53df-4d74-b5dd-97e3666abaeb,segment=NetworkSegment(f206f821-35d5-462a-80ff-01e4f0ec6983),segment_id=f206f821-35d5-462a-80ff-01e4f0ec6983)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:49:01.754980 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3d79d7-0c42-49b8-92f1-4ec64efdb317 req-22169e6d-1035-4867-a524-a26c6e49997a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:01.756304 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Pushing event updated for resources: {'Port': ['ID=8e2fa910-3468-43c4-b9c0-ed6a542e2f12,revision_number=4']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:49:01.756432 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-7b3d79d7-0c42-49b8-92f1-4ec64efdb317 req-22169e6d-1035-4867-a524-a26c6e49997a service neutron] 10.222.0.52 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2285447 Sep 16 03:49:01.834538 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (88d08060-53df-4d74-b5dd-97e3666abaeb), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:01.879216 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db989dd-9796-4db3-a3d6-e180d0594a7e req-3be123f4-63d0-481f-bdd3-76c074722445 tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:01.879733 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-2db989dd-9796-4db3-a3d6-e180d0594a7e req-3be123f4-63d0-481f-bdd3-76c074722445 tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=234c7287-59d4-425c-ba2b-56031d311ee6 HTTP/1.1" status: 200 len: 943 time: 0.1988192 Sep 16 03:49:01.889976 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa78739-e4c6-4bca-8f47-a9afe2c0b6f7 req-e0a0f1ef-9c5f-431b-83c3-0200e9267f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:01.891553 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-3aa78739-e4c6-4bca-8f47-a9afe2c0b6f7 req-e0a0f1ef-9c5f-431b-83c3-0200e9267f3c service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=c8d5968b-806e-4184-9dc4-9781905ff4c8 HTTP/1.1" status: 200 len: 857 time: 0.3241763 Sep 16 03:49:01.892775 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d514a3a-1711-43ef-bef0-943c0104d3d0 req-aa20d768-3622-433e-b346-d4d302e30b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:01.894595 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-3d514a3a-1711-43ef-bef0-943c0104d3d0 req-aa20d768-3622-433e-b346-d4d302e30b52 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=8ee4a40c6c264553a14e0eff367da4a0&device_id=6fee7fbd-189b-4a53-ba78-d66512c7b09d HTTP/1.1" status: 200 len: 1128 time: 0.0873535 Sep 16 03:49:01.927247 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Pushing event updated for resources: {'Port': ['ID=88d08060-53df-4d74-b5dd-97e3666abaeb,revision_number=4']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:49:01.948384 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=100 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:01.954808 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-3d514a3a-1711-43ef-bef0-943c0104d3d0 req-dfceeb03-9477-4ce2-a4ea-820f0e25ca0b service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ec6698f-782e-4670-8cd3-efb57d7433ad HTTP/1.1" status: 200 len: 217 time: 0.0487139 Sep 16 03:49:01.998803 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c7553-fbbc-4075-8b3c-a3ce3c8f26c1 req-bc63fc71-ed76-44a2-ae5b-8770c11c58f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:02.000261 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-563c7553-fbbc-4075-8b3c-a3ce3c8f26c1 req-bc63fc71-ed76-44a2-ae5b-8770c11c58f3 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?tenant_id=cb698ddcedae42a29f50203ec59db295&shared=False HTTP/1.1" status: 200 len: 917 time: 0.4761999 Sep 16 03:49:02.021764 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad2d719-cf50-43be-80d1-96d475d33648 req-0cc10d3f-8034-4e71-a2a2-a99bf0695fbd tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:02.023346 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-8ad2d719-cf50-43be-80d1-96d475d33648 req-0cc10d3f-8034-4e71-a2a2-a99bf0695fbd tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df7ed3f-dd6d-4312-a548-591443add019 HTTP/1.1" status: 200 len: 944 time: 0.1278453 Sep 16 03:49:02.052065 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d514a3a-1711-43ef-bef0-943c0104d3d0 req-e9276044-a7cc-47a2-a09c-6160372d2ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:02.053542 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-3d514a3a-1711-43ef-bef0-943c0104d3d0 req-e9276044-a7cc-47a2-a09c-6160372d2ffa service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=dc6b4dbf-6194-4053-a2ab-d05e1046d55f HTTP/1.1" status: 200 len: 854 time: 0.0789258 Sep 16 03:49:02.090616 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa78739-e4c6-4bca-8f47-a9afe2c0b6f7 req-af1ed959-d338-44a3-a3a5-2eca1529d300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:02.095003 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-3aa78739-e4c6-4bca-8f47-a9afe2c0b6f7 req-af1ed959-d338-44a3-a3a5-2eca1529d300 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=64754a20-d60c-49a4-9c39-1462c6265039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1671085 Sep 16 03:49:02.111887 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d514a3a-1711-43ef-bef0-943c0104d3d0 req-da4c88e9-56e7-4011-bc9c-6d43c6545ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:02.113646 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-3d514a3a-1711-43ef-bef0-943c0104d3d0 req-da4c88e9-56e7-4011-bc9c-6d43c6545ad8 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=4ff8c520-12d3-47e5-b499-6dbd6e9a131a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0519993 Sep 16 03:49:02.187257 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-8ad2d719-cf50-43be-80d1-96d475d33648 req-59bb581b-ed03-49eb-80bf-422166dd42c7 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dda34443-519e-4bd2-ac6e-612e709d5440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537807 Sep 16 03:49:02.244161 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] get_ports_and_sgs() called for port_ids ['8e2fa910-3468-43c4-b9c0-ed6a542e2f12'] {{(pid=113376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 03:49:02.253952 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-2db989dd-9796-4db3-a3d6-e180d0594a7e req-b5c9221e-fb8f-45dc-9962-2f7ba24bbe7e tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=61d8ba29-7987-48cf-9137-da50bfd9b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3244152 Sep 16 03:49:02.263322 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-3d514a3a-1711-43ef-bef0-943c0104d3d0 req-8fbcd465-9e55-4d64-90ef-d06ecab65c19 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/4ff8c520-12d3-47e5-b499-6dbd6e9a131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410332 Sep 16 03:49:02.268833 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-3aa78739-e4c6-4bca-8f47-a9afe2c0b6f7 req-7a002180-25d2-4bca-8934-888756ad41a7 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/64754a20-d60c-49a4-9c39-1462c6265039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594260 Sep 16 03:49:02.414218 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c7553-fbbc-4075-8b3c-a3ce3c8f26c1 req-66694028-fdf3-4e84-bcf7-79229bbcd5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:02.415848 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-563c7553-fbbc-4075-8b3c-a3ce3c8f26c1 req-66694028-fdf3-4e84-bcf7-79229bbcd5dd service neutron] 10.222.0.52 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4093034 Sep 16 03:49:02.459621 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c81256-3c15-48a4-a253-b92a570d858f req-0cb187f6-7f4b-4279-9d11-cc6cbfbe3e1e tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:02.462249 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-d8c81256-3c15-48a4-a253-b92a570d858f req-0cb187f6-7f4b-4279-9d11-cc6cbfbe3e1e tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806 HTTP/1.1" status: 200 len: 943 time: 0.1111240 Sep 16 03:49:02.510254 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] get_ports_and_sgs() called for port_ids ['88d08060-53df-4d74-b5dd-97e3666abaeb'] {{(pid=113376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 03:49:02.545347 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-3d514a3a-1711-43ef-bef0-943c0104d3d0 req-55079610-3e2f-479a-a2d9-968c805d7422 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/4ff8c520-12d3-47e5-b499-6dbd6e9a131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738254 Sep 16 03:49:02.597079 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-d8c81256-3c15-48a4-a253-b92a570d858f req-0d485c8c-4cdf-4642-a72f-9dc516c46229 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994186 Sep 16 03:49:02.620105 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-3aa78739-e4c6-4bca-8f47-a9afe2c0b6f7 req-8ffb533f-7952-402b-9b09-c9f647591b8d service neutron] 10.222.0.52 "GET /networking/v2.0/networks/64754a20-d60c-49a4-9c39-1462c6265039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3446732 Sep 16 03:49:02.621046 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55dda08-2e81-4ac3-8334-eda313d74d8c req-e3c2424b-b824-46c0-94d1-d64d1d9f031b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:02.622389 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-e55dda08-2e81-4ac3-8334-eda313d74d8c req-e3c2424b-b824-46c0-94d1-d64d1d9f031b service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=cb698ddcedae42a29f50203ec59db295&device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 1127 time: 0.1503816 Sep 16 03:49:02.639417 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a3b3c1-63b2-4118-bffc-4eeb17b713b3 req-fe5d9d2a-bc44-4d92-a9c1-47dc4ad12a68 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:02.640960 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-83a3b3c1-63b2-4118-bffc-4eeb17b713b3 req-fe5d9d2a-bc44-4d92-a9c1-47dc4ad12a68 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6fee7fbd-189b-4a53-ba78-d66512c7b09d HTTP/1.1" status: 200 len: 944 time: 0.1986654 Sep 16 03:49:02.677746 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-e55dda08-2e81-4ac3-8334-eda313d74d8c req-6a3f83c3-eb6e-4738-8c4d-7ca038faaa12 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a04cc8c1-86e6-4381-8e36-de59ce5d9321 HTTP/1.1" status: 200 len: 217 time: 0.0357099 Sep 16 03:49:02.696895 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=100 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:02.741244 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-83a3b3c1-63b2-4118-bffc-4eeb17b713b3 req-eb0f0936-c484-42ef-bcd0-958e1ab58744 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=027aaa3c-b814-436c-be79-fb5c0a99b9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622940 Sep 16 03:49:02.881233 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee696cc2-2011-457b-8e63-597e515c2e3d req-e0aec6a5-fe01-42e0-8fbe-77c32d3fe57b tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:02.882925 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-ee696cc2-2011-457b-8e63-597e515c2e3d req-e0aec6a5-fe01-42e0-8fbe-77c32d3fe57b tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 943 time: 0.0529881 Sep 16 03:49:02.907727 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:INSERT=5,neutron:SELECT=94,neutron:UPDATE=1 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:02.937669 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-ee696cc2-2011-457b-8e63-597e515c2e3d req-187ea07d-ebbe-4797-9f59-806eb512a1da tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489163 Sep 16 03:49:03.073929 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device 638a834b-f18e-4522-9cce-b0662c140379 details requested by agent hyperv_hv-cinder-85799 with host hv-cinder-85799 {{(pid=113376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 03:49:03.136493 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=100 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:03.179285 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] For port 638a834b-f18e-4522-9cce-b0662c140379, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=638a834b-f18e-4522-9cce-b0662c140379,segment=NetworkSegment(ffd67134-8fee-4362-8336-40afb3537ec3),segment_id=ffd67134-8fee-4362-8336-40afb3537ec3)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:49:03.191332 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Returning: {'device': '638a834b-f18e-4522-9cce-b0662c140379', 'network_id': '64754a20-d60c-49a4-9c39-1462c6265039', 'port_id': '638a834b-f18e-4522-9cce-b0662c140379', 'mac_address': 'fa:16:3e:48:88:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8d5968b-806e-4184-9dc4-9781905ff4c8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 03:49:03.210317 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:03.227441 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Current status of the port 638a834b-f18e-4522-9cce-b0662c140379 is: DOWN; New status is: BUILD {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:49:03.227990 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (638a834b-f18e-4522-9cce-b0662c140379), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:03.242169 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.notifiers.nova [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 638a834b-f18e-4522-9cce-b0662c140379 {{(pid=113376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 03:49:03.259878 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 55298) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:49:03.271418 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] For port 638a834b-f18e-4522-9cce-b0662c140379, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=638a834b-f18e-4522-9cce-b0662c140379,segment=NetworkSegment(ffd67134-8fee-4362-8336-40afb3537ec3),segment_id=ffd67134-8fee-4362-8336-40afb3537ec3)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:49:03.348673 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d2d6fd-9fc5-466c-9148-5cd3bdc01090 req-2fd8cdd5-3e8d-4a4b-b94d-9f7d2e47cce0 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:03.351560 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-a9d2d6fd-9fc5-466c-9148-5cd3bdc01090 req-2fd8cdd5-3e8d-4a4b-b94d-9f7d2e47cce0 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df7ed3f-dd6d-4312-a548-591443add019 HTTP/1.1" status: 200 len: 944 time: 0.0585070 Sep 16 03:49:03.395802 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-316b9c14-151c-4a87-b1c1-233a3e184d7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:03.396876 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e271cf86-ba12-4b13-9428-fcaa5ffb737f req-90202f4a-9cba-4b02-889b-67f68501d8d9 tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:03.398864 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-e271cf86-ba12-4b13-9428-fcaa5ffb737f req-90202f4a-9cba-4b02-889b-67f68501d8d9 tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=234c7287-59d4-425c-ba2b-56031d311ee6 HTTP/1.1" status: 200 len: 943 time: 0.0639832 Sep 16 03:49:03.411247 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (638a834b-f18e-4522-9cce-b0662c140379), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:03.412187 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device 19b4f355-bc74-46bb-9c3e-debddf171414 details requested by agent hyperv_hv-cinder-85799 with host hv-cinder-85799 {{(pid=113376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 03:49:03.415749 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:03.434024 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-a9d2d6fd-9fc5-466c-9148-5cd3bdc01090 req-41f5c70a-b849-4c48-8da4-029d41f1263c tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dda34443-519e-4bd2-ac6e-612e709d5440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772595 Sep 16 03:49:03.457871 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-e271cf86-ba12-4b13-9428-fcaa5ffb737f req-fe23e978-e39f-4cd1-9f1c-3333586cb62a tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=61d8ba29-7987-48cf-9137-da50bfd9b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498977 Sep 16 03:49:03.467677 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device 8e2fa910-3468-43c4-b9c0-ed6a542e2f12 up at agent hyperv_hv-cinder-85799 {{(pid=113376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 03:49:03.537022 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55dda08-2e81-4ac3-8334-eda313d74d8c req-dd7e03c3-07ab-4714-8990-d0dfaecbc00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:03.538475 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-e55dda08-2e81-4ac3-8334-eda313d74d8c req-dd7e03c3-07ab-4714-8990-d0dfaecbc00b service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=070db458-4233-40aa-8c99-3613db8fb323 HTTP/1.1" status: 200 len: 855 time: 0.0691426 Sep 16 03:49:03.543667 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-316b9c14-151c-4a87-b1c1-233a3e184d7f admin admin] Publish callbacks [] for security_group (4c7afdfe-776f-435e-a659-75bfa16b13df), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:03.587234 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:03.587447 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55dda08-2e81-4ac3-8334-eda313d74d8c req-ca25fa11-eb55-48f5-9175-8fd7a96a0979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:03.588617 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-e55dda08-2e81-4ac3-8334-eda313d74d8c req-ca25fa11-eb55-48f5-9175-8fd7a96a0979 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=60a25330-2068-4171-85ea-2cd82f09cbdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432317 Sep 16 03:49:03.589454 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Pushing event updated for resources: {'Port': ['ID=638a834b-f18e-4522-9cce-b0662c140379,revision_number=4']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:49:03.607517 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Provisioning for port 8e2fa910-3468-43c4-b9c0-ed6a542e2f12 completed by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 03:49:03.641414 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] For port 19b4f355-bc74-46bb-9c3e-debddf171414, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=19b4f355-bc74-46bb-9c3e-debddf171414,segment=NetworkSegment(01d386b0-ae58-4dc1-8a99-a07e8676d396),segment_id=01d386b0-ae58-4dc1-8a99-a07e8676d396)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:49:03.657214 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Returning: {'device': '19b4f355-bc74-46bb-9c3e-debddf171414', 'network_id': 'd8d0986c-f45f-4403-8f11-6637eeae0fb2', 'port_id': '19b4f355-bc74-46bb-9c3e-debddf171414', 'mac_address': 'fa:16:3e:65:49:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78a82445-9d1f-4206-b684-d9eb31dd28ea', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 03:49:03.696796 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Current status of the port 19b4f355-bc74-46bb-9c3e-debddf171414 is: DOWN; New status is: BUILD {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:49:03.697183 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (19b4f355-bc74-46bb-9c3e-debddf171414), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:03.697730 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-e55dda08-2e81-4ac3-8334-eda313d74d8c req-a2491a6e-b0bf-46f1-a650-a80941c3b3d9 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/60a25330-2068-4171-85ea-2cd82f09cbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999863 Sep 16 03:49:03.710356 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.notifiers.nova [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19b4f355-bc74-46bb-9c3e-debddf171414 {{(pid=113376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 03:49:03.726879 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-316b9c14-151c-4a87-b1c1-233a3e184d7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (4c7afdfe-776f-435e-a659-75bfa16b13df), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:03.731919 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] For port 19b4f355-bc74-46bb-9c3e-debddf171414, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=19b4f355-bc74-46bb-9c3e-debddf171414,segment=NetworkSegment(01d386b0-ae58-4dc1-8a99-a07e8676d396),segment_id=01d386b0-ae58-4dc1-8a99-a07e8676d396)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:49:03.734088 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Provisioning complete for port 8e2fa910-3468-43c4-b9c0-ed6a542e2f12 triggered by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:49:03.734457 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (8e2fa910-3468-43c4-b9c0-ed6a542e2f12), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:03.734882 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Attempt 1 to provision port 8e2fa910-3468-43c4-b9c0-ed6a542e2f12 Sep 16 03:49:03.804239 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c802d2-70c8-4b63-8887-4b53f6cb3fc4 req-3be9ceb7-39f6-49a0-8c83-fb710032b5c7 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:03.812340 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-05c802d2-70c8-4b63-8887-4b53f6cb3fc4 req-3be9ceb7-39f6-49a0-8c83-fb710032b5c7 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806 HTTP/1.1" status: 200 len: 944 time: 0.1289916 Sep 16 03:49:03.850114 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 55310) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:49:03.850440 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-316b9c14-151c-4a87-b1c1-233a3e184d7f admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=bd2a1d98963c4da89592672d94577c3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5893295 Sep 16 03:49:03.858635 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316b9c14-151c-4a87-b1c1-233a3e184d7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c7afdfe-776f-435e-a659-75bfa16b13df,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:49:03.923153 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-e55dda08-2e81-4ac3-8334-eda313d74d8c req-43f412de-dd86-4909-92b6-c8529ffb585e service neutron] 10.222.0.52 "GET /networking/v2.0/networks/60a25330-2068-4171-85ea-2cd82f09cbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093511 Sep 16 03:49:03.938842 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-05c802d2-70c8-4b63-8887-4b53f6cb3fc4 req-673ba012-7616-49c5-be84-6f1b5695451d tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252208 Sep 16 03:49:03.960556 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b5df15-291d-457d-b567-2caf68c32ed1 req-6f972ef0-f526-419f-a86e-f1773fac20ea tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:03.960556 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-c3b5df15-291d-457d-b567-2caf68c32ed1 req-6f972ef0-f526-419f-a86e-f1773fac20ea tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6fee7fbd-189b-4a53-ba78-d66512c7b09d HTTP/1.1" status: 200 len: 944 time: 0.1105385 Sep 16 03:49:03.994625 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-e4de41b2-a8f5-4e4f-a870-46f8ba784a6c admin admin] Publish callbacks [] for security_group (4c7afdfe-776f-435e-a659-75bfa16b13df), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:04.005032 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (19b4f355-bc74-46bb-9c3e-debddf171414), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:04.017942 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:04.022077 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-e4de41b2-a8f5-4e4f-a870-46f8ba784a6c admin admin] Publish callbacks [] for security_group (4c7afdfe-776f-435e-a659-75bfa16b13df), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:04.037901 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Current status of the port 8e2fa910-3468-43c4-b9c0-ed6a542e2f12 is: BUILD; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:49:04.038651 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (8e2fa910-3468-43c4-b9c0-ed6a542e2f12), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:04.090339 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] For port 8e2fa910-3468-43c4-b9c0-ed6a542e2f12, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=8e2fa910-3468-43c4-b9c0-ed6a542e2f12,segment=NetworkSegment(ffd67134-8fee-4362-8336-40afb3537ec3),segment_id=ffd67134-8fee-4362-8336-40afb3537ec3)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:49:04.092001 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ea00b9d-1f8f-4428-98f7-9d66fd079c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e2fa910-3468-43c4-b9c0-ed6a542e2f12'}] {{(pid=113376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 03:49:04.092185 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-c3b5df15-291d-457d-b567-2caf68c32ed1 req-8012edad-eb08-4cfe-a991-1a97273262f0 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=027aaa3c-b814-436c-be79-fb5c0a99b9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268094 Sep 16 03:49:04.169455 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Pushing event updated for resources: {'Port': ['ID=19b4f355-bc74-46bb-9c3e-debddf171414,revision_number=4']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:49:04.200024 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (8e2fa910-3468-43c4-b9c0-ed6a542e2f12), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:04.201667 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device 88d08060-53df-4d74-b5dd-97e3666abaeb up at agent hyperv_hv-cinder-85799 {{(pid=113376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 03:49:04.234712 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-e4de41b2-a8f5-4e4f-a870-46f8ba784a6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (4c7afdfe-776f-435e-a659-75bfa16b13df), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:04.240462 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-e4de41b2-a8f5-4e4f-a870-46f8ba784a6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:04.242147 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-e4de41b2-a8f5-4e4f-a870-46f8ba784a6c admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/4c7afdfe-776f-435e-a659-75bfa16b13df HTTP/1.1" status: 204 len: 168 time: 0.3909483 Sep 16 03:49:04.252614 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4de41b2-a8f5-4e4f-a870-46f8ba784a6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c7afdfe-776f-435e-a659-75bfa16b13df,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:49:04.338467 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa20911-221a-4b3b-a67f-e29dd9006f4e req-3e865bce-a551-4310-a635-12ec66b198a3 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:04.339733 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536f81a66b80124a32e6614edce579112ba342401ad4fb2d1257d5ac670fb901" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1edd3599-6963-4303-8446-3130889efc45" -d '{"events": [{"server_uuid": "3ea00b9d-1f8f-4428-98f7-9d66fd079c6d", "name": "network-vif-plugged", "status": "completed", "tag": "8e2fa910-3468-43c4-b9c0-ed6a542e2f12"}]}' {{(pid=113376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 03:49:04.340251 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-8aa20911-221a-4b3b-a67f-e29dd9006f4e req-3e865bce-a551-4310-a635-12ec66b198a3 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 943 time: 0.2749729 Sep 16 03:49:04.362462 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Provisioning for port 88d08060-53df-4d74-b5dd-97e3666abaeb completed by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 03:49:04.368345 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Pushing event updated for resources: {'Port': ['ID=8e2fa910-3468-43c4-b9c0-ed6a542e2f12,revision_number=5']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:49:04.380302 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] get_ports_and_sgs() called for port_ids ['19b4f355-bc74-46bb-9c3e-debddf171414'] {{(pid=113376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 03:49:04.400410 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-8aa20911-221a-4b3b-a67f-e29dd9006f4e req-74596884-7e8e-452d-b112-0d5f62ec6830 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512865 Sep 16 03:49:04.446916 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 03:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff4e529a-1608-4d2f-b1cc-5674a5ed2ba6 x-openstack-request-id: req-ff4e529a-1608-4d2f-b1cc-5674a5ed2ba6 {{(pid=113376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 03:49:04.447237 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ea00b9d-1f8f-4428-98f7-9d66fd079c6d", "name": "network-vif-plugged", "status": "completed", "tag": "8e2fa910-3468-43c4-b9c0-ed6a542e2f12", "code": 200}]} {{(pid=113376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 03:49:04.447486 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ff4e529a-1608-4d2f-b1cc-5674a5ed2ba6 {{(pid=113376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 03:49:04.447919 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff4e529a-1608-4d2f-b1cc-5674a5ed2ba6'] response: {'server_uuid': '3ea00b9d-1f8f-4428-98f7-9d66fd079c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e2fa910-3468-43c4-b9c0-ed6a542e2f12', 'code': 200} Sep 16 03:49:04.490115 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Provisioning complete for port 88d08060-53df-4d74-b5dd-97e3666abaeb triggered by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:49:04.490491 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (88d08060-53df-4d74-b5dd-97e3666abaeb), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:04.490841 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Attempt 1 to provision port 88d08060-53df-4d74-b5dd-97e3666abaeb Sep 16 03:49:04.496723 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] get_ports_and_sgs() called for port_ids ['638a834b-f18e-4522-9cce-b0662c140379'] {{(pid=113376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 03:49:04.605076 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165971b6-3494-49bd-9628-4669a82cace3 req-3b1c6782-deed-4dbf-b7da-365a02cb2319 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:04.606533 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-165971b6-3494-49bd-9628-4669a82cace3 req-3b1c6782-deed-4dbf-b7da-365a02cb2319 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df7ed3f-dd6d-4312-a548-591443add019 HTTP/1.1" status: 200 len: 944 time: 0.0540009 Sep 16 03:49:04.628744 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde6cba-ad65-4288-b60a-559446d18769 req-04699115-8374-4931-aa67-ac6e8455d2be tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:04.631320 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-7dde6cba-ad65-4288-b60a-559446d18769 req-04699115-8374-4931-aa67-ac6e8455d2be tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=234c7287-59d4-425c-ba2b-56031d311ee6 HTTP/1.1" status: 200 len: 944 time: 0.0701511 Sep 16 03:49:04.671363 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:INSERT=13,neutron:SELECT=83,neutron:UPDATE=4 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:04.672782 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Current status of the port 88d08060-53df-4d74-b5dd-97e3666abaeb is: BUILD; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:49:04.673168 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (88d08060-53df-4d74-b5dd-97e3666abaeb), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:04.675141 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-165971b6-3494-49bd-9628-4669a82cace3 req-208c9bf6-6362-4bed-8a87-918806376aa9 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dda34443-519e-4bd2-ac6e-612e709d5440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581729 Sep 16 03:49:04.715510 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-7dde6cba-ad65-4288-b60a-559446d18769 req-4f9e73dc-f235-48a4-82b6-5e825f456343 tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=61d8ba29-7987-48cf-9137-da50bfd9b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748320 Sep 16 03:49:04.729178 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] For port 88d08060-53df-4d74-b5dd-97e3666abaeb, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=88d08060-53df-4d74-b5dd-97e3666abaeb,segment=NetworkSegment(f206f821-35d5-462a-80ff-01e4f0ec6983),segment_id=f206f821-35d5-462a-80ff-01e4f0ec6983)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:49:04.804655 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (88d08060-53df-4d74-b5dd-97e3666abaeb), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:04.862387 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Pushing event updated for resources: {'Port': ['ID=88d08060-53df-4d74-b5dd-97e3666abaeb,revision_number=5']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:49:05.077626 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:05.092076 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937e3b90-2090-4fbc-a8e7-007340dd082d req-9306cf0f-69ff-4b68-abaf-dc0adbdbbe16 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:05.093629 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-937e3b90-2090-4fbc-a8e7-007340dd082d req-9306cf0f-69ff-4b68-abaf-dc0adbdbbe16 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806 HTTP/1.1" status: 200 len: 944 time: 0.0657728 Sep 16 03:49:05.107844 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device 0ec6698f-782e-4670-8cd3-efb57d7433ad details requested by agent hyperv_hv-cinder-85799 with host hv-cinder-85799 {{(pid=113376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 03:49:05.192349 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 55344) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:49:05.194964 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-937e3b90-2090-4fbc-a8e7-007340dd082d req-93d3fc07-6dbe-46e5-bd0c-ab4b56f10d97 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940223 Sep 16 03:49:05.214887 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-009e6dfd-c16a-4337-8ba7-96396fd542c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:05.262980 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] For port 0ec6698f-782e-4670-8cd3-efb57d7433ad, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=0ec6698f-782e-4670-8cd3-efb57d7433ad,segment=NetworkSegment(8f3c2513-130a-4e92-b8d6-c7c7e1d1ec24),segment_id=8f3c2513-130a-4e92-b8d6-c7c7e1d1ec24)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:49:05.275238 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Returning: {'device': '0ec6698f-782e-4670-8cd3-efb57d7433ad', 'network_id': '4ff8c520-12d3-47e5-b499-6dbd6e9a131a', 'port_id': '0ec6698f-782e-4670-8cd3-efb57d7433ad', 'mac_address': 'fa:16:3e:dd:b2:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc6b4dbf-6194-4053-a2ab-d05e1046d55f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 03:49:05.287518 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:05.328502 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Current status of the port 0ec6698f-782e-4670-8cd3-efb57d7433ad is: DOWN; New status is: BUILD {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:49:05.328502 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (0ec6698f-782e-4670-8cd3-efb57d7433ad), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:05.343581 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae89180d-85b1-49b6-b00c-e0419c8f61c1 req-026cf2c3-b1d7-40ff-b640-51e4d4529ee6 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:05.349460 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.notifiers.nova [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ec6698f-782e-4670-8cd3-efb57d7433ad {{(pid=113376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 03:49:05.355192 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-ae89180d-85b1-49b6-b00c-e0419c8f61c1 req-026cf2c3-b1d7-40ff-b640-51e4d4529ee6 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6fee7fbd-189b-4a53-ba78-d66512c7b09d HTTP/1.1" status: 200 len: 944 time: 0.1400919 Sep 16 03:49:05.377659 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] For port 0ec6698f-782e-4670-8cd3-efb57d7433ad, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=0ec6698f-782e-4670-8cd3-efb57d7433ad,segment=NetworkSegment(8f3c2513-130a-4e92-b8d6-c7c7e1d1ec24),segment_id=8f3c2513-130a-4e92-b8d6-c7c7e1d1ec24)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:49:05.427893 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-ae89180d-85b1-49b6-b00c-e0419c8f61c1 req-14e3e59b-cdc3-456b-8488-95ed8f7501d6 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=027aaa3c-b814-436c-be79-fb5c0a99b9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761466 Sep 16 03:49:05.438200 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e4efa0-6767-40b0-937d-1703d902a184 req-f6042496-fd3a-4d00-a849-d6f6066f7ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:05.439854 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-76e4efa0-6767-40b0-937d-1703d902a184 req-f6042496-fd3a-4d00-a849-d6f6066f7ac9 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3ea00b9d-1f8f-4428-98f7-9d66fd079c6d HTTP/1.1" status: 200 len: 1130 time: 0.1061158 Sep 16 03:49:05.450487 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (0ec6698f-782e-4670-8cd3-efb57d7433ad), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:05.467099 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-009e6dfd-c16a-4337-8ba7-96396fd542c5 admin admin] Publish callbacks [] for security_group (246e9408-ffc5-497c-a381-e59673f3d960), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:05.479937 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [req-76e4efa0-6767-40b0-937d-1703d902a184 req-1ab99ac7-9a78-4ff7-9b8e-e6d2bb944605 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:05.487454 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:05.512492 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Pushing event updated for resources: {'Port': ['ID=0ec6698f-782e-4670-8cd3-efb57d7433ad,revision_number=4']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:49:05.564461 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-009e6dfd-c16a-4337-8ba7-96396fd542c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (246e9408-ffc5-497c-a381-e59673f3d960), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:05.581274 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd002aab-3e70-43a8-ba53-6e57f3d6f1ae req-405f2edb-49e8-487b-a37c-b35b974195a5 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:05.583217 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-cd002aab-3e70-43a8-ba53-6e57f3d6f1ae req-405f2edb-49e8-487b-a37c-b35b974195a5 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 943 time: 0.0640595 Sep 16 03:49:05.609711 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009e6dfd-c16a-4337-8ba7-96396fd542c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=246e9408-ffc5-497c-a381-e59673f3d960,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:49:05.615478 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-009e6dfd-c16a-4337-8ba7-96396fd542c5 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=b11a7df3ff2d4b36a9e38fad1de5dd45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4218087 Sep 16 03:49:05.618980 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 55352) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:49:05.628901 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device 638a834b-f18e-4522-9cce-b0662c140379 up at agent hyperv_hv-cinder-85799 {{(pid=113376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 03:49:05.641716 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [req-76e4efa0-6767-40b0-937d-1703d902a184 req-1ab99ac7-9a78-4ff7-9b8e-e6d2bb944605 service neutron] Publish callbacks [] for security_group (b653426b-c940-4b19-9fbc-8d0d0f670db8), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:05.670451 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-cd002aab-3e70-43a8-ba53-6e57f3d6f1ae req-da7ee1b4-f9f1-41f1-84f4-e4fd9681c5c8 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795758 Sep 16 03:49:05.688615 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-ac957659-10b5-4cbb-aa8c-c53d81cc30cc admin admin] Publish callbacks [] for security_group (246e9408-ffc5-497c-a381-e59673f3d960), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:05.709290 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Provisioning for port 638a834b-f18e-4522-9cce-b0662c140379 completed by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 03:49:05.713717 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-ac957659-10b5-4cbb-aa8c-c53d81cc30cc admin admin] Publish callbacks [] for security_group (246e9408-ffc5-497c-a381-e59673f3d960), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:05.724602 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [req-76e4efa0-6767-40b0-937d-1703d902a184 req-1ab99ac7-9a78-4ff7-9b8e-e6d2bb944605 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (b653426b-c940-4b19-9fbc-8d0d0f670db8), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:05.783667 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-76e4efa0-6767-40b0-937d-1703d902a184 req-1ab99ac7-9a78-4ff7-9b8e-e6d2bb944605 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3367653 Sep 16 03:49:05.784882 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab99ac7-9a78-4ff7-9b8e-e6d2bb944605 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b653426b-c940-4b19-9fbc-8d0d0f670db8,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:49:05.823507 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ced416-d5cb-413a-8975-f452ed907b86 req-51d468c7-0ee5-497a-9c4e-41fcb7af09c3 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:05.825181 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-32ced416-d5cb-413a-8975-f452ed907b86 req-51d468c7-0ee5-497a-9c4e-41fcb7af09c3 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df7ed3f-dd6d-4312-a548-591443add019 HTTP/1.1" status: 200 len: 945 time: 0.0568368 Sep 16 03:49:05.860905 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49ec96d-628a-45d2-aa27-65e548439a64 req-e3e4aed5-2035-4a34-ac27-6c4ed42d7a9c tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:05.862012 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Provisioning complete for port 638a834b-f18e-4522-9cce-b0662c140379 triggered by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:49:05.862397 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (638a834b-f18e-4522-9cce-b0662c140379), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:05.862654 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-e49ec96d-628a-45d2-aa27-65e548439a64 req-e3e4aed5-2035-4a34-ac27-6c4ed42d7a9c tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=234c7287-59d4-425c-ba2b-56031d311ee6 HTTP/1.1" status: 200 len: 944 time: 0.0549691 Sep 16 03:49:05.862777 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Attempt 1 to provision port 638a834b-f18e-4522-9cce-b0662c140379 Sep 16 03:49:05.863475 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:05.878497 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-32ced416-d5cb-413a-8975-f452ed907b86 req-f119878e-c125-42db-ae38-ca323e0342cf tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dda34443-519e-4bd2-ac6e-612e709d5440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467966 Sep 16 03:49:05.897741 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] get_ports_and_sgs() called for port_ids ['0ec6698f-782e-4670-8cd3-efb57d7433ad'] {{(pid=113376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 03:49:05.924679 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-ac957659-10b5-4cbb-aa8c-c53d81cc30cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (246e9408-ffc5-497c-a381-e59673f3d960), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:05.927809 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-ac957659-10b5-4cbb-aa8c-c53d81cc30cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:05.932120 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-ac957659-10b5-4cbb-aa8c-c53d81cc30cc admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/246e9408-ffc5-497c-a381-e59673f3d960 HTTP/1.1" status: 204 len: 168 time: 0.3093348 Sep 16 03:49:05.941756 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-e49ec96d-628a-45d2-aa27-65e548439a64 req-ae9383bd-e9f1-41b6-ace6-1f70882a2a14 tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=61d8ba29-7987-48cf-9137-da50bfd9b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710912 Sep 16 03:49:05.950459 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac957659-10b5-4cbb-aa8c-c53d81cc30cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=246e9408-ffc5-497c-a381-e59673f3d960,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:49:06.036993 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Current status of the port 638a834b-f18e-4522-9cce-b0662c140379 is: BUILD; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:49:06.037428 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (638a834b-f18e-4522-9cce-b0662c140379), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:06.095774 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] For port 638a834b-f18e-4522-9cce-b0662c140379, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=638a834b-f18e-4522-9cce-b0662c140379,segment=NetworkSegment(ffd67134-8fee-4362-8336-40afb3537ec3),segment_id=ffd67134-8fee-4362-8336-40afb3537ec3)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:49:06.164838 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (638a834b-f18e-4522-9cce-b0662c140379), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:06.165816 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device 19b4f355-bc74-46bb-9c3e-debddf171414 up at agent hyperv_hv-cinder-85799 {{(pid=113376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 03:49:06.256559 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Pushing event updated for resources: {'Port': ['ID=638a834b-f18e-4522-9cce-b0662c140379,revision_number=5']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:49:06.266069 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Provisioning for port 19b4f355-bc74-46bb-9c3e-debddf171414 completed by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 03:49:06.341618 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7de1dab-d05c-4124-a1c2-6a4335e92a21 req-9731bd7b-57cf-4e6c-9960-e61e5c5725c8 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:06.344047 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-b7de1dab-d05c-4124-a1c2-6a4335e92a21 req-9731bd7b-57cf-4e6c-9960-e61e5c5725c8 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806 HTTP/1.1" status: 200 len: 945 time: 0.0572278 Sep 16 03:49:06.378451 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Provisioning complete for port 19b4f355-bc74-46bb-9c3e-debddf171414 triggered by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:49:06.378982 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (19b4f355-bc74-46bb-9c3e-debddf171414), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:06.379342 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Attempt 1 to provision port 19b4f355-bc74-46bb-9c3e-debddf171414 Sep 16 03:49:06.404450 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-b7de1dab-d05c-4124-a1c2-6a4335e92a21 req-738421c1-ed3e-47c5-9cf7-e19180ceb4cf tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536816 Sep 16 03:49:06.443650 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:06.460590 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2df7ed3f-dd6d-4312-a548-591443add019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88d08060-53df-4d74-b5dd-97e3666abaeb'}, {'server_uuid': '14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '638a834b-f18e-4522-9cce-b0662c140379'}] {{(pid=113376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 03:49:06.462956 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536f81a66b80124a32e6614edce579112ba342401ad4fb2d1257d5ac670fb901" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568a3959-987b-4cb7-9cf4-75b05a7859d6" -d '{"events": [{"server_uuid": "2df7ed3f-dd6d-4312-a548-591443add019", "name": "network-vif-plugged", "status": "completed", "tag": "88d08060-53df-4d74-b5dd-97e3666abaeb"}, {"server_uuid": "14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806", "name": "network-vif-plugged", "status": "completed", "tag": "638a834b-f18e-4522-9cce-b0662c140379"}]}' {{(pid=113376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 03:49:06.480471 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Current status of the port 19b4f355-bc74-46bb-9c3e-debddf171414 is: BUILD; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:49:06.489755 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (19b4f355-bc74-46bb-9c3e-debddf171414), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:06.522542 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] For port 19b4f355-bc74-46bb-9c3e-debddf171414, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=19b4f355-bc74-46bb-9c3e-debddf171414,segment=NetworkSegment(01d386b0-ae58-4dc1-8a99-a07e8676d396),segment_id=01d386b0-ae58-4dc1-8a99-a07e8676d396)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:49:06.549829 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Sep 2022 03:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a913e86a-cb6a-450b-a09f-5392fd8f4baa x-openstack-request-id: req-a913e86a-cb6a-450b-a09f-5392fd8f4baa {{(pid=113376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 03:49:06.550303 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2df7ed3f-dd6d-4312-a548-591443add019", "name": "network-vif-plugged", "status": "completed", "tag": "88d08060-53df-4d74-b5dd-97e3666abaeb", "code": 200}, {"server_uuid": "14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806", "name": "network-vif-plugged", "status": "completed", "tag": "638a834b-f18e-4522-9cce-b0662c140379", "code": 200}]} {{(pid=113376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 03:49:06.550621 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a913e86a-cb6a-450b-a09f-5392fd8f4baa {{(pid=113376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 03:49:06.551125 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a913e86a-cb6a-450b-a09f-5392fd8f4baa'] response: {'server_uuid': '2df7ed3f-dd6d-4312-a548-591443add019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88d08060-53df-4d74-b5dd-97e3666abaeb', 'code': 200} Sep 16 03:49:06.551456 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a913e86a-cb6a-450b-a09f-5392fd8f4baa'] response: {'server_uuid': '14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '638a834b-f18e-4522-9cce-b0662c140379', 'code': 200} Sep 16 03:49:06.627937 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (19b4f355-bc74-46bb-9c3e-debddf171414), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:06.644674 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbadf03e-adf7-4884-b1f6-36231e0d3900 req-5b900634-61da-4796-a89f-48dee17c0bcc tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:06.649098 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-fbadf03e-adf7-4884-b1f6-36231e0d3900 req-5b900634-61da-4796-a89f-48dee17c0bcc tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6fee7fbd-189b-4a53-ba78-d66512c7b09d HTTP/1.1" status: 200 len: 945 time: 0.0857627 Sep 16 03:49:06.688448 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Pushing event updated for resources: {'Port': ['ID=19b4f355-bc74-46bb-9c3e-debddf171414,revision_number=5']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:49:06.707224 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-fbadf03e-adf7-4884-b1f6-36231e0d3900 req-1e75bfae-ac49-4978-a5a5-478e65cbd82e tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=027aaa3c-b814-436c-be79-fb5c0a99b9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516882 Sep 16 03:49:06.771392 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=100 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:06.839119 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5facfe2-a1d2-4da7-a255-619b70737afe req-6413c3fb-9130-465d-a10a-5784521a48b4 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:06.840660 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-b5facfe2-a1d2-4da7-a255-619b70737afe req-6413c3fb-9130-465d-a10a-5784521a48b4 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 943 time: 0.0722711 Sep 16 03:49:06.890306 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-b5facfe2-a1d2-4da7-a255-619b70737afe req-c8a4f68c-a710-4511-89e0-8b7d07c9da95 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437913 Sep 16 03:49:07.039423 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab2ad0-7e7b-46d9-8195-9ff8f3f72fbd req-afb37834-1584-4291-aa80-2740ad56b332 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:07.041559 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-f4ab2ad0-7e7b-46d9-8195-9ff8f3f72fbd req-afb37834-1584-4291-aa80-2740ad56b332 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df7ed3f-dd6d-4312-a548-591443add019 HTTP/1.1" status: 200 len: 945 time: 0.0605831 Sep 16 03:49:07.083514 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5180f7-6ee2-4637-9477-ac416b1eb749 req-34d0bef5-a57d-4332-97f7-aedbc93492ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:07.087938 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-fd5180f7-6ee2-4637-9477-ac416b1eb749 req-34d0bef5-a57d-4332-97f7-aedbc93492ee service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806 HTTP/1.1" status: 200 len: 1129 time: 0.1512969 Sep 16 03:49:07.092877 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:07.097642 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b12479e-e418-4ebd-9ee3-f8b754667a90 req-769ac2a0-cb38-4d0b-8db4-a442ada3ad96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:07.099437 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-f4ab2ad0-7e7b-46d9-8195-9ff8f3f72fbd req-0c912537-e34f-4fce-9701-04fb87205d7d tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dda34443-519e-4bd2-ac6e-612e709d5440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505950 Sep 16 03:49:07.099568 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-3b12479e-e418-4ebd-9ee3-f8b754667a90 req-769ac2a0-cb38-4d0b-8db4-a442ada3ad96 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2df7ed3f-dd6d-4312-a548-591443add019 HTTP/1.1" status: 200 len: 1129 time: 0.1044030 Sep 16 03:49:07.129437 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device a04cc8c1-86e6-4381-8e36-de59ce5d9321 details requested by agent hyperv_hv-cinder-85799 with host hv-cinder-85799 {{(pid=113376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 03:49:07.132777 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0636aa4-3dec-43dd-882f-eaf9aebd7a10 req-e198ba7a-0e79-49fa-aebb-45379aba40c9 tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:07.133363 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device 0ec6698f-782e-4670-8cd3-efb57d7433ad up at agent hyperv_hv-cinder-85799 {{(pid=113376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 03:49:07.134292 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-e0636aa4-3dec-43dd-882f-eaf9aebd7a10 req-e198ba7a-0e79-49fa-aebb-45379aba40c9 tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=234c7287-59d4-425c-ba2b-56031d311ee6 HTTP/1.1" status: 200 len: 945 time: 0.0906942 Sep 16 03:49:07.206142 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-fd5180f7-6ee2-4637-9477-ac416b1eb749 req-460aaec3-b57e-47f4-850f-823689b24914 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120965 Sep 16 03:49:07.218992 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-3b12479e-e418-4ebd-9ee3-f8b754667a90 req-b864fc6b-eaad-4115-8720-67a254c31b37 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dda34443-519e-4bd2-ac6e-612e709d5440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093619 Sep 16 03:49:07.234411 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-e0636aa4-3dec-43dd-882f-eaf9aebd7a10 req-56418a98-5c5d-4f19-891d-0c4a535d017e tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=61d8ba29-7987-48cf-9137-da50bfd9b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921340 Sep 16 03:49:07.239901 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Provisioning for port 0ec6698f-782e-4670-8cd3-efb57d7433ad completed by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 03:49:07.246412 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:07.290148 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] For port a04cc8c1-86e6-4381-8e36-de59ce5d9321, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=a04cc8c1-86e6-4381-8e36-de59ce5d9321,segment=NetworkSegment(dc8a676f-3c84-4a5b-b8d3-82d7df2b2d1f),segment_id=dc8a676f-3c84-4a5b-b8d3-82d7df2b2d1f)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:49:07.303027 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Returning: {'device': 'a04cc8c1-86e6-4381-8e36-de59ce5d9321', 'network_id': '60a25330-2068-4171-85ea-2cd82f09cbdb', 'port_id': 'a04cc8c1-86e6-4381-8e36-de59ce5d9321', 'mac_address': 'fa:16:3e:2c:1a:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '070db458-4233-40aa-8c99-3613db8fb323', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 03:49:07.324263 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 55404) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:49:07.340716 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Provisioning complete for port 0ec6698f-782e-4670-8cd3-efb57d7433ad triggered by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:49:07.345397 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (0ec6698f-782e-4670-8cd3-efb57d7433ad), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:07.345397 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Attempt 1 to provision port 0ec6698f-782e-4670-8cd3-efb57d7433ad Sep 16 03:49:07.366489 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Current status of the port a04cc8c1-86e6-4381-8e36-de59ce5d9321 is: DOWN; New status is: BUILD {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:49:07.366876 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (a04cc8c1-86e6-4381-8e36-de59ce5d9321), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:07.386524 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.notifiers.nova [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a04cc8c1-86e6-4381-8e36-de59ce5d9321 {{(pid=113376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 03:49:07.413699 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] For port a04cc8c1-86e6-4381-8e36-de59ce5d9321, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=a04cc8c1-86e6-4381-8e36-de59ce5d9321,segment=NetworkSegment(dc8a676f-3c84-4a5b-b8d3-82d7df2b2d1f),segment_id=dc8a676f-3c84-4a5b-b8d3-82d7df2b2d1f)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:49:07.431325 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.v2.base [None req-50291a92-29a7-4ec9-ae1e-bb8ac411d911 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-888559000-network', 'tenant_id': 'bed14ff70a404f71a3e7eb574ea3a8cb'}} {{(pid=113374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:49:07.450877 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Current status of the port 0ec6698f-782e-4670-8cd3-efb57d7433ad is: BUILD; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:49:07.451317 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (0ec6698f-782e-4670-8cd3-efb57d7433ad), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:07.483939 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (a04cc8c1-86e6-4381-8e36-de59ce5d9321), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:07.487371 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:07.514588 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] For port 0ec6698f-782e-4670-8cd3-efb57d7433ad, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=0ec6698f-782e-4670-8cd3-efb57d7433ad,segment=NetworkSegment(8f3c2513-130a-4e92-b8d6-c7c7e1d1ec24),segment_id=8f3c2513-130a-4e92-b8d6-c7c7e1d1ec24)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:49:07.539086 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Pushing event updated for resources: {'Port': ['ID=a04cc8c1-86e6-4381-8e36-de59ce5d9321,revision_number=4']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:49:07.540783 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7328b1b3-c20e-4151-92c0-cde202e5ffdb req-e634a442-5b20-4d5b-b250-8ecb2f0ad2a5 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:07.542247 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-7328b1b3-c20e-4151-92c0-cde202e5ffdb req-e634a442-5b20-4d5b-b250-8ecb2f0ad2a5 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806 HTTP/1.1" status: 200 len: 945 time: 0.0505021 Sep 16 03:49:07.543262 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50291a92-29a7-4ec9-ae1e-bb8ac411d911 admin admin] Made reservation on behalf of bed14ff70a404f71a3e7eb574ea3a8cb for: {'network': 1} {{(pid=113374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 03:49:07.546380 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-50291a92-29a7-4ec9-ae1e-bb8ac411d911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for network (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:07.559739 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-50291a92-29a7-4ec9-ae1e-bb8ac411d911 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:07.598535 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-7328b1b3-c20e-4151-92c0-cde202e5ffdb req-47c13ed6-225f-444f-9f17-3f21885158ea tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471780 Sep 16 03:49:07.633048 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (0ec6698f-782e-4670-8cd3-efb57d7433ad), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:07.641666 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-50291a92-29a7-4ec9-ae1e-bb8ac411d911 admin admin] Publish callbacks [] for security_group (75642743-9008-4158-8c49-ec6d8048ed51), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:07.685872 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Pushing event updated for resources: {'Port': ['ID=0ec6698f-782e-4670-8cd3-efb57d7433ad,revision_number=5']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:49:07.747789 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-50291a92-29a7-4ec9-ae1e-bb8ac411d911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (75642743-9008-4158-8c49-ec6d8048ed51), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:07.775895 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50291a92-29a7-4ec9-ae1e-bb8ac411d911 admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=113374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 03:49:07.782251 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50291a92-29a7-4ec9-ae1e-bb8ac411d911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75642743-9008-4158-8c49-ec6d8048ed51,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:49:07.800151 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=100 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:07.801026 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] get_ports_and_sgs() called for port_ids ['a04cc8c1-86e6-4381-8e36-de59ce5d9321'] {{(pid=113376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 03:49:07.801794 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-50291a92-29a7-4ec9-ae1e-bb8ac411d911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432398'] for segment (952cfbbe-31de-49c4-b84c-985b45e0ef76), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:07.802179 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.db.segments_db [None req-50291a92-29a7-4ec9-ae1e-bb8ac411d911 admin admin] Added segment 952cfbbe-31de-49c4-b84c-985b45e0ef76 of type vlan for network eaf67c14-6d17-432a-a069-d69989583fd5 Sep 16 03:49:07.871703 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be88ba5-2bad-4261-a614-b80a5326fe8d req-18422cc2-c8a1-4863-b450-979029edd3bd tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:07.873317 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-8be88ba5-2bad-4261-a614-b80a5326fe8d req-18422cc2-c8a1-4863-b450-979029edd3bd tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6fee7fbd-189b-4a53-ba78-d66512c7b09d HTTP/1.1" status: 200 len: 946 time: 0.0873504 Sep 16 03:49:07.874963 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-50291a92-29a7-4ec9-ae1e-bb8ac411d911 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741672468170'] for network (eaf67c14-6d17-432a-a069-d69989583fd5), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:07.960339 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-8be88ba5-2bad-4261-a614-b80a5326fe8d req-004e64f2-0145-494b-807e-610c7b00824e tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=027aaa3c-b814-436c-be79-fb5c0a99b9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722146 Sep 16 03:49:08.027418 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-50291a92-29a7-4ec9-ae1e-bb8ac411d911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066'] for network (eaf67c14-6d17-432a-a069-d69989583fd5), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:08.028761 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50291a92-29a7-4ec9-ae1e-bb8ac411d911 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:08.029590 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27212cf8-dcfd-4d7a-a403-e69303a2ec86 req-b89ef09d-f4f2-4d41-a954-561b024ed9b9 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:08.029953 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-50291a92-29a7-4ec9-ae1e-bb8ac411d911 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602048'] for network (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:08.031434 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-27212cf8-dcfd-4d7a-a403-e69303a2ec86 req-b89ef09d-f4f2-4d41-a954-561b024ed9b9 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 944 time: 0.0496840 Sep 16 03:49:08.087353 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-27212cf8-dcfd-4d7a-a403-e69303a2ec86 req-e6493cb1-3c4f-462a-9f30-9187c6e2b6b6 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479932 Sep 16 03:49:08.095497 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50291a92-29a7-4ec9-ae1e-bb8ac411d911 admin admin] Pushing event updated for resources: {'Network': ['ID=eaf67c14-6d17-432a-a069-d69989583fd5,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:49:08.109729 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Network eaf67c14-6d17-432a-a069-d69989583fd5 details requested by agent ovs-agent-dv-cinder-857993-1-iscsi with host dv-cinder-857993-1-iscsi {{(pid=113376) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 03:49:08.179816 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-50291a92-29a7-4ec9-ae1e-bb8ac411d911 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8544092 Sep 16 03:49:08.182869 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 55420) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:49:08.191307 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [None req-2cb3345a-45af-4945-b61e-c99ae71af4ea admin admin] Request body: {'subnet': {'network_id': 'eaf67c14-6d17-432a-a069-d69989583fd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-888559000-subnet', 'tenant_id': 'bed14ff70a404f71a3e7eb574ea3a8cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:49:08.241261 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20361500-454d-456f-a9da-7324767f77fe req-7083df1e-6859-4224-bd6f-4e672539570f tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:08.242762 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-20361500-454d-456f-a9da-7324767f77fe req-7083df1e-6859-4224-bd6f-4e672539570f tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df7ed3f-dd6d-4312-a548-591443add019 HTTP/1.1" status: 200 len: 945 time: 0.0474050 Sep 16 03:49:08.295268 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-20361500-454d-456f-a9da-7324767f77fe req-fbbf416f-d1f3-44f0-b875-551ec45c3e28 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dda34443-519e-4bd2-ac6e-612e709d5440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450628 Sep 16 03:49:08.334182 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb3345a-45af-4945-b61e-c99ae71af4ea admin admin] Made reservation on behalf of bed14ff70a404f71a3e7eb574ea3a8cb for: {'subnet': 1} {{(pid=113375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 03:49:08.336597 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-2cb3345a-45af-4945-b61e-c99ae71af4ea admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:08.338499 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:INSERT=14,neutron:SELECT=82,neutron:UPDATE=4 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:08.412550 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c123ad6d-1ffc-42a1-98e3-848bfcaeb2f1 req-a8198952-f8f4-4da0-871f-4c654af97cc1 tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:08.414017 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-c123ad6d-1ffc-42a1-98e3-848bfcaeb2f1 req-a8198952-f8f4-4da0-871f-4c654af97cc1 tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=234c7287-59d4-425c-ba2b-56031d311ee6 HTTP/1.1" status: 200 len: 945 time: 0.0937746 Sep 16 03:49:08.487377 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-c123ad6d-1ffc-42a1-98e3-848bfcaeb2f1 req-b3ab583e-4dbb-4067-9d97-2fe75b230b58 tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=61d8ba29-7987-48cf-9137-da50bfd9b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662813 Sep 16 03:49:08.553595 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '234c7287-59d4-425c-ba2b-56031d311ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19b4f355-bc74-46bb-9c3e-debddf171414'}, {'server_uuid': '6fee7fbd-189b-4a53-ba78-d66512c7b09d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec6698f-782e-4670-8cd3-efb57d7433ad'}] {{(pid=113376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 03:49:08.556684 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536f81a66b80124a32e6614edce579112ba342401ad4fb2d1257d5ac670fb901" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58fe5467-11cf-492c-84ed-64eefc53ce77" -d '{"events": [{"server_uuid": "234c7287-59d4-425c-ba2b-56031d311ee6", "name": "network-vif-plugged", "status": "completed", "tag": "19b4f355-bc74-46bb-9c3e-debddf171414"}, {"server_uuid": "6fee7fbd-189b-4a53-ba78-d66512c7b09d", "name": "network-vif-plugged", "status": "completed", "tag": "0ec6698f-782e-4670-8cd3-efb57d7433ad"}]}' {{(pid=113376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 03:49:08.608647 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Sep 2022 03:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a64340f8-f6a3-4bcf-bebb-08da28f4d562 x-openstack-request-id: req-a64340f8-f6a3-4bcf-bebb-08da28f4d562 {{(pid=113376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 03:49:08.614662 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "234c7287-59d4-425c-ba2b-56031d311ee6", "name": "network-vif-plugged", "status": "completed", "tag": "19b4f355-bc74-46bb-9c3e-debddf171414", "code": 200}, {"server_uuid": "6fee7fbd-189b-4a53-ba78-d66512c7b09d", "name": "network-vif-plugged", "status": "completed", "tag": "0ec6698f-782e-4670-8cd3-efb57d7433ad", "code": 200}]} {{(pid=113376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 03:49:08.614662 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a64340f8-f6a3-4bcf-bebb-08da28f4d562 {{(pid=113376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 03:49:08.614662 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a64340f8-f6a3-4bcf-bebb-08da28f4d562'] response: {'server_uuid': '234c7287-59d4-425c-ba2b-56031d311ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19b4f355-bc74-46bb-9c3e-debddf171414', 'code': 200} Sep 16 03:49:08.614662 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a64340f8-f6a3-4bcf-bebb-08da28f4d562'] response: {'server_uuid': '6fee7fbd-189b-4a53-ba78-d66512c7b09d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec6698f-782e-4670-8cd3-efb57d7433ad', 'code': 200} Sep 16 03:49:08.666074 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-2cb3345a-45af-4945-b61e-c99ae71af4ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066'] for subnet (4bd97775-6706-422d-97ed-0112d1f599e7), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:08.752400 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:08.754010 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb3345a-45af-4945-b61e-c99ae71af4ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bd97775-6706-422d-97ed-0112d1f599e7,revision_number=0']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:49:08.767643 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee8509f-49e4-4a42-b897-bef80249711d req-5512ca97-ab38-4b2c-9abe-17f35ad72bb6 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:08.769150 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-aee8509f-49e4-4a42-b897-bef80249711d req-5512ca97-ab38-4b2c-9abe-17f35ad72bb6 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806 HTTP/1.1" status: 200 len: 945 time: 0.0746911 Sep 16 03:49:08.777395 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb3345a-45af-4945-b61e-c99ae71af4ea admin admin] Checking segment: {'id': '952cfbbe-31de-49c4-b84c-985b45e0ef76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'eaf67c14-6d17-432a-a069-d69989583fd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 03:49:08.777757 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb3345a-45af-4945-b61e-c99ae71af4ea admin admin] Network hostable DHCP agents. Network: eaf67c14-6d17-432a-a069-d69989583fd5, hostable agents: ['5f458d39-b7df-4a2e-8f52-58d49f268778'], hosted agents: [] {{(pid=113375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 03:49:08.838855 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:08.839428 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-aee8509f-49e4-4a42-b897-bef80249711d req-63720144-a858-42a0-967a-27184cfa6585 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638471 Sep 16 03:49:08.896403 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb3345a-45af-4945-b61e-c99ae71af4ea admin admin] Network eaf67c14-6d17-432a-a069-d69989583fd5 is scheduled to be hosted by DHCP agent 5f458d39-b7df-4a2e-8f52-58d49f268778 with binding_index 1 {{(pid=113375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 03:49:08.993008 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.base_scheduler [None req-2cb3345a-45af-4945-b61e-c99ae71af4ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857993-1-iscsi, eaf67c14-6d17-432a-a069-d69989583fd5) {{(pid=113375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:49:09.002336 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb3345a-45af-4945-b61e-c99ae71af4ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:09.003869 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-2cb3345a-45af-4945-b61e-c99ae71af4ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602048'] for subnet (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:09.005734 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0281fcb-cbb1-4d5d-994d-5f5e2a788ab7 None None] Network eaf67c14-6d17-432a-a069-d69989583fd5 requested from dv-cinder-857993-1-iscsi {{(pid=113376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 03:49:09.007362 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:09.107419 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a51121-a359-4976-8cc6-f10c30aa883a None None] Network eaf67c14-6d17-432a-a069-d69989583fd5 requested from dv-cinder-857993-1-iscsi {{(pid=113376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 03:49:09.107965 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ddc25f-cd75-4e6c-861c-720ad88e0cba req-e4daa600-3513-437d-b109-91bdcaf9cd1b tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:09.109621 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-74ddc25f-cd75-4e6c-861c-720ad88e0cba req-e4daa600-3513-437d-b109-91bdcaf9cd1b tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6fee7fbd-189b-4a53-ba78-d66512c7b09d HTTP/1.1" status: 200 len: 946 time: 0.0595953 Sep 16 03:49:09.154380 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device a04cc8c1-86e6-4381-8e36-de59ce5d9321 up at agent hyperv_hv-cinder-85799 {{(pid=113376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 03:49:09.165858 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-2cb3345a-45af-4945-b61e-c99ae71af4ea admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9805987 Sep 16 03:49:09.168407 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-74ddc25f-cd75-4e6c-861c-720ad88e0cba req-97fe0c42-35c8-429b-89cf-60e388905635 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=027aaa3c-b814-436c-be79-fb5c0a99b9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523887 Sep 16 03:49:09.264771 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Provisioning for port a04cc8c1-86e6-4381-8e36-de59ce5d9321 completed by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 03:49:09.393343 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8497c47c-6661-4446-84f5-7ceb17913a65 req-74302b13-5952-4060-9171-025405a809ff tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:09.393561 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Provisioning complete for port a04cc8c1-86e6-4381-8e36-de59ce5d9321 triggered by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:49:09.393969 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (a04cc8c1-86e6-4381-8e36-de59ce5d9321), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:09.394302 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Attempt 1 to provision port a04cc8c1-86e6-4381-8e36-de59ce5d9321 Sep 16 03:49:09.397031 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-8497c47c-6661-4446-84f5-7ceb17913a65 req-74302b13-5952-4060-9171-025405a809ff tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 944 time: 0.1002562 Sep 16 03:49:09.435601 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 55450) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:49:09.495667 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7732807e-37aa-4ddf-b304-4ebe7c26129a req-be169e29-012c-4be6-a8f7-a09360195538 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:09.504885 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-7732807e-37aa-4ddf-b304-4ebe7c26129a req-be169e29-012c-4be6-a8f7-a09360195538 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df7ed3f-dd6d-4312-a548-591443add019 HTTP/1.1" status: 200 len: 945 time: 0.0897563 Sep 16 03:49:09.533735 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-8497c47c-6661-4446-84f5-7ceb17913a65 req-4f2d086a-d734-4af9-8db6-82e23e0b29c2 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215000 Sep 16 03:49:09.540397 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Current status of the port a04cc8c1-86e6-4381-8e36-de59ce5d9321 is: BUILD; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:49:09.540775 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (a04cc8c1-86e6-4381-8e36-de59ce5d9321), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:09.564803 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-7732807e-37aa-4ddf-b304-4ebe7c26129a req-19cc3099-5da2-4279-845d-edef008fae0e tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dda34443-519e-4bd2-ac6e-612e709d5440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586758 Sep 16 03:49:09.584367 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] For port a04cc8c1-86e6-4381-8e36-de59ce5d9321, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=a04cc8c1-86e6-4381-8e36-de59ce5d9321,segment=NetworkSegment(dc8a676f-3c84-4a5b-b8d3-82d7df2b2d1f),segment_id=dc8a676f-3c84-4a5b-b8d3-82d7df2b2d1f)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:49:09.633921 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-4100e898-9645-47bf-9f15-1d801ade0495 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:09.679435 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (a04cc8c1-86e6-4381-8e36-de59ce5d9321), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:09.685563 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e646783a-9de1-4d3b-a1bc-b8398f4c0f81 req-aabb16a9-abdb-4365-b873-9ea1aedf416a tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:09.687698 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-e646783a-9de1-4d3b-a1bc-b8398f4c0f81 req-aabb16a9-abdb-4365-b873-9ea1aedf416a tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=234c7287-59d4-425c-ba2b-56031d311ee6 HTTP/1.1" status: 200 len: 945 time: 0.0710897 Sep 16 03:49:09.777781 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-e646783a-9de1-4d3b-a1bc-b8398f4c0f81 req-5447ddca-a66f-478b-bd3e-3c749425bc9c tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=61d8ba29-7987-48cf-9137-da50bfd9b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770502 Sep 16 03:49:09.792250 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Pushing event updated for resources: {'Port': ['ID=a04cc8c1-86e6-4381-8e36-de59ce5d9321,revision_number=5']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:49:09.799884 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-4100e898-9645-47bf-9f15-1d801ade0495 admin admin] Publish callbacks [] for security_group (b442b4f5-dadf-46b1-bb19-250b2d3f6440), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:09.811631 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:09.879144 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-4100e898-9645-47bf-9f15-1d801ade0495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (b442b4f5-dadf-46b1-bb19-250b2d3f6440), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:09.922467 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-4100e898-9645-47bf-9f15-1d801ade0495 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=1bd01cf0fc12498e9b594dd83c23a646&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4856353 Sep 16 03:49:09.925681 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 55468) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:49:09.932692 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4100e898-9645-47bf-9f15-1d801ade0495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b442b4f5-dadf-46b1-bb19-250b2d3f6440,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:49:09.973230 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dde5a9b-c1f1-4565-aaa0-c9017ff5fe2d req-54d396a9-ebe7-4d5a-9e05-5ac12f83ae74 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:09.974766 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-2dde5a9b-c1f1-4565-aaa0-c9017ff5fe2d req-54d396a9-ebe7-4d5a-9e05-5ac12f83ae74 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806 HTTP/1.1" status: 200 len: 945 time: 0.0589173 Sep 16 03:49:09.980092 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-60368454-26b0-46e5-bc66-6b21b96453ad admin admin] Publish callbacks [] for security_group (b442b4f5-dadf-46b1-bb19-250b2d3f6440), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:10.003723 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-60368454-26b0-46e5-bc66-6b21b96453ad admin admin] Publish callbacks [] for security_group (b442b4f5-dadf-46b1-bb19-250b2d3f6440), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:10.029237 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-2dde5a9b-c1f1-4565-aaa0-c9017ff5fe2d req-d1a8f198-dc14-462b-8fbc-7942cb5eb628 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477293 Sep 16 03:49:10.073485 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:10.136421 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 55480) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:49:10.144250 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-60368454-26b0-46e5-bc66-6b21b96453ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (b442b4f5-dadf-46b1-bb19-250b2d3f6440), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:10.147015 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-60368454-26b0-46e5-bc66-6b21b96453ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:10.149145 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-60368454-26b0-46e5-bc66-6b21b96453ad admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/b442b4f5-dadf-46b1-bb19-250b2d3f6440 HTTP/1.1" status: 204 len: 168 time: 0.2226224 Sep 16 03:49:10.149264 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.v2.base [None req-fb3839a9-ffea-49f7-9639-ddc913ccd40e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1951447911-network', 'tenant_id': 'f3ceb13de3b94aec80ec802c6a5061f1'}} {{(pid=113374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:49:10.160365 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60368454-26b0-46e5-bc66-6b21b96453ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b442b4f5-dadf-46b1-bb19-250b2d3f6440,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:49:10.317996 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b762ba6a-ca8f-4184-80f0-d22a16290c5a req-1fe50e13-2ab6-472a-8bba-b22e2017ee52 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:10.319446 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-b762ba6a-ca8f-4184-80f0-d22a16290c5a req-1fe50e13-2ab6-472a-8bba-b22e2017ee52 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6fee7fbd-189b-4a53-ba78-d66512c7b09d HTTP/1.1" status: 200 len: 946 time: 0.0495627 Sep 16 03:49:10.369781 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-b762ba6a-ca8f-4184-80f0-d22a16290c5a req-fe575a58-c569-4241-b680-952dd73bdc20 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=027aaa3c-b814-436c-be79-fb5c0a99b9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445955 Sep 16 03:49:10.370900 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb3839a9-ffea-49f7-9639-ddc913ccd40e admin admin] Made reservation on behalf of f3ceb13de3b94aec80ec802c6a5061f1 for: {'network': 1} {{(pid=113374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 03:49:10.374629 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-fb3839a9-ffea-49f7-9639-ddc913ccd40e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for network (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:10.383047 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-fb3839a9-ffea-49f7-9639-ddc913ccd40e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:10.475332 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-fb3839a9-ffea-49f7-9639-ddc913ccd40e admin admin] Publish callbacks [] for security_group (717cb71a-fcbd-4df8-a766-4978eb1069fe), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:10.598300 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-fb3839a9-ffea-49f7-9639-ddc913ccd40e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (717cb71a-fcbd-4df8-a766-4978eb1069fe), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:10.613779 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '230b59e9-09d0-4448-a6a6-a395823fcd8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a04cc8c1-86e6-4381-8e36-de59ce5d9321'}] {{(pid=113376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 03:49:10.617099 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536f81a66b80124a32e6614edce579112ba342401ad4fb2d1257d5ac670fb901" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8546a955-645b-4259-8664-a6fc7a383d0f" -d '{"events": [{"server_uuid": "230b59e9-09d0-4448-a6a6-a395823fcd8b", "name": "network-vif-plugged", "status": "completed", "tag": "a04cc8c1-86e6-4381-8e36-de59ce5d9321"}]}' {{(pid=113376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 03:49:10.627334 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a854f08-9d70-43f7-9983-e92e0f32701a req-6a9fd674-cf7c-479c-846f-f54e2925f75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:10.629059 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-2a854f08-9d70-43f7-9983-e92e0f32701a req-6a9fd674-cf7c-479c-846f-f54e2925f75f service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6fee7fbd-189b-4a53-ba78-d66512c7b09d HTTP/1.1" status: 200 len: 1130 time: 0.0896571 Sep 16 03:49:10.649365 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb3839a9-ffea-49f7-9639-ddc913ccd40e admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=113374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 03:49:10.686158 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef22bb7-c27b-4423-a8b4-5509ecb203bf req-2b748190-e932-4aae-aebd-40101f5d3322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:10.687754 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-aef22bb7-c27b-4423-a8b4-5509ecb203bf req-2b748190-e932-4aae-aebd-40101f5d3322 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=234c7287-59d4-425c-ba2b-56031d311ee6 HTTP/1.1" status: 200 len: 1129 time: 0.1191576 Sep 16 03:49:10.715268 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-fb3839a9-ffea-49f7-9639-ddc913ccd40e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432398'] for segment (f4220739-c4ac-4d66-8067-264d5cd9083c), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:10.715610 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.db.segments_db [None req-fb3839a9-ffea-49f7-9639-ddc913ccd40e admin admin] Added segment f4220739-c4ac-4d66-8067-264d5cd9083c of type vlan for network f0ba78fc-ec6e-446c-a872-078154e7d66c Sep 16 03:49:10.731554 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3839a9-ffea-49f7-9639-ddc913ccd40e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=717cb71a-fcbd-4df8-a766-4978eb1069fe,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:49:10.741066 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5071e6d4-2ab3-4e89-9f22-b8e3eb3ecbc8 req-ad1f4fb4-21fc-4165-a510-3bb62c923047 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:10.742951 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-5071e6d4-2ab3-4e89-9f22-b8e3eb3ecbc8 req-ad1f4fb4-21fc-4165-a510-3bb62c923047 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df7ed3f-dd6d-4312-a548-591443add019 HTTP/1.1" status: 200 len: 945 time: 0.0501397 Sep 16 03:49:10.776300 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d871a84-6d58-41fa-8dad-ba81d62805bc req-a52df2ac-36c9-45be-acca-22c350ba5884 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:10.777798 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-3d871a84-6d58-41fa-8dad-ba81d62805bc req-a52df2ac-36c9-45be-acca-22c350ba5884 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 945 time: 0.1584041 Sep 16 03:49:10.784173 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3839a9-ffea-49f7-9639-ddc913ccd40e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:49:10.784520 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3839a9-ffea-49f7-9639-ddc913ccd40e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:49:10.784862 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3839a9-ffea-49f7-9639-ddc913ccd40e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:49:10.785195 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3839a9-ffea-49f7-9639-ddc913ccd40e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:49:10.785523 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3839a9-ffea-49f7-9639-ddc913ccd40e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:49:10.786014 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3839a9-ffea-49f7-9639-ddc913ccd40e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:49:10.786340 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3839a9-ffea-49f7-9639-ddc913ccd40e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:49:10.786819 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3839a9-ffea-49f7-9639-ddc913ccd40e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:49:10.787170 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3839a9-ffea-49f7-9639-ddc913ccd40e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:49:10.787494 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3839a9-ffea-49f7-9639-ddc913ccd40e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:49:10.787822 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3839a9-ffea-49f7-9639-ddc913ccd40e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:49:10.788140 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3839a9-ffea-49f7-9639-ddc913ccd40e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:49:10.788461 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3839a9-ffea-49f7-9639-ddc913ccd40e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:49:10.788782 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3839a9-ffea-49f7-9639-ddc913ccd40e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:49:10.789101 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3839a9-ffea-49f7-9639-ddc913ccd40e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:49:10.821554 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0169c5-261f-4298-a5b0-974cb3b3e847 req-c7328613-3b14-4726-ab21-23bbdd46c845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:10.823118 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-5e0169c5-261f-4298-a5b0-974cb3b3e847 req-c7328613-3b14-4726-ab21-23bbdd46c845 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=ac97d1487c024a68b8ad933d882bb456&device_id=14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806 HTTP/1.1" status: 200 len: 1129 time: 0.0740652 Sep 16 03:49:10.830271 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-fb3839a9-ffea-49f7-9639-ddc913ccd40e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741672468170'] for network (f0ba78fc-ec6e-446c-a872-078154e7d66c), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:10.842443 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-2a854f08-9d70-43f7-9983-e92e0f32701a req-2bd42a66-5480-4f63-a08c-c6123ab8f175 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=027aaa3c-b814-436c-be79-fb5c0a99b9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1940219 Sep 16 03:49:10.854653 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-5071e6d4-2ab3-4e89-9f22-b8e3eb3ecbc8 req-b21c7611-ae06-4854-b61f-a6d24a520082 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dda34443-519e-4bd2-ac6e-612e709d5440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974798 Sep 16 03:49:10.877633 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-aef22bb7-c27b-4423-a8b4-5509ecb203bf req-3aee3cfa-17f9-4c98-8e50-d6b383cfcea6 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=61d8ba29-7987-48cf-9137-da50bfd9b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753738 Sep 16 03:49:10.899889 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-3d871a84-6d58-41fa-8dad-ba81d62805bc req-0e380f60-76ac-4e75-9d7d-23844188ede3 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960274 Sep 16 03:49:10.911879 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 03:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13590f63-954d-476d-8d35-db47e6d3fc6a x-openstack-request-id: req-13590f63-954d-476d-8d35-db47e6d3fc6a {{(pid=113376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 03:49:10.912228 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "230b59e9-09d0-4448-a6a6-a395823fcd8b", "name": "network-vif-plugged", "status": "completed", "tag": "a04cc8c1-86e6-4381-8e36-de59ce5d9321", "code": 200}]} {{(pid=113376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 03:49:10.912524 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-13590f63-954d-476d-8d35-db47e6d3fc6a {{(pid=113376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 03:49:10.912864 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13590f63-954d-476d-8d35-db47e6d3fc6a'] response: {'server_uuid': '230b59e9-09d0-4448-a6a6-a395823fcd8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a04cc8c1-86e6-4381-8e36-de59ce5d9321', 'code': 200} Sep 16 03:49:10.941980 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0169c5-261f-4298-a5b0-974cb3b3e847 req-a1e805ed-0378-4306-a0e0-e03484815ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:10.943810 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-5e0169c5-261f-4298-a5b0-974cb3b3e847 req-a1e805ed-0378-4306-a0e0-e03484815ec9 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=64754a20-d60c-49a4-9c39-1462c6265039 HTTP/1.1" status: 200 len: 919 time: 0.1124616 Sep 16 03:49:11.012963 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d890be7-b670-4e46-9e28-c056ecfd4494 req-870efc73-59ad-4a0a-b2cb-0cc5f467b882 tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:11.015330 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-7d890be7-b670-4e46-9e28-c056ecfd4494 req-870efc73-59ad-4a0a-b2cb-0cc5f467b882 tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=234c7287-59d4-425c-ba2b-56031d311ee6 HTTP/1.1" status: 200 len: 945 time: 0.0515702 Sep 16 03:49:11.015807 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 55506) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:49:11.017839 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53568da-79e3-4f14-847d-2025e29ab57e req-96ec412b-b669-4542-8468-a1b84243088d tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:11.023369 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-a53568da-79e3-4f14-847d-2025e29ab57e req-96ec412b-b669-4542-8468-a1b84243088d tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806 HTTP/1.1" status: 200 len: 945 time: 0.0589752 Sep 16 03:49:11.032849 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:11.039257 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-709a52b3-8bfb-47bf-a1dc-cb80f4929e26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:11.040934 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-fb3839a9-ffea-49f7-9639-ddc913ccd40e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066'] for network (f0ba78fc-ec6e-446c-a872-078154e7d66c), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:11.041847 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3839a9-ffea-49f7-9639-ddc913ccd40e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:11.042415 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-fb3839a9-ffea-49f7-9639-ddc913ccd40e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602048'] for network (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:11.069356 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-a53568da-79e3-4f14-847d-2025e29ab57e req-76e06f7f-1a6c-47a4-a26c-3ed154d80d6a tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443883 Sep 16 03:49:11.165430 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3839a9-ffea-49f7-9639-ddc913ccd40e admin admin] Pushing event updated for resources: {'Network': ['ID=f0ba78fc-ec6e-446c-a872-078154e7d66c,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:49:11.169545 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f5f2e1-f137-4dd9-9bf4-c800b7811ff5 req-7a529381-2416-4559-9e9f-df9d7f1790b5 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:11.171625 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-fb3839a9-ffea-49f7-9639-ddc913ccd40e admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0328150 Sep 16 03:49:11.174776 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-f2f5f2e1-f137-4dd9-9bf4-c800b7811ff5 req-7a529381-2416-4559-9e9f-df9d7f1790b5 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df7ed3f-dd6d-4312-a548-591443add019 HTTP/1.1" status: 200 len: 945 time: 0.0476248 Sep 16 03:49:11.175279 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 55508) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:49:11.177209 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Network f0ba78fc-ec6e-446c-a872-078154e7d66c details requested by agent ovs-agent-dv-cinder-857993-1-iscsi with host dv-cinder-857993-1-iscsi {{(pid=113376) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 03:49:11.180308 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [None req-70af8f76-9f99-496e-9050-ce576b2e3034 admin admin] Request body: {'subnet': {'network_id': 'f0ba78fc-ec6e-446c-a872-078154e7d66c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1951447911-subnet', 'tenant_id': 'f3ceb13de3b94aec80ec802c6a5061f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:49:11.181094 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-7d890be7-b670-4e46-9e28-c056ecfd4494 req-120e4921-d824-4d7f-a51b-59c589932d28 tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=61d8ba29-7987-48cf-9137-da50bfd9b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590090 Sep 16 03:49:11.186446 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 55510) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:49:11.193567 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [None req-9e33e3af-72b8-4d7a-825a-4f754e6b2f97 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Request body: {'floatingip': {'port_id': '88d08060-53df-4d74-b5dd-97e3666abaeb'}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:49:11.242867 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-709a52b3-8bfb-47bf-a1dc-cb80f4929e26 admin admin] Publish callbacks [] for security_group (f2de219e-a653-42f3-b5d4-fd09bb66142c), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:11.276246 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-9e33e3af-72b8-4d7a-825a-4f754e6b2f97 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Publish callbacks [] for floatingip (574209a5-6d76-4142-bab2-c9b2e73046b3), before_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:11.358640 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-709a52b3-8bfb-47bf-a1dc-cb80f4929e26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (f2de219e-a653-42f3-b5d4-fd09bb66142c), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:11.407623 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-709a52b3-8bfb-47bf-a1dc-cb80f4929e26 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=943f0e1e164148bab3612e84cf2891a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3907952 Sep 16 03:49:11.410247 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 55514) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:49:11.412952 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70af8f76-9f99-496e-9050-ce576b2e3034 admin admin] Made reservation on behalf of f3ceb13de3b94aec80ec802c6a5061f1 for: {'subnet': 1} {{(pid=113375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 03:49:11.415284 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-70af8f76-9f99-496e-9050-ce576b2e3034 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:11.417748 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709a52b3-8bfb-47bf-a1dc-cb80f4929e26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2de219e-a653-42f3-b5d4-fd09bb66142c,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:49:11.417874 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-5e0169c5-261f-4298-a5b0-974cb3b3e847 req-9b4be64d-df61-4b7c-b1c1-1e087cbd194a service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=638a834b-f18e-4522-9cce-b0662c140379 HTTP/1.1" status: 200 len: 217 time: 0.0569735 Sep 16 03:49:11.451971 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:11.470410 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-689b0694-1cfb-48d5-b31d-2881bb4251b4 admin admin] Publish callbacks [] for security_group (f2de219e-a653-42f3-b5d4-fd09bb66142c), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:11.493624 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-689b0694-1cfb-48d5-b31d-2881bb4251b4 admin admin] Publish callbacks [] for security_group (f2de219e-a653-42f3-b5d4-fd09bb66142c), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:11.531631 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:11.610723 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:11.679247 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-689b0694-1cfb-48d5-b31d-2881bb4251b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (f2de219e-a653-42f3-b5d4-fd09bb66142c), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:11.681868 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-689b0694-1cfb-48d5-b31d-2881bb4251b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:11.683114 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-689b0694-1cfb-48d5-b31d-2881bb4251b4 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/f2de219e-a653-42f3-b5d4-fd09bb66142c HTTP/1.1" status: 204 len: 168 time: 0.2718918 Sep 16 03:49:11.693239 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689b0694-1cfb-48d5-b31d-2881bb4251b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2de219e-a653-42f3-b5d4-fd09bb66142c,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:49:11.820654 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379b09a1-5314-47ae-94ed-5541b7cee714 req-7788b60b-099c-4d16-b49e-ca29569815b1 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:11.822115 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-379b09a1-5314-47ae-94ed-5541b7cee714 req-7788b60b-099c-4d16-b49e-ca29569815b1 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6fee7fbd-189b-4a53-ba78-d66512c7b09d HTTP/1.1" status: 200 len: 946 time: 0.3391862 Sep 16 03:49:11.940588 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0169c5-261f-4298-a5b0-974cb3b3e847 req-64fd30a3-fdf5-4aa8-8c71-5a78068e33b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:11.942048 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-5e0169c5-261f-4298-a5b0-974cb3b3e847 req-64fd30a3-fdf5-4aa8-8c71-5a78068e33b6 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=c8d5968b-806e-4184-9dc4-9781905ff4c8 HTTP/1.1" status: 200 len: 857 time: 0.1645844 Sep 16 03:49:12.011602 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-379b09a1-5314-47ae-94ed-5541b7cee714 req-d5956a85-cbd3-411c-855b-8e709b970840 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=027aaa3c-b814-436c-be79-fb5c0a99b9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1787722 Sep 16 03:49:12.066678 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b562b8-7540-45ae-9b8a-410643a78cf7 req-25393451-b163-4482-9b40-dedc89801468 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:12.068469 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-95b562b8-7540-45ae-9b8a-410643a78cf7 req-25393451-b163-4482-9b40-dedc89801468 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 945 time: 0.0609000 Sep 16 03:49:12.146503 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-95b562b8-7540-45ae-9b8a-410643a78cf7 req-22ef967c-b0b6-47fa-9e09-a0c3fb19775c tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679147 Sep 16 03:49:12.254447 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-70af8f76-9f99-496e-9050-ce576b2e3034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066'] for subnet (ed8e6333-0efe-40bf-b065-7d8abe3e40eb), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:12.307605 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:12.361262 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99441e4-f5ec-4969-b404-3dd585118562 req-d4b61a87-7d32-48ed-9855-e7a8ff93636b tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:12.363332 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-b99441e4-f5ec-4969-b404-3dd585118562 req-d4b61a87-7d32-48ed-9855-e7a8ff93636b tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806 HTTP/1.1" status: 200 len: 945 time: 0.1789043 Sep 16 03:49:12.363479 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e539f6d6-dba2-43e9-8840-199c0db8a455 req-6580d623-d55e-443b-bf0f-d5189357998d tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:12.379701 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-e539f6d6-dba2-43e9-8840-199c0db8a455 req-6580d623-d55e-443b-bf0f-d5189357998d tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=234c7287-59d4-425c-ba2b-56031d311ee6 HTTP/1.1" status: 200 len: 945 time: 0.0967054 Sep 16 03:49:12.402045 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725d2e41-0c9e-49a8-867d-5ff5271b2b69 req-da1b57e4-ef90-471e-9ca9-c3215fd1fbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:12.404701 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-725d2e41-0c9e-49a8-867d-5ff5271b2b69 req-da1b57e4-ef90-471e-9ca9-c3215fd1fbfd service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 1129 time: 0.0879307 Sep 16 03:49:12.434685 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:12.447642 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-e539f6d6-dba2-43e9-8840-199c0db8a455 req-2a94de54-cc0f-447d-95b7-c97b86555dfe tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=61d8ba29-7987-48cf-9137-da50bfd9b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668795 Sep 16 03:49:12.472394 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70af8f76-9f99-496e-9050-ce576b2e3034 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed8e6333-0efe-40bf-b065-7d8abe3e40eb,revision_number=0']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:49:12.503949 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.db.resource_extend [None req-9e33e3af-72b8-4d7a-825a-4f754e6b2f97 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=113375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 16 03:49:12.506383 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0169c5-261f-4298-a5b0-974cb3b3e847 req-b6843010-a40f-4b20-ae20-9df3c5b5311e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:12.507904 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-5e0169c5-261f-4298-a5b0-974cb3b3e847 req-b6843010-a40f-4b20-ae20-9df3c5b5311e service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=64754a20-d60c-49a4-9c39-1462c6265039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1808455 Sep 16 03:49:12.511340 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70af8f76-9f99-496e-9050-ce576b2e3034 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:49:12.511685 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70af8f76-9f99-496e-9050-ce576b2e3034 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:49:12.513728 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70af8f76-9f99-496e-9050-ce576b2e3034 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:49:12.513728 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70af8f76-9f99-496e-9050-ce576b2e3034 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:49:12.513728 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70af8f76-9f99-496e-9050-ce576b2e3034 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:49:12.513728 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70af8f76-9f99-496e-9050-ce576b2e3034 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:49:12.514066 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70af8f76-9f99-496e-9050-ce576b2e3034 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:49:12.514365 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70af8f76-9f99-496e-9050-ce576b2e3034 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:49:12.514760 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70af8f76-9f99-496e-9050-ce576b2e3034 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:49:12.515114 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70af8f76-9f99-496e-9050-ce576b2e3034 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:49:12.515459 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70af8f76-9f99-496e-9050-ce576b2e3034 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:49:12.515799 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70af8f76-9f99-496e-9050-ce576b2e3034 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:49:12.516122 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70af8f76-9f99-496e-9050-ce576b2e3034 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:49:12.516436 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70af8f76-9f99-496e-9050-ce576b2e3034 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:49:12.516750 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70af8f76-9f99-496e-9050-ce576b2e3034 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:49:12.585036 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70af8f76-9f99-496e-9050-ce576b2e3034 admin admin] Checking segment: {'id': 'f4220739-c4ac-4d66-8067-264d5cd9083c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f0ba78fc-ec6e-446c-a872-078154e7d66c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 03:49:12.585443 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70af8f76-9f99-496e-9050-ce576b2e3034 admin admin] Network hostable DHCP agents. Network: f0ba78fc-ec6e-446c-a872-078154e7d66c, hostable agents: ['5f458d39-b7df-4a2e-8f52-58d49f268778'], hosted agents: [] {{(pid=113375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 03:49:12.616874 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-9e33e3af-72b8-4d7a-825a-4f754e6b2f97 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:12.630757 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-b99441e4-f5ec-4969-b404-3dd585118562 req-c486b672-a4d1-4f15-839f-c3b6dac8f66a tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180452 Sep 16 03:49:12.724724 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-9e33e3af-72b8-4d7a-825a-4f754e6b2f97 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-452268'] for floatingip (574209a5-6d76-4142-bab2-c9b2e73046b3), after_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:12.727886 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70af8f76-9f99-496e-9050-ce576b2e3034 admin admin] Network f0ba78fc-ec6e-446c-a872-078154e7d66c is scheduled to be hosted by DHCP agent 5f458d39-b7df-4a2e-8f52-58d49f268778 with binding_index 1 {{(pid=113375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 03:49:12.828805 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.db.l3_db [None req-9e33e3af-72b8-4d7a-825a-4f754e6b2f97 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Floating IP 574209a5-6d76-4142-bab2-c9b2e73046b3 associated. External IP: 172.27.0.78, port: 88d08060-53df-4d74-b5dd-97e3666abaeb. Sep 16 03:49:12.864237 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.base_scheduler [None req-70af8f76-9f99-496e-9050-ce576b2e3034 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857993-1-iscsi, f0ba78fc-ec6e-446c-a872-078154e7d66c) {{(pid=113375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:49:12.874597 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70af8f76-9f99-496e-9050-ce576b2e3034 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:12.875221 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-70af8f76-9f99-496e-9050-ce576b2e3034 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602048'] for subnet (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:12.875991 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44df4a6-38b9-4947-b64a-ae24e013bc90 None None] Network f0ba78fc-ec6e-446c-a872-078154e7d66c requested from dv-cinder-857993-1-iscsi {{(pid=113376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 03:49:12.988456 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d6e17c-52c3-4e8e-af37-1757c4165de4 None None] Network f0ba78fc-ec6e-446c-a872-078154e7d66c requested from dv-cinder-857993-1-iscsi {{(pid=113376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 03:49:13.000260 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-70af8f76-9f99-496e-9050-ce576b2e3034 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8238766 Sep 16 03:49:13.148168 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-725d2e41-0c9e-49a8-867d-5ff5271b2b69 req-5dac59ae-c1a3-440e-bcc3-4eacfeac1ec3 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1681540 Sep 16 03:49:13.157215 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:13.226408 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-5e0169c5-261f-4298-a5b0-974cb3b3e847 req-1b5efbb4-3a45-4a92-9d22-a4a1a0b4f952 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/64754a20-d60c-49a4-9c39-1462c6265039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338812 Sep 16 03:49:13.227759 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc184770-db56-46d8-8804-5196987c0529 req-b0ad09de-a527-4121-beb3-8a3ad2bffccb tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:13.238120 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-fc184770-db56-46d8-8804-5196987c0529 req-b0ad09de-a527-4121-beb3-8a3ad2bffccb tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6fee7fbd-189b-4a53-ba78-d66512c7b09d HTTP/1.1" status: 200 len: 946 time: 0.0750866 Sep 16 03:49:13.253400 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e33e3af-72b8-4d7a-825a-4f754e6b2f97 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Router 6df99dd1-6576-46cf-9af5-72e8ecbd79ba has already been hosted by L3 agent 20a8dcff-cb91-4cfb-b5ee-87736efe33d8 {{(pid=113375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 03:49:13.329688 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-fc184770-db56-46d8-8804-5196987c0529 req-0ff754d1-8233-4015-a662-7688748f744c tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=027aaa3c-b814-436c-be79-fb5c0a99b9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841653 Sep 16 03:49:13.351026 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972bc181-33ea-4087-aec2-067660470afe req-9540c350-70c7-4d30-93aa-196a3ddd9df5 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:13.351026 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-972bc181-33ea-4087-aec2-067660470afe req-9540c350-70c7-4d30-93aa-196a3ddd9df5 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 945 time: 0.0905669 Sep 16 03:49:13.405374 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:13.438784 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:13.517099 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae976c28-cd07-4b56-991d-8881417a511b req-a61c71b7-55bb-4763-ac08-2b264dce2e74 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:13.520449 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-ae976c28-cd07-4b56-991d-8881417a511b req-a61c71b7-55bb-4763-ac08-2b264dce2e74 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6fee7fbd-189b-4a53-ba78-d66512c7b09d HTTP/1.1" status: 200 len: 946 time: 0.0616581 Sep 16 03:49:13.531689 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:13.533810 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 55566) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:49:13.539033 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.v2.base [None req-e34aacf7-7c3e-4766-8ed9-249094d8494a tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Request body: {'floatingip': {'port_id': '0ec6698f-782e-4670-8cd3-efb57d7433ad'}} {{(pid=113374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:49:13.633752 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-e34aacf7-7c3e-4766-8ed9-249094d8494a tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks [] for floatingip (5e19042f-f5ce-47eb-a370-31731c9c213d), before_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:13.688863 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e33e3af-72b8-4d7a-825a-4f754e6b2f97 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Notify agent at l3_agent.dv-cinder-857993-1-iscsi the message routers_updated {{(pid=113375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 03:49:13.702148 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-972bc181-33ea-4087-aec2-067660470afe req-767ce8cf-59a4-4e6f-a4cf-d45c26595691 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3428454 Sep 16 03:49:13.705263 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-9e33e3af-72b8-4d7a-825a-4f754e6b2f97 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for floatingip (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:13.716689 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478eaabf-b8dc-4712-abbc-8b6a11141fea None None] Sync routers for ids ['6df99dd1-6576-46cf-9af5-72e8ecbd79ba'] in dv-cinder-857993-1-iscsi {{(pid=113377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 03:49:13.751255 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478eaabf-b8dc-4712-abbc-8b6a11141fea None None] Routers {'6df99dd1-6576-46cf-9af5-72e8ecbd79ba'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:49:13.751255 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-478eaabf-b8dc-4712-abbc-8b6a11141fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:48:55Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['6df99dd1-6576-46cf-9af5-72e8ecbd79ba'], 'active': True} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:49:13.762975 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e5c11b-4afc-45f0-addb-e618176b2812 req-0562fc98-cfce-44f8-a4e6-947d6f7ac256 tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:13.770265 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-70e5c11b-4afc-45f0-addb-e618176b2812 req-0562fc98-cfce-44f8-a4e6-947d6f7ac256 tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=234c7287-59d4-425c-ba2b-56031d311ee6 HTTP/1.1" status: 200 len: 945 time: 0.1645708 Sep 16 03:49:13.883421 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-70e5c11b-4afc-45f0-addb-e618176b2812 req-5713ed41-676b-48c7-b693-a35405a697b1 tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=61d8ba29-7987-48cf-9137-da50bfd9b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088343 Sep 16 03:49:14.007326 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvr_db [None req-478eaabf-b8dc-4712-abbc-8b6a11141fea None None] Set router 6df99dd1-6576-46cf-9af5-72e8ecbd79ba gateway port host: dv-cinder-857993-1-iscsi {{(pid=113377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:49:14.046790 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-9e33e3af-72b8-4d7a-825a-4f754e6b2f97 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/574209a5-6d76-4142-bab2-c9b2e73046b3 HTTP/1.1" status: 200 len: 990 time: 2.8590994 Sep 16 03:49:14.050378 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2df7ed3f-dd6d-4312-a548-591443add019', 'tag': '88d08060-53df-4d74-b5dd-97e3666abaeb'}] {{(pid=113375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 03:49:14.062096 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5377fd1d321389c1792f161ed840337514ae556b8848fe715c314c680a14a908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea4b748-b24d-4a45-870d-f8bee11527e7" -d '{"events": [{"name": "network-changed", "server_uuid": "2df7ed3f-dd6d-4312-a548-591443add019", "tag": "88d08060-53df-4d74-b5dd-97e3666abaeb"}]}' {{(pid=113375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 03:49:14.118342 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-5e0169c5-261f-4298-a5b0-974cb3b3e847 req-94b03fac-d490-4894-9dd1-0b52a003f9e2 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/64754a20-d60c-49a4-9c39-1462c6265039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3127711 Sep 16 03:49:14.137643 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5624147d-a874-4be2-8254-03021e4fb249 req-dd1aad25-7b52-4cf3-b424-3a7df3e38745 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:14.140685 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-5624147d-a874-4be2-8254-03021e4fb249 req-dd1aad25-7b52-4cf3-b424-3a7df3e38745 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806 HTTP/1.1" status: 200 len: 945 time: 0.2002141 Sep 16 03:49:14.186129 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 03:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe86519-b9ab-420a-b316-6e2884325a99 x-openstack-request-id: req-dfe86519-b9ab-420a-b316-6e2884325a99 {{(pid=113375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 03:49:14.186846 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2df7ed3f-dd6d-4312-a548-591443add019", "tag": "88d08060-53df-4d74-b5dd-97e3666abaeb", "status": "completed", "code": 200}]} {{(pid=113375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 03:49:14.190083 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dfe86519-b9ab-420a-b316-6e2884325a99 {{(pid=113375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 03:49:14.190083 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfe86519-b9ab-420a-b316-6e2884325a99'] response: {'name': 'network-changed', 'server_uuid': '2df7ed3f-dd6d-4312-a548-591443add019', 'tag': '88d08060-53df-4d74-b5dd-97e3666abaeb', 'status': 'completed', 'code': 200} Sep 16 03:49:14.244008 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-5624147d-a874-4be2-8254-03021e4fb249 req-a7177c35-b387-4b96-9697-f3f2892b6886 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977070 Sep 16 03:49:14.350208 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-478eaabf-b8dc-4712-abbc-8b6a11141fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df99dd1-6576-46cf-9af5-72e8ecbd79ba', 'name': 'tempest-AttachVolumeTestJSON-821580754-router', 'tenant_id': 'e94b50976295422c9c8374155cf2d2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'dea63493-fe7f-44f5-981f-4ef4ab311574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:13Z', 'updated_at': '2022-09-16T03:48:20Z', 'revision_number': 4, 'project_id': 'e94b50976295422c9c8374155cf2d2c2', 'gw_port': {'id': 'dea63493-fe7f-44f5-981f-4ef4ab311574', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:00:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df99dd1-6576-46cf-9af5-72e8ecbd79ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:14Z', 'updated_at': '2022-09-16T03:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_floatingips': [{'id': '574209a5-6d76-4142-bab2-c9b2e73046b3', 'tenant_id': 'e94b50976295422c9c8374155cf2d2c2', 'floating_ip_address': '172.27.0.78', 'floating_network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'router_id': '6df99dd1-6576-46cf-9af5-72e8ecbd79ba', 'port_id': '88d08060-53df-4d74-b5dd-97e3666abaeb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96000232-5a2c-4cbe-8524-4ab75044ef77', 'mac_address': 'fa:16:3e:52:7f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df7ed3f-dd6d-4312-a548-591443add019', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T03:48:30Z', 'updated_at': '2022-09-16T03:49:12Z', 'revision_number': 1, 'project_id': 'e94b50976295422c9c8374155cf2d2c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d6fce8a-7f44-4c9b-9123-63c5924fa5b6', 'name': '', 'network_id': '96000232-5a2c-4cbe-8524-4ab75044ef77', 'tenant_id': 'e94b50976295422c9c8374155cf2d2c2', 'mac_address': 'fa:16:3e:75:2a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df99dd1-6576-46cf-9af5-72e8ecbd79ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '4abf9a95-17e5-40d7-a907-9f39161a7362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:18Z', 'updated_at': '2022-09-16T03:48:34Z', 'revision_number': 5, 'project_id': 'e94b50976295422c9c8374155cf2d2c2', 'subnets': [{'id': '4abf9a95-17e5-40d7-a907-9f39161a7362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:49:14.377102 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478eaabf-b8dc-4712-abbc-8b6a11141fea None None] Checking router: 6df99dd1-6576-46cf-9af5-72e8ecbd79ba for host: dv-cinder-857993-1-iscsi {{(pid=113377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 03:49:14.387124 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478eaabf-b8dc-4712-abbc-8b6a11141fea None None] Routers {'6df99dd1-6576-46cf-9af5-72e8ecbd79ba'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:49:14.387547 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-478eaabf-b8dc-4712-abbc-8b6a11141fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:48:55Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['6df99dd1-6576-46cf-9af5-72e8ecbd79ba'], 'active': True} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:49:14.462849 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea4b748-b24d-4a45-870d-f8bee11527e7 req-58249205-2e27-4d9d-b695-8194450126c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:14.464656 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-eea4b748-b24d-4a45-870d-f8bee11527e7 req-58249205-2e27-4d9d-b695-8194450126c0 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=e94b50976295422c9c8374155cf2d2c2&device_id=2df7ed3f-dd6d-4312-a548-591443add019 HTTP/1.1" status: 200 len: 1129 time: 0.0590763 Sep 16 03:49:14.530852 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvr_db [None req-478eaabf-b8dc-4712-abbc-8b6a11141fea None None] Set router 6df99dd1-6576-46cf-9af5-72e8ecbd79ba gateway port host: dv-cinder-857993-1-iscsi {{(pid=113377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:49:14.626304 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:14.627781 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:14.652375 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea4b748-b24d-4a45-870d-f8bee11527e7 req-7cddc5d4-346d-4a50-9a26-bb4131987042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:14.656553 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-eea4b748-b24d-4a45-870d-f8bee11527e7 req-7cddc5d4-346d-4a50-9a26-bb4131987042 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=96000232-5a2c-4cbe-8524-4ab75044ef77 HTTP/1.1" status: 200 len: 911 time: 0.1679878 Sep 16 03:49:14.795031 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-e34aacf7-7c3e-4766-8ed9-249094d8494a tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:14.817031 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:14.839344 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-478eaabf-b8dc-4712-abbc-8b6a11141fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df99dd1-6576-46cf-9af5-72e8ecbd79ba', 'name': 'tempest-AttachVolumeTestJSON-821580754-router', 'tenant_id': 'e94b50976295422c9c8374155cf2d2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'dea63493-fe7f-44f5-981f-4ef4ab311574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:13Z', 'updated_at': '2022-09-16T03:48:20Z', 'revision_number': 4, 'project_id': 'e94b50976295422c9c8374155cf2d2c2', 'gw_port': {'id': 'dea63493-fe7f-44f5-981f-4ef4ab311574', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:00:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df99dd1-6576-46cf-9af5-72e8ecbd79ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:14Z', 'updated_at': '2022-09-16T03:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_floatingips': [{'id': '574209a5-6d76-4142-bab2-c9b2e73046b3', 'tenant_id': 'e94b50976295422c9c8374155cf2d2c2', 'floating_ip_address': '172.27.0.78', 'floating_network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'router_id': '6df99dd1-6576-46cf-9af5-72e8ecbd79ba', 'port_id': '88d08060-53df-4d74-b5dd-97e3666abaeb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96000232-5a2c-4cbe-8524-4ab75044ef77', 'mac_address': 'fa:16:3e:52:7f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df7ed3f-dd6d-4312-a548-591443add019', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T03:48:30Z', 'updated_at': '2022-09-16T03:49:12Z', 'revision_number': 1, 'project_id': 'e94b50976295422c9c8374155cf2d2c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d6fce8a-7f44-4c9b-9123-63c5924fa5b6', 'name': '', 'network_id': '96000232-5a2c-4cbe-8524-4ab75044ef77', 'tenant_id': 'e94b50976295422c9c8374155cf2d2c2', 'mac_address': 'fa:16:3e:75:2a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df99dd1-6576-46cf-9af5-72e8ecbd79ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '4abf9a95-17e5-40d7-a907-9f39161a7362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:18Z', 'updated_at': '2022-09-16T03:48:34Z', 'revision_number': 5, 'project_id': 'e94b50976295422c9c8374155cf2d2c2', 'subnets': [{'id': '4abf9a95-17e5-40d7-a907-9f39161a7362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:49:14.875279 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478eaabf-b8dc-4712-abbc-8b6a11141fea None None] The sync data for ids ['6df99dd1-6576-46cf-9af5-72e8ecbd79ba'] in dv-cinder-857993-1-iscsi is: [{'id': '6df99dd1-6576-46cf-9af5-72e8ecbd79ba', 'name': 'tempest-AttachVolumeTestJSON-821580754-router', 'tenant_id': 'e94b50976295422c9c8374155cf2d2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'dea63493-fe7f-44f5-981f-4ef4ab311574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:13Z', 'updated_at': '2022-09-16T03:48:20Z', 'revision_number': 4, 'project_id': 'e94b50976295422c9c8374155cf2d2c2', 'gw_port': {'id': 'dea63493-fe7f-44f5-981f-4ef4ab311574', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:00:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df99dd1-6576-46cf-9af5-72e8ecbd79ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:14Z', 'updated_at': '2022-09-16T03:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_floatingips': [{'id': '574209a5-6d76-4142-bab2-c9b2e73046b3', 'tenant_id': 'e94b50976295422c9c8374155cf2d2c2', 'floating_ip_address': '172.27.0.78', 'floating_network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'router_id': '6df99dd1-6576-46cf-9af5-72e8ecbd79ba', 'port_id': '88d08060-53df-4d74-b5dd-97e3666abaeb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96000232-5a2c-4cbe-8524-4ab75044ef77', 'mac_address': 'fa:16:3e:52:7f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df7ed3f-dd6d-4312-a548-591443add019', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T03:48:30Z', 'updated_at': '2022-09-16T03:49:12Z', 'revision_number': 1, 'project_id': 'e94b50976295422c9c8374155cf2d2c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d6fce8a-7f44-4c9b-9123-63c5924fa5b6', 'name': '', 'network_id': '96000232-5a2c-4cbe-8524-4ab75044ef77', 'tenant_id': 'e94b50976295422c9c8374155cf2d2c2', 'mac_address': 'fa:16:3e:75:2a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df99dd1-6576-46cf-9af5-72e8ecbd79ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '4abf9a95-17e5-40d7-a907-9f39161a7362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:18Z', 'updated_at': '2022-09-16T03:48:34Z', 'revision_number': 5, 'project_id': 'e94b50976295422c9c8374155cf2d2c2', 'subnets': [{'id': '4abf9a95-17e5-40d7-a907-9f39161a7362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 03:49:14.924686 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002b9dd0-534d-4789-b5d5-81eea6899a84 req-660ded5e-30f2-4bdf-aec7-924731c7e219 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:14.933622 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-002b9dd0-534d-4789-b5d5-81eea6899a84 req-660ded5e-30f2-4bdf-aec7-924731c7e219 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 945 time: 0.0750120 Sep 16 03:49:14.945983 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-eea4b748-b24d-4a45-870d-f8bee11527e7 req-21686e23-0e53-4bcf-860b-17d9bea1fd8c service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88d08060-53df-4d74-b5dd-97e3666abaeb HTTP/1.1" status: 200 len: 998 time: 0.1273265 Sep 16 03:49:14.951881 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-e34aacf7-7c3e-4766-8ed9-249094d8494a tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-452268'] for floatingip (5e19042f-f5ce-47eb-a370-31731c9c213d), after_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:15.074631 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-002b9dd0-534d-4789-b5d5-81eea6899a84 req-70d9df68-68e6-4545-93bc-24b1621ca1f6 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381285 Sep 16 03:49:15.096219 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.db.l3_db [None req-e34aacf7-7c3e-4766-8ed9-249094d8494a tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Floating IP 5e19042f-f5ce-47eb-a370-31731c9c213d associated. External IP: 172.27.0.53, port: 0ec6698f-782e-4670-8cd3-efb57d7433ad. Sep 16 03:49:15.223540 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a292e4-f3a0-4234-b68b-d2d3f0839916 None None] New status for floating IP 574209a5-6d76-4142-bab2-c9b2e73046b3: ACTIVE {{(pid=113376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 03:49:15.410350 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e34aacf7-7c3e-4766-8ed9-249094d8494a tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Router e8eb6dc3-21a2-4b6e-907d-9210534718fc has already been hosted by L3 agent 20a8dcff-cb91-4cfb-b5ee-87736efe33d8 {{(pid=113374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 03:49:15.413255 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:15.449930 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42b2a95-b96d-4a2c-b5a1-cf9447c78934 req-b1864850-fe74-47ab-a513-8d16773a9cfc tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:15.452134 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-c42b2a95-b96d-4a2c-b5a1-cf9447c78934 req-b1864850-fe74-47ab-a513-8d16773a9cfc tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806 HTTP/1.1" status: 200 len: 945 time: 0.0979259 Sep 16 03:49:15.453584 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea4b748-b24d-4a45-870d-f8bee11527e7 req-ec19949d-c057-4e66-afea-5a295c54f0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:15.455214 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-eea4b748-b24d-4a45-870d-f8bee11527e7 req-ec19949d-c057-4e66-afea-5a295c54f0c3 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=4abf9a95-17e5-40d7-a907-9f39161a7362 HTTP/1.1" status: 200 len: 849 time: 0.1314976 Sep 16 03:49:15.532886 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-c42b2a95-b96d-4a2c-b5a1-cf9447c78934 req-a16810bf-12c6-40ea-8077-6b0a3cade635 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748289 Sep 16 03:49:15.545604 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e34aacf7-7c3e-4766-8ed9-249094d8494a tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Notify agent at l3_agent.dv-cinder-857993-1-iscsi the message routers_updated {{(pid=113374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 03:49:15.546997 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea4b748-b24d-4a45-870d-f8bee11527e7 req-b65ab6d1-e1cb-4700-8cfe-646f50b6ca47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:15.548737 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-eea4b748-b24d-4a45-870d-f8bee11527e7 req-b65ab6d1-e1cb-4700-8cfe-646f50b6ca47 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=96000232-5a2c-4cbe-8524-4ab75044ef77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0553594 Sep 16 03:49:15.551024 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-e34aacf7-7c3e-4766-8ed9-249094d8494a tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for floatingip (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:15.566797 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ed1a74-0fe2-4cbe-bb04-3719449c16a4 None None] Sync routers for ids ['e8eb6dc3-21a2-4b6e-907d-9210534718fc'] in dv-cinder-857993-1-iscsi {{(pid=113377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 03:49:15.578735 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ed1a74-0fe2-4cbe-bb04-3719449c16a4 None None] Routers {'e8eb6dc3-21a2-4b6e-907d-9210534718fc'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:49:15.579532 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-29ed1a74-0fe2-4cbe-bb04-3719449c16a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:48:55Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['e8eb6dc3-21a2-4b6e-907d-9210534718fc'], 'active': True} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:49:15.588401 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-e34aacf7-7c3e-4766-8ed9-249094d8494a tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/5e19042f-f5ce-47eb-a370-31731c9c213d HTTP/1.1" status: 200 len: 991 time: 2.0534601 Sep 16 03:49:15.589135 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fee7fbd-189b-4a53-ba78-d66512c7b09d', 'tag': '0ec6698f-782e-4670-8cd3-efb57d7433ad'}] {{(pid=113374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 03:49:15.591440 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690b364905604876d1d0623b3c540f81637980c049172579221ad326041cdf1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea5ba90-1031-4fca-909b-e5de818220d0" -d '{"events": [{"name": "network-changed", "server_uuid": "6fee7fbd-189b-4a53-ba78-d66512c7b09d", "tag": "0ec6698f-782e-4670-8cd3-efb57d7433ad"}]}' {{(pid=113374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 03:49:15.621545 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:15.629277 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 03:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d654488-2778-40ca-b0d8-4230bf6a2750 x-openstack-request-id: req-3d654488-2778-40ca-b0d8-4230bf6a2750 {{(pid=113374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 03:49:15.629589 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fee7fbd-189b-4a53-ba78-d66512c7b09d", "tag": "0ec6698f-782e-4670-8cd3-efb57d7433ad", "status": "completed", "code": 200}]} {{(pid=113374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 03:49:15.629839 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3d654488-2778-40ca-b0d8-4230bf6a2750 {{(pid=113374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 03:49:15.630241 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d654488-2778-40ca-b0d8-4230bf6a2750'] response: {'name': 'network-changed', 'server_uuid': '6fee7fbd-189b-4a53-ba78-d66512c7b09d', 'tag': '0ec6698f-782e-4670-8cd3-efb57d7433ad', 'status': 'completed', 'code': 200} Sep 16 03:49:15.693279 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvr_db [None req-29ed1a74-0fe2-4cbe-bb04-3719449c16a4 None None] Set router e8eb6dc3-21a2-4b6e-907d-9210534718fc gateway port host: dv-cinder-857993-1-iscsi {{(pid=113377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:49:15.793145 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=100 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:15.877371 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5ba90-1031-4fca-909b-e5de818220d0 req-497e1164-b51a-45f8-99ca-2b22d44ca858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:15.879912 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-eea5ba90-1031-4fca-909b-e5de818220d0 req-497e1164-b51a-45f8-99ca-2b22d44ca858 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=8ee4a40c6c264553a14e0eff367da4a0&device_id=6fee7fbd-189b-4a53-ba78-d66512c7b09d HTTP/1.1" status: 200 len: 1130 time: 0.1011052 Sep 16 03:49:15.882292 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:INSERT=5,neutron:SELECT=95 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:15.894335 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-eea4b748-b24d-4a45-870d-f8bee11527e7 req-3ddd9ee3-6774-4c6f-9699-16cffda6e6a9 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/96000232-5a2c-4cbe-8524-4ab75044ef77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335573 Sep 16 03:49:15.994578 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-29ed1a74-0fe2-4cbe-bb04-3719449c16a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'name': 'tempest-AttachVolumeNegativeTest-1637071771-router', 'tenant_id': '8ee4a40c6c264553a14e0eff367da4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'e7b2fb5b-4aa2-42c3-b650-b953cc723fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:11Z', 'updated_at': '2022-09-16T03:48:23Z', 'revision_number': 4, 'project_id': '8ee4a40c6c264553a14e0eff367da4a0', 'gw_port': {'id': 'e7b2fb5b-4aa2-42c3-b650-b953cc723fe7', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:45:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:12Z', 'updated_at': '2022-09-16T03:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_floatingips': [{'id': '5e19042f-f5ce-47eb-a370-31731c9c213d', 'tenant_id': '8ee4a40c6c264553a14e0eff367da4a0', 'floating_ip_address': '172.27.0.53', 'floating_network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'router_id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'port_id': '0ec6698f-782e-4670-8cd3-efb57d7433ad', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ff8c520-12d3-47e5-b499-6dbd6e9a131a', 'mac_address': 'fa:16:3e:dd:b2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fee7fbd-189b-4a53-ba78-d66512c7b09d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T03:48:34Z', 'updated_at': '2022-09-16T03:49:14Z', 'revision_number': 1, 'project_id': '8ee4a40c6c264553a14e0eff367da4a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddd557da-e9c8-431d-9885-21bd1fddfa19', 'name': '', 'network_id': '4ff8c520-12d3-47e5-b499-6dbd6e9a131a', 'tenant_id': '8ee4a40c6c264553a14e0eff367da4a0', 'mac_address': 'fa:16:3e:6f:ba:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'dc6b4dbf-6194-4053-a2ab-d05e1046d55f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:21Z', 'updated_at': '2022-09-16T03:48:32Z', 'revision_number': 5, 'project_id': '8ee4a40c6c264553a14e0eff367da4a0', 'subnets': [{'id': 'dc6b4dbf-6194-4053-a2ab-d05e1046d55f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:49:16.025330 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ed1a74-0fe2-4cbe-bb04-3719449c16a4 None None] Checking router: e8eb6dc3-21a2-4b6e-907d-9210534718fc for host: dv-cinder-857993-1-iscsi {{(pid=113377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 03:49:16.034453 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5ba90-1031-4fca-909b-e5de818220d0 req-ad227835-3048-45e8-84fe-1fc6bf3bc635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:16.036911 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-eea5ba90-1031-4fca-909b-e5de818220d0 req-ad227835-3048-45e8-84fe-1fc6bf3bc635 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=4ff8c520-12d3-47e5-b499-6dbd6e9a131a HTTP/1.1" status: 200 len: 916 time: 0.1505194 Sep 16 03:49:16.037943 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ed1a74-0fe2-4cbe-bb04-3719449c16a4 None None] Routers {'e8eb6dc3-21a2-4b6e-907d-9210534718fc'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:49:16.038730 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-29ed1a74-0fe2-4cbe-bb04-3719449c16a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:48:55Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['e8eb6dc3-21a2-4b6e-907d-9210534718fc'], 'active': True} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:49:16.089070 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-eea4b748-b24d-4a45-870d-f8bee11527e7 req-debc4ef6-8f72-4544-9556-d6d4806369eb service neutron] 10.222.0.52 "GET /networking/v2.0/networks/96000232-5a2c-4cbe-8524-4ab75044ef77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783319 Sep 16 03:49:16.151700 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 55658) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:49:16.193898 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvr_db [None req-29ed1a74-0fe2-4cbe-bb04-3719449c16a4 None None] Set router e8eb6dc3-21a2-4b6e-907d-9210534718fc gateway port host: dv-cinder-857993-1-iscsi {{(pid=113377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:49:16.265757 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-eea5ba90-1031-4fca-909b-e5de818220d0 req-8a92314e-25ca-4177-84cd-25ae119ba091 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ec6698f-782e-4670-8cd3-efb57d7433ad HTTP/1.1" status: 200 len: 999 time: 0.2216890 Sep 16 03:49:16.337679 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70af9458-19cc-4139-b67c-c2ba1baf679e req-e99383ab-a8fe-455d-9149-5fa1dbdcaab0 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:16.348631 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-70af9458-19cc-4139-b67c-c2ba1baf679e req-e99383ab-a8fe-455d-9149-5fa1dbdcaab0 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 945 time: 0.0758452 Sep 16 03:49:16.366443 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5ba90-1031-4fca-909b-e5de818220d0 req-0513157c-05e1-46ec-b32a-cdcd0b760884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:16.369037 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-eea5ba90-1031-4fca-909b-e5de818220d0 req-0513157c-05e1-46ec-b32a-cdcd0b760884 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=dc6b4dbf-6194-4053-a2ab-d05e1046d55f HTTP/1.1" status: 200 len: 854 time: 0.0953822 Sep 16 03:49:16.424659 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-70af9458-19cc-4139-b67c-c2ba1baf679e req-508cd664-3a42-493d-80e0-a47208e7ecd5 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706019 Sep 16 03:49:16.502994 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-870c3663-9c46-4a71-bc89-1af86c279d5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:16.563073 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-29ed1a74-0fe2-4cbe-bb04-3719449c16a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'name': 'tempest-AttachVolumeNegativeTest-1637071771-router', 'tenant_id': '8ee4a40c6c264553a14e0eff367da4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'e7b2fb5b-4aa2-42c3-b650-b953cc723fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:11Z', 'updated_at': '2022-09-16T03:48:23Z', 'revision_number': 4, 'project_id': '8ee4a40c6c264553a14e0eff367da4a0', 'gw_port': {'id': 'e7b2fb5b-4aa2-42c3-b650-b953cc723fe7', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:45:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:12Z', 'updated_at': '2022-09-16T03:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_floatingips': [{'id': '5e19042f-f5ce-47eb-a370-31731c9c213d', 'tenant_id': '8ee4a40c6c264553a14e0eff367da4a0', 'floating_ip_address': '172.27.0.53', 'floating_network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'router_id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'port_id': '0ec6698f-782e-4670-8cd3-efb57d7433ad', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ff8c520-12d3-47e5-b499-6dbd6e9a131a', 'mac_address': 'fa:16:3e:dd:b2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fee7fbd-189b-4a53-ba78-d66512c7b09d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T03:48:34Z', 'updated_at': '2022-09-16T03:49:14Z', 'revision_number': 1, 'project_id': '8ee4a40c6c264553a14e0eff367da4a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddd557da-e9c8-431d-9885-21bd1fddfa19', 'name': '', 'network_id': '4ff8c520-12d3-47e5-b499-6dbd6e9a131a', 'tenant_id': '8ee4a40c6c264553a14e0eff367da4a0', 'mac_address': 'fa:16:3e:6f:ba:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'dc6b4dbf-6194-4053-a2ab-d05e1046d55f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:21Z', 'updated_at': '2022-09-16T03:48:32Z', 'revision_number': 5, 'project_id': '8ee4a40c6c264553a14e0eff367da4a0', 'subnets': [{'id': 'dc6b4dbf-6194-4053-a2ab-d05e1046d55f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:49:16.591109 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ed1a74-0fe2-4cbe-bb04-3719449c16a4 None None] The sync data for ids ['e8eb6dc3-21a2-4b6e-907d-9210534718fc'] in dv-cinder-857993-1-iscsi is: [{'id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'name': 'tempest-AttachVolumeNegativeTest-1637071771-router', 'tenant_id': '8ee4a40c6c264553a14e0eff367da4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'e7b2fb5b-4aa2-42c3-b650-b953cc723fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:11Z', 'updated_at': '2022-09-16T03:48:23Z', 'revision_number': 4, 'project_id': '8ee4a40c6c264553a14e0eff367da4a0', 'gw_port': {'id': 'e7b2fb5b-4aa2-42c3-b650-b953cc723fe7', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:45:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:12Z', 'updated_at': '2022-09-16T03:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_floatingips': [{'id': '5e19042f-f5ce-47eb-a370-31731c9c213d', 'tenant_id': '8ee4a40c6c264553a14e0eff367da4a0', 'floating_ip_address': '172.27.0.53', 'floating_network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'router_id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'port_id': '0ec6698f-782e-4670-8cd3-efb57d7433ad', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ff8c520-12d3-47e5-b499-6dbd6e9a131a', 'mac_address': 'fa:16:3e:dd:b2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fee7fbd-189b-4a53-ba78-d66512c7b09d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T03:48:34Z', 'updated_at': '2022-09-16T03:49:14Z', 'revision_number': 1, 'project_id': '8ee4a40c6c264553a14e0eff367da4a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddd557da-e9c8-431d-9885-21bd1fddfa19', 'name': '', 'network_id': '4ff8c520-12d3-47e5-b499-6dbd6e9a131a', 'tenant_id': '8ee4a40c6c264553a14e0eff367da4a0', 'mac_address': 'fa:16:3e:6f:ba:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'dc6b4dbf-6194-4053-a2ab-d05e1046d55f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:21Z', 'updated_at': '2022-09-16T03:48:32Z', 'revision_number': 5, 'project_id': '8ee4a40c6c264553a14e0eff367da4a0', 'subnets': [{'id': 'dc6b4dbf-6194-4053-a2ab-d05e1046d55f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 03:49:16.627451 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cafbb2e-4bab-4dc3-ae79-1adaefc5c1c4 req-1c8fc89e-6165-4071-a4a5-59e708215d1a tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:16.628945 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-7cafbb2e-4bab-4dc3-ae79-1adaefc5c1c4 req-1c8fc89e-6165-4071-a4a5-59e708215d1a tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 945 time: 0.0680892 Sep 16 03:49:16.641788 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 55674) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:49:16.649873 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [None req-448b9497-44f0-4601-8198-9e68f3570dba tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Request body: {'floatingip': {'port_id': 'a04cc8c1-86e6-4381-8e36-de59ce5d9321'}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:49:16.695661 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5ba90-1031-4fca-909b-e5de818220d0 req-ec57728f-962f-4fd1-aec8-5bd8573a536a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:16.699685 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-eea5ba90-1031-4fca-909b-e5de818220d0 req-ec57728f-962f-4fd1-aec8-5bd8573a536a service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=4ff8c520-12d3-47e5-b499-6dbd6e9a131a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0722868 Sep 16 03:49:16.709613 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-448b9497-44f0-4601-8198-9e68f3570dba tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Publish callbacks [] for floatingip (4c59af70-6d27-42f2-9a2c-f94a39c386a3), before_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:16.820721 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-870c3663-9c46-4a71-bc89-1af86c279d5d admin admin] Publish callbacks [] for security_group (c6e12bb1-9943-4078-b16d-098f2a6ff7b0), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:16.823003 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-eea5ba90-1031-4fca-909b-e5de818220d0 req-4b57208b-160e-45d3-97f0-c29bb9fd09bc service neutron] 10.222.0.52 "GET /networking/v2.0/networks/4ff8c520-12d3-47e5-b499-6dbd6e9a131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131003 Sep 16 03:49:16.840767 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c35d56d-d76e-48d2-9444-9782135dc390 req-cf2bc18b-18bb-45c9-890f-6850e66cf025 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:16.842982 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-1c35d56d-d76e-48d2-9444-9782135dc390 req-cf2bc18b-18bb-45c9-890f-6850e66cf025 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806 HTTP/1.1" status: 200 len: 945 time: 0.1277492 Sep 16 03:49:16.923112 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=100 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:16.933417 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-870c3663-9c46-4a71-bc89-1af86c279d5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (c6e12bb1-9943-4078-b16d-098f2a6ff7b0), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:16.955622 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-eea5ba90-1031-4fca-909b-e5de818220d0 req-680bccd7-5bf2-4992-abed-d691a333987b service neutron] 10.222.0.52 "GET /networking/v2.0/networks/4ff8c520-12d3-47e5-b499-6dbd6e9a131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244831 Sep 16 03:49:17.017741 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-1c35d56d-d76e-48d2-9444-9782135dc390 req-eae23886-47bc-4e68-9d11-d57508779411 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457336 Sep 16 03:49:17.033711 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870c3663-9c46-4a71-bc89-1af86c279d5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e12bb1-9943-4078-b16d-098f2a6ff7b0,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:49:17.038028 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-870c3663-9c46-4a71-bc89-1af86c279d5d admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=d614450b1c424815b09fdce5c5ae389b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8852370 Sep 16 03:49:17.047638 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 55682) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:49:17.115699 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-2347b86f-9696-4d01-85f5-40e8e6d82ed4 admin admin] Publish callbacks [] for security_group (c6e12bb1-9943-4078-b16d-098f2a6ff7b0), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:17.142613 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-2347b86f-9696-4d01-85f5-40e8e6d82ed4 admin admin] Publish callbacks [] for security_group (c6e12bb1-9943-4078-b16d-098f2a6ff7b0), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:17.296804 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-2347b86f-9696-4d01-85f5-40e8e6d82ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (c6e12bb1-9943-4078-b16d-098f2a6ff7b0), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:17.300832 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-2347b86f-9696-4d01-85f5-40e8e6d82ed4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:17.305436 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-2347b86f-9696-4d01-85f5-40e8e6d82ed4 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/c6e12bb1-9943-4078-b16d-098f2a6ff7b0 HTTP/1.1" status: 204 len: 168 time: 0.2567363 Sep 16 03:49:17.318176 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2347b86f-9696-4d01-85f5-40e8e6d82ed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e12bb1-9943-4078-b16d-098f2a6ff7b0,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:49:17.382755 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-448b9497-44f0-4601-8198-9e68f3570dba tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:17.498930 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-448b9497-44f0-4601-8198-9e68f3570dba tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-452268'] for floatingip (4c59af70-6d27-42f2-9a2c-f94a39c386a3), after_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:17.529957 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcbae68-1e56-4799-aca7-0dcdf8342a1b None None] New status for floating IP 5e19042f-f5ce-47eb-a370-31731c9c213d: ACTIVE {{(pid=113376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 03:49:17.552739 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=100 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:17.616823 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.db.l3_db [None req-448b9497-44f0-4601-8198-9e68f3570dba tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Floating IP 4c59af70-6d27-42f2-9a2c-f94a39c386a3 associated. External IP: 172.27.0.203, port: a04cc8c1-86e6-4381-8e36-de59ce5d9321. Sep 16 03:49:17.728045 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-e819fc7b-bc29-45ac-8597-9c4e82341f06 req-95b00989-1acf-4d88-9cae-9783ff434e41 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=234c7287-59d4-425c-ba2b-56031d311ee6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401170 Sep 16 03:49:17.812366 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e819fc7b-bc29-45ac-8597-9c4e82341f06 req-ce4c0f13-d467-463d-bbc1-8e8b91883952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:17.813867 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-e819fc7b-bc29-45ac-8597-9c4e82341f06 req-ce4c0f13-d467-463d-bbc1-8e8b91883952 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=d39c13d4012549c2890bf1d904d1c041&device_id=234c7287-59d4-425c-ba2b-56031d311ee6 HTTP/1.1" status: 200 len: 1129 time: 0.0430830 Sep 16 03:49:17.861892 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:17.865065 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-448b9497-44f0-4601-8198-9e68f3570dba tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Router 11a544e6-b451-42f0-9ca8-422baaa4dd85 has already been hosted by L3 agent 20a8dcff-cb91-4cfb-b5ee-87736efe33d8 {{(pid=113375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 03:49:17.975186 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-448b9497-44f0-4601-8198-9e68f3570dba tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Notify agent at l3_agent.dv-cinder-857993-1-iscsi the message routers_updated {{(pid=113375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 03:49:17.979874 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-448b9497-44f0-4601-8198-9e68f3570dba tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for floatingip (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:17.986846 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b23312-402d-40dc-afab-cb0b222cc388 None None] Sync routers for ids ['11a544e6-b451-42f0-9ca8-422baaa4dd85'] in dv-cinder-857993-1-iscsi {{(pid=113377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 03:49:17.996963 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b23312-402d-40dc-afab-cb0b222cc388 None None] Routers {'11a544e6-b451-42f0-9ca8-422baaa4dd85'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:49:17.997676 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-f6b23312-402d-40dc-afab-cb0b222cc388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:48:55Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['11a544e6-b451-42f0-9ca8-422baaa4dd85'], 'active': True} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:49:18.010224 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:DELETE=2,neutron:UPDATE=2,neutron:SELECT=93,neutron:INSERT=3 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:18.016281 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-448b9497-44f0-4601-8198-9e68f3570dba tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/4c59af70-6d27-42f2-9a2c-f94a39c386a3 HTTP/1.1" status: 200 len: 991 time: 1.3704324 Sep 16 03:49:18.016876 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '230b59e9-09d0-4448-a6a6-a395823fcd8b', 'tag': 'a04cc8c1-86e6-4381-8e36-de59ce5d9321'}] {{(pid=113375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 03:49:18.019373 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5377fd1d321389c1792f161ed840337514ae556b8848fe715c314c680a14a908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f69a69ff-d390-4502-9723-17f5fe0f175f" -d '{"events": [{"name": "network-changed", "server_uuid": "230b59e9-09d0-4448-a6a6-a395823fcd8b", "tag": "a04cc8c1-86e6-4381-8e36-de59ce5d9321"}]}' {{(pid=113375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 03:49:18.065619 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 03:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bbd9108-7984-4b24-a1a4-15c1a665509c x-openstack-request-id: req-6bbd9108-7984-4b24-a1a4-15c1a665509c {{(pid=113375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 03:49:18.066082 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "230b59e9-09d0-4448-a6a6-a395823fcd8b", "tag": "a04cc8c1-86e6-4381-8e36-de59ce5d9321", "status": "completed", "code": 200}]} {{(pid=113375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 03:49:18.066354 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6bbd9108-7984-4b24-a1a4-15c1a665509c {{(pid=113375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 03:49:18.066760 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bbd9108-7984-4b24-a1a4-15c1a665509c'] response: {'name': 'network-changed', 'server_uuid': '230b59e9-09d0-4448-a6a6-a395823fcd8b', 'tag': 'a04cc8c1-86e6-4381-8e36-de59ce5d9321', 'status': 'completed', 'code': 200} Sep 16 03:49:18.093157 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 55708) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:49:18.109408 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-7a39e4e1-f371-4569-97e3-b8885f6179d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:18.193359 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvr_db [None req-f6b23312-402d-40dc-afab-cb0b222cc388 None None] Set router 11a544e6-b451-42f0-9ca8-422baaa4dd85 gateway port host: dv-cinder-857993-1-iscsi {{(pid=113377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:49:18.225660 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-7a39e4e1-f371-4569-97e3-b8885f6179d3 admin admin] Publish callbacks [] for security_group (05cdf247-05a6-48d6-aba6-2ab6383187ca), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:18.232290 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d924b2-e621-4c78-8b8a-86eab96f7ed8 req-fe906e21-dcf8-49eb-bf85-1375aa9ed22c tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:18.233798 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-d9d924b2-e621-4c78-8b8a-86eab96f7ed8 req-fe906e21-dcf8-49eb-bf85-1375aa9ed22c tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806 HTTP/1.1" status: 200 len: 945 time: 0.0679932 Sep 16 03:49:18.284630 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-d9d924b2-e621-4c78-8b8a-86eab96f7ed8 req-c2b7c0d6-891a-4425-a378-db399476ebdd tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441902 Sep 16 03:49:18.347586 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-7a39e4e1-f371-4569-97e3-b8885f6179d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (05cdf247-05a6-48d6-aba6-2ab6383187ca), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:18.348110 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (d68ba685-94d2-4b65-887f-d5ec3884fbfa), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:18.392575 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-7a39e4e1-f371-4569-97e3-b8885f6179d3 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=5f959c20d356474fb7249e321965d4de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2977479 Sep 16 03:49:18.394072 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a39e4e1-f371-4569-97e3-b8885f6179d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05cdf247-05a6-48d6-aba6-2ab6383187ca,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:49:18.395272 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 55710) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:49:18.413609 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-f6b23312-402d-40dc-afab-cb0b222cc388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a544e6-b451-42f0-9ca8-422baaa4dd85', 'name': 'tempest-AttachVolumeShelveTestJSON-370893436-router', 'tenant_id': 'cb698ddcedae42a29f50203ec59db295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'dd2136f8-4e86-4db6-a499-0f087ed040d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:13Z', 'updated_at': '2022-09-16T03:48:27Z', 'revision_number': 4, 'project_id': 'cb698ddcedae42a29f50203ec59db295', 'gw_port': {'id': 'dd2136f8-4e86-4db6-a499-0f087ed040d4', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a544e6-b451-42f0-9ca8-422baaa4dd85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:15Z', 'updated_at': '2022-09-16T03:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_floatingips': [{'id': '4c59af70-6d27-42f2-9a2c-f94a39c386a3', 'tenant_id': 'cb698ddcedae42a29f50203ec59db295', 'floating_ip_address': '172.27.0.203', 'floating_network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'router_id': '11a544e6-b451-42f0-9ca8-422baaa4dd85', 'port_id': 'a04cc8c1-86e6-4381-8e36-de59ce5d9321', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60a25330-2068-4171-85ea-2cd82f09cbdb', 'mac_address': 'fa:16:3e:2c:1a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230b59e9-09d0-4448-a6a6-a395823fcd8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T03:48:37Z', 'updated_at': '2022-09-16T03:49:17Z', 'revision_number': 1, 'project_id': 'cb698ddcedae42a29f50203ec59db295', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aaaa489d-81f6-4254-b458-6fa8c5f5b74c', 'name': '', 'network_id': '60a25330-2068-4171-85ea-2cd82f09cbdb', 'tenant_id': 'cb698ddcedae42a29f50203ec59db295', 'mac_address': 'fa:16:3e:1d:8e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a544e6-b451-42f0-9ca8-422baaa4dd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '070db458-4233-40aa-8c99-3613db8fb323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:25Z', 'updated_at': '2022-09-16T03:48:41Z', 'revision_number': 5, 'project_id': 'cb698ddcedae42a29f50203ec59db295', 'subnets': [{'id': '070db458-4233-40aa-8c99-3613db8fb323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:49:18.442442 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:18.445331 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b23312-402d-40dc-afab-cb0b222cc388 None None] Checking router: 11a544e6-b451-42f0-9ca8-422baaa4dd85 for host: dv-cinder-857993-1-iscsi {{(pid=113377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 03:49:18.454189 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b23312-402d-40dc-afab-cb0b222cc388 None None] Routers {'11a544e6-b451-42f0-9ca8-422baaa4dd85'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:49:18.454829 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-f6b23312-402d-40dc-afab-cb0b222cc388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:48:55Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['11a544e6-b451-42f0-9ca8-422baaa4dd85'], 'active': True} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:49:18.459595 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-c5d03a44-8fd5-4a91-8a23-7fc60f4ce3fb admin admin] Publish callbacks [] for security_group (05cdf247-05a6-48d6-aba6-2ab6383187ca), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:18.481466 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-c5d03a44-8fd5-4a91-8a23-7fc60f4ce3fb admin admin] Publish callbacks [] for security_group (05cdf247-05a6-48d6-aba6-2ab6383187ca), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:18.567394 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvr_db [None req-f6b23312-402d-40dc-afab-cb0b222cc388 None None] Set router 11a544e6-b451-42f0-9ca8-422baaa4dd85 gateway port host: dv-cinder-857993-1-iscsi {{(pid=113377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:49:18.656213 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-c5d03a44-8fd5-4a91-8a23-7fc60f4ce3fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (05cdf247-05a6-48d6-aba6-2ab6383187ca), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:18.658822 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-c5d03a44-8fd5-4a91-8a23-7fc60f4ce3fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:18.660016 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-c5d03a44-8fd5-4a91-8a23-7fc60f4ce3fb admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/05cdf247-05a6-48d6-aba6-2ab6383187ca HTTP/1.1" status: 204 len: 168 time: 0.2635736 Sep 16 03:49:18.670641 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d03a44-8fd5-4a91-8a23-7fc60f4ce3fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05cdf247-05a6-48d6-aba6-2ab6383187ca,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:49:18.817742 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-f6b23312-402d-40dc-afab-cb0b222cc388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a544e6-b451-42f0-9ca8-422baaa4dd85', 'name': 'tempest-AttachVolumeShelveTestJSON-370893436-router', 'tenant_id': 'cb698ddcedae42a29f50203ec59db295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'dd2136f8-4e86-4db6-a499-0f087ed040d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:13Z', 'updated_at': '2022-09-16T03:48:27Z', 'revision_number': 4, 'project_id': 'cb698ddcedae42a29f50203ec59db295', 'gw_port': {'id': 'dd2136f8-4e86-4db6-a499-0f087ed040d4', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a544e6-b451-42f0-9ca8-422baaa4dd85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:15Z', 'updated_at': '2022-09-16T03:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_floatingips': [{'id': '4c59af70-6d27-42f2-9a2c-f94a39c386a3', 'tenant_id': 'cb698ddcedae42a29f50203ec59db295', 'floating_ip_address': '172.27.0.203', 'floating_network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'router_id': '11a544e6-b451-42f0-9ca8-422baaa4dd85', 'port_id': 'a04cc8c1-86e6-4381-8e36-de59ce5d9321', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60a25330-2068-4171-85ea-2cd82f09cbdb', 'mac_address': 'fa:16:3e:2c:1a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230b59e9-09d0-4448-a6a6-a395823fcd8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T03:48:37Z', 'updated_at': '2022-09-16T03:49:17Z', 'revision_number': 1, 'project_id': 'cb698ddcedae42a29f50203ec59db295', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aaaa489d-81f6-4254-b458-6fa8c5f5b74c', 'name': '', 'network_id': '60a25330-2068-4171-85ea-2cd82f09cbdb', 'tenant_id': 'cb698ddcedae42a29f50203ec59db295', 'mac_address': 'fa:16:3e:1d:8e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a544e6-b451-42f0-9ca8-422baaa4dd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '070db458-4233-40aa-8c99-3613db8fb323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:25Z', 'updated_at': '2022-09-16T03:48:41Z', 'revision_number': 5, 'project_id': 'cb698ddcedae42a29f50203ec59db295', 'subnets': [{'id': '070db458-4233-40aa-8c99-3613db8fb323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:49:18.842106 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b23312-402d-40dc-afab-cb0b222cc388 None None] The sync data for ids ['11a544e6-b451-42f0-9ca8-422baaa4dd85'] in dv-cinder-857993-1-iscsi is: [{'id': '11a544e6-b451-42f0-9ca8-422baaa4dd85', 'name': 'tempest-AttachVolumeShelveTestJSON-370893436-router', 'tenant_id': 'cb698ddcedae42a29f50203ec59db295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'dd2136f8-4e86-4db6-a499-0f087ed040d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:13Z', 'updated_at': '2022-09-16T03:48:27Z', 'revision_number': 4, 'project_id': 'cb698ddcedae42a29f50203ec59db295', 'gw_port': {'id': 'dd2136f8-4e86-4db6-a499-0f087ed040d4', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a544e6-b451-42f0-9ca8-422baaa4dd85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:15Z', 'updated_at': '2022-09-16T03:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_floatingips': [{'id': '4c59af70-6d27-42f2-9a2c-f94a39c386a3', 'tenant_id': 'cb698ddcedae42a29f50203ec59db295', 'floating_ip_address': '172.27.0.203', 'floating_network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'router_id': '11a544e6-b451-42f0-9ca8-422baaa4dd85', 'port_id': 'a04cc8c1-86e6-4381-8e36-de59ce5d9321', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60a25330-2068-4171-85ea-2cd82f09cbdb', 'mac_address': 'fa:16:3e:2c:1a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230b59e9-09d0-4448-a6a6-a395823fcd8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T03:48:37Z', 'updated_at': '2022-09-16T03:49:17Z', 'revision_number': 1, 'project_id': 'cb698ddcedae42a29f50203ec59db295', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aaaa489d-81f6-4254-b458-6fa8c5f5b74c', 'name': '', 'network_id': '60a25330-2068-4171-85ea-2cd82f09cbdb', 'tenant_id': 'cb698ddcedae42a29f50203ec59db295', 'mac_address': 'fa:16:3e:1d:8e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a544e6-b451-42f0-9ca8-422baaa4dd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '070db458-4233-40aa-8c99-3613db8fb323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:25Z', 'updated_at': '2022-09-16T03:48:41Z', 'revision_number': 5, 'project_id': 'cb698ddcedae42a29f50203ec59db295', 'subnets': [{'id': '070db458-4233-40aa-8c99-3613db8fb323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 03:49:19.135936 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=100 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:19.423560 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9465eb3-1cc9-4da8-9c50-d59de33481f0 req-58263615-f87c-4143-b5f5-41b86f2252e4 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:19.424918 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-f9465eb3-1cc9-4da8-9c50-d59de33481f0 req-58263615-f87c-4143-b5f5-41b86f2252e4 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806 HTTP/1.1" status: 200 len: 945 time: 0.0533977 Sep 16 03:49:19.477600 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-f9465eb3-1cc9-4da8-9c50-d59de33481f0 req-ee6dbd1a-1de4-4a47-a88d-d0f39fe2e522 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452976 Sep 16 03:49:19.598432 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c38300-f448-4414-9e20-7bb985e13b65 None None] New status for floating IP 4c59af70-6d27-42f2-9a2c-f94a39c386a3: ACTIVE {{(pid=113376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 03:49:19.602081 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:19.621930 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:20.090531 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=8 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:20.436474 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 55756) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:49:20.508805 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:20.539826 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-311b77e2-8a06-4941-a072-b1435b867a6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:20.603239 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebd11ce-6a84-42ef-a39e-2501a68b9505 req-7f860c71-579e-4454-aa15-6575cdf7d495 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:20.604710 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-7ebd11ce-6a84-42ef-a39e-2501a68b9505 req-7f860c71-579e-4454-aa15-6575cdf7d495 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806 HTTP/1.1" status: 200 len: 945 time: 0.0470216 Sep 16 03:49:20.619624 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-311b77e2-8a06-4941-a072-b1435b867a6c admin admin] Publish callbacks [] for security_group (6a1c6116-d65c-4767-ac35-fdd63674a4aa), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:20.655055 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-7ebd11ce-6a84-42ef-a39e-2501a68b9505 req-452484d2-02a0-4ca7-b7e1-4543118b3a63 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438781 Sep 16 03:49:20.712830 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-311b77e2-8a06-4941-a072-b1435b867a6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (6a1c6116-d65c-4767-ac35-fdd63674a4aa), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:20.724346 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:20.755591 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-311b77e2-8a06-4941-a072-b1435b867a6c admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=5c817d8a98034c56a40a68e87dd10ca0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3179524 Sep 16 03:49:20.756356 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311b77e2-8a06-4941-a072-b1435b867a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a1c6116-d65c-4767-ac35-fdd63674a4aa,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:49:20.758287 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 55764) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:49:20.806925 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-41457394-4f18-4e94-9968-9d852168a5ec admin admin] Publish callbacks [] for security_group (6a1c6116-d65c-4767-ac35-fdd63674a4aa), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:20.827006 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-41457394-4f18-4e94-9968-9d852168a5ec admin admin] Publish callbacks [] for security_group (6a1c6116-d65c-4767-ac35-fdd63674a4aa), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:20.839277 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:20.946533 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e819fc7b-bc29-45ac-8597-9c4e82341f06 req-e4ea7468-a648-477a-98a3-5b65019e788f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:20.948058 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-e819fc7b-bc29-45ac-8597-9c4e82341f06 req-e4ea7468-a648-477a-98a3-5b65019e788f service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=d8d0986c-f45f-4403-8f11-6637eeae0fb2 HTTP/1.1" status: 200 len: 911 time: 0.1043530 Sep 16 03:49:20.964764 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a69ff-d390-4502-9723-17f5fe0f175f req-c7e1d0ee-931d-457f-8c9e-f88bf6024cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:20.966427 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-f69a69ff-d390-4502-9723-17f5fe0f175f req-c7e1d0ee-931d-457f-8c9e-f88bf6024cdc service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=cb698ddcedae42a29f50203ec59db295&device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 1129 time: 0.0422308 Sep 16 03:49:20.989473 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-e819fc7b-bc29-45ac-8597-9c4e82341f06 req-7354f571-b4f7-4aec-b569-ea2731081112 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19b4f355-bc74-46bb-9c3e-debddf171414 HTTP/1.1" status: 200 len: 217 time: 0.0345652 Sep 16 03:49:21.038518 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-41457394-4f18-4e94-9968-9d852168a5ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (6a1c6116-d65c-4767-ac35-fdd63674a4aa), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:21.041073 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-41457394-4f18-4e94-9968-9d852168a5ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:21.042164 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-41457394-4f18-4e94-9968-9d852168a5ec admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/6a1c6116-d65c-4767-ac35-fdd63674a4aa HTTP/1.1" status: 204 len: 168 time: 0.2828853 Sep 16 03:49:21.050330 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41457394-4f18-4e94-9968-9d852168a5ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a1c6116-d65c-4767-ac35-fdd63674a4aa,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:49:21.168953 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e819fc7b-bc29-45ac-8597-9c4e82341f06 req-4d5c2af1-18e7-4171-94db-5a01dd68743f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:21.170812 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a69ff-d390-4502-9723-17f5fe0f175f req-4ddabbd3-ddad-4f4c-9c06-08c2cba8a5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:21.171792 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-e819fc7b-bc29-45ac-8597-9c4e82341f06 req-4d5c2af1-18e7-4171-94db-5a01dd68743f service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=78a82445-9d1f-4206-b684-d9eb31dd28ea HTTP/1.1" status: 200 len: 849 time: 0.0515079 Sep 16 03:49:21.172336 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-f69a69ff-d390-4502-9723-17f5fe0f175f req-4ddabbd3-ddad-4f4c-9c06-08c2cba8a5aa service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=60a25330-2068-4171-85ea-2cd82f09cbdb HTTP/1.1" status: 200 len: 917 time: 0.0909996 Sep 16 03:49:21.222247 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e819fc7b-bc29-45ac-8597-9c4e82341f06 req-80df4503-07b3-420c-bd5f-aa39d5883b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:21.223828 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-e819fc7b-bc29-45ac-8597-9c4e82341f06 req-80df4503-07b3-420c-bd5f-aa39d5883b7f service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=d8d0986c-f45f-4403-8f11-6637eeae0fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411279 Sep 16 03:49:21.247115 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-f69a69ff-d390-4502-9723-17f5fe0f175f req-b2993a25-5fa5-44b1-87c4-e13e1a91fd0a service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a04cc8c1-86e6-4381-8e36-de59ce5d9321 HTTP/1.1" status: 200 len: 1001 time: 0.0635948 Sep 16 03:49:21.314503 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a69ff-d390-4502-9723-17f5fe0f175f req-d3098f10-0856-4316-bd41-61f59f2ad464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:21.316210 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-f69a69ff-d390-4502-9723-17f5fe0f175f req-d3098f10-0856-4316-bd41-61f59f2ad464 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=070db458-4233-40aa-8c99-3613db8fb323 HTTP/1.1" status: 200 len: 855 time: 0.0599527 Sep 16 03:49:21.322956 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-e819fc7b-bc29-45ac-8597-9c4e82341f06 req-e2107069-a903-45ce-a145-f32b0a69158c service neutron] 10.222.0.52 "GET /networking/v2.0/networks/d8d0986c-f45f-4403-8f11-6637eeae0fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885060 Sep 16 03:49:21.370807 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a69ff-d390-4502-9723-17f5fe0f175f req-2205820e-14fb-431f-8a9d-53c876117198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:21.372364 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-f69a69ff-d390-4502-9723-17f5fe0f175f req-2205820e-14fb-431f-8a9d-53c876117198 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=60a25330-2068-4171-85ea-2cd82f09cbdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389030 Sep 16 03:49:21.427474 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-e819fc7b-bc29-45ac-8597-9c4e82341f06 req-2ca40ad5-173f-420d-bd58-1d367d6f2d60 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/d8d0986c-f45f-4403-8f11-6637eeae0fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939155 Sep 16 03:49:21.457021 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:21.472429 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-f69a69ff-d390-4502-9723-17f5fe0f175f req-6b1c1096-dc44-4a7a-8a48-43f098aca530 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/60a25330-2068-4171-85ea-2cd82f09cbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914242 Sep 16 03:49:21.570845 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-f69a69ff-d390-4502-9723-17f5fe0f175f req-08a3c127-9d6f-4313-a98c-3758ed21f949 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/60a25330-2068-4171-85ea-2cd82f09cbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903180 Sep 16 03:49:21.791601 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2986627-94cd-4e4b-9bdb-81d2bfce9beb req-53cdad67-0971-4b5d-800f-1049f61a909d tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:21.793075 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-f2986627-94cd-4e4b-9bdb-81d2bfce9beb req-53cdad67-0971-4b5d-800f-1049f61a909d tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806 HTTP/1.1" status: 200 len: 945 time: 0.0521903 Sep 16 03:49:21.840026 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-f2986627-94cd-4e4b-9bdb-81d2bfce9beb req-bb71941c-13ee-43d9-897e-184b6a478624 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406389 Sep 16 03:49:21.850461 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:22.050253 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=100 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:22.177094 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.agents_db [None req-8ba4eca6-5e8f-405f-9ad3-b7bffaa24231 None None] Agent healthcheck: found 6 active agents {{(pid=113377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 03:49:22.237318 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 55798) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:49:22.341604 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.v2.base [None req-b9144334-f236-40c0-a499-8f6d60901a5c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-774361203-network', 'tenant_id': '37a1aef0396c463d8a10f0ee811e1f2a'}} {{(pid=113374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:49:22.437224 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9144334-f236-40c0-a499-8f6d60901a5c admin admin] Made reservation on behalf of 37a1aef0396c463d8a10f0ee811e1f2a for: {'network': 1} {{(pid=113374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 03:49:22.439666 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-b9144334-f236-40c0-a499-8f6d60901a5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for network (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:22.448520 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-b9144334-f236-40c0-a499-8f6d60901a5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:22.523768 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-b9144334-f236-40c0-a499-8f6d60901a5c admin admin] Publish callbacks [] for security_group (f90b299a-cbfa-44a2-b14c-44601d2bee3e), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:22.644630 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-b9144334-f236-40c0-a499-8f6d60901a5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (f90b299a-cbfa-44a2-b14c-44601d2bee3e), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:22.661522 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=100 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:22.670172 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9144334-f236-40c0-a499-8f6d60901a5c admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=113374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 03:49:22.680038 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9144334-f236-40c0-a499-8f6d60901a5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f90b299a-cbfa-44a2-b14c-44601d2bee3e,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:49:22.684714 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-b9144334-f236-40c0-a499-8f6d60901a5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432398'] for segment (1354f955-250f-4eb4-8ad2-db4c9ff60d01), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:22.685111 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.db.segments_db [None req-b9144334-f236-40c0-a499-8f6d60901a5c admin admin] Added segment 1354f955-250f-4eb4-8ad2-db4c9ff60d01 of type vlan for network 854d2c8e-4d81-4bfd-bcba-fb4707dd8cf5 Sep 16 03:49:22.725093 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-b9144334-f236-40c0-a499-8f6d60901a5c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741672468170'] for network (854d2c8e-4d81-4bfd-bcba-fb4707dd8cf5), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:22.781536 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:22.866192 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-b9144334-f236-40c0-a499-8f6d60901a5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066'] for network (854d2c8e-4d81-4bfd-bcba-fb4707dd8cf5), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:22.867365 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9144334-f236-40c0-a499-8f6d60901a5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:22.868239 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-b9144334-f236-40c0-a499-8f6d60901a5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602048'] for network (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:22.954542 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9144334-f236-40c0-a499-8f6d60901a5c admin admin] Pushing event updated for resources: {'Network': ['ID=854d2c8e-4d81-4bfd-bcba-fb4707dd8cf5,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:49:22.965146 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Network 854d2c8e-4d81-4bfd-bcba-fb4707dd8cf5 details requested by agent ovs-agent-dv-cinder-857993-1-iscsi with host dv-cinder-857993-1-iscsi {{(pid=113376) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 03:49:22.974880 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae8dfd-4a49-4f83-9a73-7f14578e02d3 req-5829860e-3ed6-49b5-9c0b-73337c0c50d4 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:22.976450 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-22ae8dfd-4a49-4f83-9a73-7f14578e02d3 req-5829860e-3ed6-49b5-9c0b-73337c0c50d4 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806 HTTP/1.1" status: 200 len: 945 time: 0.0577149 Sep 16 03:49:23.016522 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-b9144334-f236-40c0-a499-8f6d60901a5c admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7780817 Sep 16 03:49:23.020445 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 55810) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:49:23.028102 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-22ae8dfd-4a49-4f83-9a73-7f14578e02d3 req-4870d2f0-d647-44a6-8cf3-58fcdba6dde4 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455701 Sep 16 03:49:23.029512 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [None req-03cb62a6-f2e8-4786-8f7d-6cb6c44df2ab admin admin] Request body: {'subnet': {'network_id': '854d2c8e-4d81-4bfd-bcba-fb4707dd8cf5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-774361203-subnet', 'tenant_id': '37a1aef0396c463d8a10f0ee811e1f2a', 'ip_version': 4}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:49:23.262329 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03cb62a6-f2e8-4786-8f7d-6cb6c44df2ab admin admin] Made reservation on behalf of 37a1aef0396c463d8a10f0ee811e1f2a for: {'subnet': 1} {{(pid=113375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 03:49:23.272807 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-03cb62a6-f2e8-4786-8f7d-6cb6c44df2ab admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:23.976187 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-72a39b7f-f5ed-45e2-98b2-c320587432c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (5f458d39-b7df-4a2e-8f52-58d49f268778), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:24.039398 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:24.136970 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-03cb62a6-f2e8-4786-8f7d-6cb6c44df2ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066'] for subnet (10a3fb74-f6d7-4d2f-b7d9-b95a3787d6e3), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:24.183676 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf81d43-86ba-4573-8a30-d1f3a945873a req-72a5924e-38c2-4632-b6e3-7e03da7fa554 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:24.185811 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-dbf81d43-86ba-4573-8a30-d1f3a945873a req-72a5924e-38c2-4632-b6e3-7e03da7fa554 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806 HTTP/1.1" status: 200 len: 945 time: 0.0787187 Sep 16 03:49:24.233155 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cb62a6-f2e8-4786-8f7d-6cb6c44df2ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=10a3fb74-f6d7-4d2f-b7d9-b95a3787d6e3,revision_number=0']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:49:24.245382 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cb62a6-f2e8-4786-8f7d-6cb6c44df2ab admin admin] Checking segment: {'id': '1354f955-250f-4eb4-8ad2-db4c9ff60d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '854d2c8e-4d81-4bfd-bcba-fb4707dd8cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 03:49:24.245742 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03cb62a6-f2e8-4786-8f7d-6cb6c44df2ab admin admin] Network hostable DHCP agents. Network: 854d2c8e-4d81-4bfd-bcba-fb4707dd8cf5, hostable agents: ['5f458d39-b7df-4a2e-8f52-58d49f268778'], hosted agents: [] {{(pid=113375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 03:49:24.284641 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-dbf81d43-86ba-4573-8a30-d1f3a945873a req-1421e6ea-768b-44f7-a78e-5bc96f913a40 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877604 Sep 16 03:49:24.330356 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:24.462283 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03cb62a6-f2e8-4786-8f7d-6cb6c44df2ab admin admin] Network 854d2c8e-4d81-4bfd-bcba-fb4707dd8cf5 is scheduled to be hosted by DHCP agent 5f458d39-b7df-4a2e-8f52-58d49f268778 with binding_index 1 {{(pid=113375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 03:49:24.541760 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.base_scheduler [None req-03cb62a6-f2e8-4786-8f7d-6cb6c44df2ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857993-1-iscsi, 854d2c8e-4d81-4bfd-bcba-fb4707dd8cf5) {{(pid=113375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:49:24.545846 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03cb62a6-f2e8-4786-8f7d-6cb6c44df2ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:24.546654 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-03cb62a6-f2e8-4786-8f7d-6cb6c44df2ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602048'] for subnet (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:24.550648 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f06f1d1-0a47-4e69-adf0-e9dc57191fd7 None None] Network 854d2c8e-4d81-4bfd-bcba-fb4707dd8cf5 requested from dv-cinder-857993-1-iscsi {{(pid=113376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 03:49:24.647116 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-03cb62a6-f2e8-4786-8f7d-6cb6c44df2ab admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.6247308 Sep 16 03:49:24.649773 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 55832) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:49:24.654200 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [None req-e8ddfd90-72cb-4916-8b0d-8da37a594db5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-774361203-router', 'tenant_id': '37a1aef0396c463d8a10f0ee811e1f2a', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556'}}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:49:24.659438 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823d9ae1-f417-4ca8-854c-4374af2f77a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1b2c0b-792a-5649-a48f-0084fb1c0ace-854d2c8e-4d81-4bfd-bcba-fb4707dd8cf5', 'network_id': '854d2c8e-4d81-4bfd-bcba-fb4707dd8cf5', 'project_id': '37a1aef0396c463d8a10f0ee811e1f2a', 'fixed_ips': [{'subnet_id': '10a3fb74-f6d7-4d2f-b7d9-b95a3787d6e3'}]}} from dv-cinder-857993-1-iscsi. {{(pid=113376) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 03:49:24.660467 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-823d9ae1-f417-4ca8-854c-4374af2f77a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (None), before_create {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:24.770813 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:UPDATE=3,neutron:SELECT=85,neutron:INSERT=12 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:24.772313 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-e8ddfd90-72cb-4916-8b0d-8da37a594db5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-454019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-407'] for router (f4752e75-d9db-4ed6-a4e4-5a50f68f7f83), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:24.773646 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-e8ddfd90-72cb-4916-8b0d-8da37a594db5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-451518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-396'] for router (f4752e75-d9db-4ed6-a4e4-5a50f68f7f83), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:24.805834 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.db_base_plugin_common [None req-823d9ae1-f417-4ca8-854c-4374af2f77a0 None None] Allocated IP 172.20.0.2 (854d2c8e-4d81-4bfd-bcba-fb4707dd8cf5/10a3fb74-f6d7-4d2f-b7d9-b95a3787d6e3/35abb507-5faf-49f0-afb3-42cca3678a04) {{(pid=113376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 03:49:24.829077 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-e8ddfd90-72cb-4916-8b0d-8da37a594db5 admin admin] Publish callbacks [] for router_controller (f4752e75-d9db-4ed6-a4e4-5a50f68f7f83), precommit_add_association {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:24.957472 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-823d9ae1-f417-4ca8-854c-4374af2f77a0 None None] Publish callbacks [] for port (35abb507-5faf-49f0-afb3-42cca3678a04), precommit_create {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:25.038251 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-823d9ae1-f417-4ca8-854c-4374af2f77a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672515804'] for port (35abb507-5faf-49f0-afb3-42cca3678a04), after_create {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:25.055176 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-e8ddfd90-72cb-4916-8b0d-8da37a594db5 admin admin] Publish callbacks [] for router_gateway (f4752e75-d9db-4ed6-a4e4-5a50f68f7f83), precommit_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:25.084538 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823d9ae1-f417-4ca8-854c-4374af2f77a0 None None] Network 854d2c8e-4d81-4bfd-bcba-fb4707dd8cf5 is already hosted by enough agents. {{(pid=113376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 03:49:25.087560 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.scheduler.base_scheduler [None req-823d9ae1-f417-4ca8-854c-4374af2f77a0 None None] Resources bound (agent type, host, resource id): {{(pid=113376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:49:25.091323 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823d9ae1-f417-4ca8-854c-4374af2f77a0 None None] Received port after_create {{(pid=113376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 03:49:25.101893 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823d9ae1-f417-4ca8-854c-4374af2f77a0 None None] Pushing event updated for resources: {'Port': ['ID=35abb507-5faf-49f0-afb3-42cca3678a04,revision_number=1']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:49:25.126894 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823d9ae1-f417-4ca8-854c-4374af2f77a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:49:25.126894 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823d9ae1-f417-4ca8-854c-4374af2f77a0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:49:25.127238 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823d9ae1-f417-4ca8-854c-4374af2f77a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:49:25.127521 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823d9ae1-f417-4ca8-854c-4374af2f77a0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:49:25.127853 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823d9ae1-f417-4ca8-854c-4374af2f77a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:49:25.128181 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823d9ae1-f417-4ca8-854c-4374af2f77a0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:49:25.128506 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823d9ae1-f417-4ca8-854c-4374af2f77a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:49:25.128817 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823d9ae1-f417-4ca8-854c-4374af2f77a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:49:25.129138 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823d9ae1-f417-4ca8-854c-4374af2f77a0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:49:25.129456 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823d9ae1-f417-4ca8-854c-4374af2f77a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:49:25.129777 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823d9ae1-f417-4ca8-854c-4374af2f77a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:49:25.130323 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823d9ae1-f417-4ca8-854c-4374af2f77a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:49:25.130429 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823d9ae1-f417-4ca8-854c-4374af2f77a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:49:25.130725 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823d9ae1-f417-4ca8-854c-4374af2f77a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:49:25.131256 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823d9ae1-f417-4ca8-854c-4374af2f77a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:49:25.166325 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.managers [None req-823d9ae1-f417-4ca8-854c-4374af2f77a0 None None] Attempting to bind port 35abb507-5faf-49f0-afb3-42cca3678a04 on host dv-cinder-857993-1-iscsi for vnic_type normal with profile {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 03:49:25.166691 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.managers [None req-823d9ae1-f417-4ca8-854c-4374af2f77a0 None None] Attempting to bind port 35abb507-5faf-49f0-afb3-42cca3678a04 by drivers openvswitch,hyperv on host dv-cinder-857993-1-iscsi at level 0 using segments [{'id': '1354f955-250f-4eb4-8ad2-db4c9ff60d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '854d2c8e-4d81-4bfd-bcba-fb4707dd8cf5'}] {{(pid=113376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 03:49:25.167093 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823d9ae1-f417-4ca8-854c-4374af2f77a0 None None] Attempting to bind port 35abb507-5faf-49f0-afb3-42cca3678a04 on network 854d2c8e-4d81-4bfd-bcba-fb4707dd8cf5 {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 03:49:25.191047 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:25.214045 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823d9ae1-f417-4ca8-854c-4374af2f77a0 None None] Checking agent: {'id': '9480ceca-8cb5-4b85-9807-6ee42f948820', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857993-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 3, 39, 29), 'started_at': datetime.datetime(2022, 9, 16, 3, 39, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 3, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857993-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 03:49:25.214417 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823d9ae1-f417-4ca8-854c-4374af2f77a0 None None] Checking segment: {'id': '1354f955-250f-4eb4-8ad2-db4c9ff60d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '854d2c8e-4d81-4bfd-bcba-fb4707dd8cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 03:49:25.215025 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-823d9ae1-f417-4ca8-854c-4374af2f77a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:25.215416 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823d9ae1-f417-4ca8-854c-4374af2f77a0 None None] Bound using segment: {'id': '1354f955-250f-4eb4-8ad2-db4c9ff60d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '854d2c8e-4d81-4bfd-bcba-fb4707dd8cf5'} {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 03:49:25.215883 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.managers [None req-823d9ae1-f417-4ca8-854c-4374af2f77a0 None None] Bound port: 35abb507-5faf-49f0-afb3-42cca3678a04, host: dv-cinder-857993-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1354f955-250f-4eb4-8ad2-db4c9ff60d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '854d2c8e-4d81-4bfd-bcba-fb4707dd8cf5'}}] {{(pid=113376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 03:49:25.216418 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-823d9ae1-f417-4ca8-854c-4374af2f77a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (35abb507-5faf-49f0-afb3-42cca3678a04), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:25.280605 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-823d9ae1-f417-4ca8-854c-4374af2f77a0 None None] For port 35abb507-5faf-49f0-afb3-42cca3678a04, host dv-cinder-857993-1-iscsi, cleared binding levels {{(pid=113376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 03:49:25.285469 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-823d9ae1-f417-4ca8-854c-4374af2f77a0 None None] For port 35abb507-5faf-49f0-afb3-42cca3678a04, host dv-cinder-857993-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=35abb507-5faf-49f0-afb3-42cca3678a04,segment=NetworkSegment(1354f955-250f-4eb4-8ad2-db4c9ff60d01),segment_id=1354f955-250f-4eb4-8ad2-db4c9ff60d01)] {{(pid=113376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 03:49:25.323221 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-e8ddfd90-72cb-4916-8b0d-8da37a594db5 admin admin] Publish callbacks [] for router_gateway (f4752e75-d9db-4ed6-a4e4-5a50f68f7f83), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:25.349189 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=100 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:25.350752 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-e8ddfd90-72cb-4916-8b0d-8da37a594db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:25.409694 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-823d9ae1-f417-4ca8-854c-4374af2f77a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (35abb507-5faf-49f0-afb3-42cca3678a04), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:25.427083 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:25.449713 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e985386-b914-45d6-a8dd-89b65e08d9f0 req-4d80143a-4287-444d-a989-83f55fcdc467 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:25.451857 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-cec83c4b-ea08-46b3-a9d1-3a9f4a08c0ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (20a8dcff-cb91-4cfb-b5ee-87736efe33d8), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:25.453677 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-7e985386-b914-45d6-a8dd-89b65e08d9f0 req-4d80143a-4287-444d-a989-83f55fcdc467 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806 HTTP/1.1" status: 200 len: 945 time: 0.0727136 Sep 16 03:49:25.495236 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823d9ae1-f417-4ca8-854c-4374af2f77a0 None None] Pushing event updated for resources: {'Port': ['ID=35abb507-5faf-49f0-afb3-42cca3678a04,revision_number=2']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:49:25.516071 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.db_base_plugin_common [None req-e8ddfd90-72cb-4916-8b0d-8da37a594db5 admin admin] Allocated IP 172.27.0.160 (3e75d266-1ef3-4c3c-84dd-91ee0a702556/1e346a16-d4e3-4654-8a01-a4fa77b75a04/581e4d44-d683-4f97-82fe-f578ca4acdee) {{(pid=113375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 03:49:25.521297 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-7e985386-b914-45d6-a8dd-89b65e08d9f0 req-5a1c0776-16e8-42ea-8102-128769491da2 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610831 Sep 16 03:49:25.632652 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-e8ddfd90-72cb-4916-8b0d-8da37a594db5 admin admin] Publish callbacks [] for port (581e4d44-d683-4f97-82fe-f578ca4acdee), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:25.787730 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-e8ddfd90-72cb-4916-8b0d-8da37a594db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672515804'] for port (581e4d44-d683-4f97-82fe-f578ca4acdee), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:25.833309 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ddfd90-72cb-4916-8b0d-8da37a594db5 admin admin] Network 3e75d266-1ef3-4c3c-84dd-91ee0a702556 is already hosted by enough agents. {{(pid=113375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 03:49:25.836200 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.base_scheduler [None req-e8ddfd90-72cb-4916-8b0d-8da37a594db5 admin admin] Resources bound (agent type, host, resource id): {{(pid=113375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:49:25.839772 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ddfd90-72cb-4916-8b0d-8da37a594db5 admin admin] Received port after_create {{(pid=113375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 03:49:25.874080 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ddfd90-72cb-4916-8b0d-8da37a594db5 admin admin] Pushing event updated for resources: {'Port': ['ID=581e4d44-d683-4f97-82fe-f578ca4acdee,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:49:26.211530 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-e8ddfd90-72cb-4916-8b0d-8da37a594db5 admin admin] Publish callbacks [] for router_gateway (f4752e75-d9db-4ed6-a4e4-5a50f68f7f83), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:26.335520 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device 35abb507-5faf-49f0-afb3-42cca3678a04 up at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 03:49:26.379269 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:26.395494 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Provisioning complete for port 35abb507-5faf-49f0-afb3-42cca3678a04 triggered by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:49:26.395958 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (35abb507-5faf-49f0-afb3-42cca3678a04), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:26.396298 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Attempt 1 to provision port 35abb507-5faf-49f0-afb3-42cca3678a04 Sep 16 03:49:26.443525 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-e8ddfd90-72cb-4916-8b0d-8da37a594db5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-451558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-452142'] for router (f4752e75-d9db-4ed6-a4e4-5a50f68f7f83), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:26.482253 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Current status of the port 35abb507-5faf-49f0-afb3-42cca3678a04 is: DOWN; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:49:26.482636 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (35abb507-5faf-49f0-afb3-42cca3678a04), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:26.517199 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] For port 35abb507-5faf-49f0-afb3-42cca3678a04, host dv-cinder-857993-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=35abb507-5faf-49f0-afb3-42cca3678a04,segment=NetworkSegment(1354f955-250f-4eb4-8ad2-db4c9ff60d01),segment_id=1354f955-250f-4eb4-8ad2-db4c9ff60d01)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:49:26.519803 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5387af8-730f-4367-bec7-f93e95c91b36 None None] Network 854d2c8e-4d81-4bfd-bcba-fb4707dd8cf5 requested from dv-cinder-857993-1-iscsi {{(pid=113376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 03:49:26.663253 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82c2d33-111d-4756-9461-84e08f6e5241 req-6190d0de-ce9b-4d04-a9e0-98fb2debe9f8 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:26.664689 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-f82c2d33-111d-4756-9461-84e08f6e5241 req-6190d0de-ce9b-4d04-a9e0-98fb2debe9f8 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806 HTTP/1.1" status: 200 len: 945 time: 0.0488613 Sep 16 03:49:26.687119 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8ddfd90-72cb-4916-8b0d-8da37a594db5 admin admin] Router f4752e75-d9db-4ed6-a4e4-5a50f68f7f83 is scheduled to L3 agent 20a8dcff-cb91-4cfb-b5ee-87736efe33d8 with binding_index 1 {{(pid=113375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 03:49:26.696125 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (35abb507-5faf-49f0-afb3-42cca3678a04), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:26.743140 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-8bcbcb08-434c-42d4-b12d-40953fefb452 None None] Provisioning complete for port 35abb507-5faf-49f0-afb3-42cca3678a04 triggered by entity DHCP. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:49:26.743515 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-8bcbcb08-434c-42d4-b12d-40953fefb452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (35abb507-5faf-49f0-afb3-42cca3678a04), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:26.743854 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-8bcbcb08-434c-42d4-b12d-40953fefb452 None None] Attempt 1 to provision port 35abb507-5faf-49f0-afb3-42cca3678a04 Sep 16 03:49:26.766670 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-f82c2d33-111d-4756-9461-84e08f6e5241 req-1e609603-c62c-4c53-8bf4-83c2535dd232 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955033 Sep 16 03:49:26.816300 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:26.820931 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8ddfd90-72cb-4916-8b0d-8da37a594db5 admin admin] Notify agent at l3_agent.dv-cinder-857993-1-iscsi the message routers_updated {{(pid=113375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 03:49:26.822922 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-6e17b5b7-15b9-4810-ad4e-df527af14d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (b6f1069f-4437-473a-8bc8-4bc493c2bb12), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:26.823779 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Pushing event updated for resources: {'Port': ['ID=35abb507-5faf-49f0-afb3-42cca3678a04,revision_number=3']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:49:26.831624 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efaf8a51-3bd7-4030-bcb4-d17a13b337a4 None None] Sync routers for ids ['f4752e75-d9db-4ed6-a4e4-5a50f68f7f83'] in dv-cinder-857993-1-iscsi {{(pid=113377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 03:49:26.848085 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efaf8a51-3bd7-4030-bcb4-d17a13b337a4 None None] Routers {'f4752e75-d9db-4ed6-a4e4-5a50f68f7f83'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:49:26.848980 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-efaf8a51-3bd7-4030-bcb4-d17a13b337a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:49:25Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['f4752e75-d9db-4ed6-a4e4-5a50f68f7f83'], 'active': True} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:49:26.894488 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-8bcbcb08-434c-42d4-b12d-40953fefb452 None None] Current status of the port 35abb507-5faf-49f0-afb3-42cca3678a04 is: ACTIVE; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:49:26.969522 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvr_db [None req-efaf8a51-3bd7-4030-bcb4-d17a13b337a4 None None] Set router f4752e75-d9db-4ed6-a4e4-5a50f68f7f83 gateway port host: dv-cinder-857993-1-iscsi {{(pid=113377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:49:26.990616 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-e8ddfd90-72cb-4916-8b0d-8da37a594db5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:26.994886 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-e8ddfd90-72cb-4916-8b0d-8da37a594db5 admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3414211 Sep 16 03:49:26.995156 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 55860) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:49:27.059336 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=100 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:27.115982 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-57ab27e1-eb92-4424-9461-9aae3820f489 None None] Provisioning complete for port 35abb507-5faf-49f0-afb3-42cca3678a04 triggered by entity DHCP. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:49:27.119043 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-57ab27e1-eb92-4424-9461-9aae3820f489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (35abb507-5faf-49f0-afb3-42cca3678a04), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:27.119430 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-57ab27e1-eb92-4424-9461-9aae3820f489 None None] Attempt 1 to provision port 35abb507-5faf-49f0-afb3-42cca3678a04 Sep 16 03:49:27.176515 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=100 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:27.233754 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-efaf8a51-3bd7-4030-bcb4-d17a13b337a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4752e75-d9db-4ed6-a4e4-5a50f68f7f83', 'name': 'tempest-TestShelveInstance-774361203-router', 'tenant_id': '37a1aef0396c463d8a10f0ee811e1f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '581e4d44-d683-4f97-82fe-f578ca4acdee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:49:24Z', 'updated_at': '2022-09-16T03:49:25Z', 'revision_number': 3, 'project_id': '37a1aef0396c463d8a10f0ee811e1f2a', 'gw_port': {'id': '581e4d44-d683-4f97-82fe-f578ca4acdee', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:11:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4752e75-d9db-4ed6-a4e4-5a50f68f7f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:49:25Z', 'updated_at': '2022-09-16T03:49:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi'}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:49:27.242651 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-57ab27e1-eb92-4424-9461-9aae3820f489 None None] Current status of the port 35abb507-5faf-49f0-afb3-42cca3678a04 is: ACTIVE; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:49:27.258875 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efaf8a51-3bd7-4030-bcb4-d17a13b337a4 None None] Checking router: f4752e75-d9db-4ed6-a4e4-5a50f68f7f83 for host: dv-cinder-857993-1-iscsi {{(pid=113377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 03:49:27.259245 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efaf8a51-3bd7-4030-bcb4-d17a13b337a4 None None] Updating router f4752e75-d9db-4ed6-a4e4-5a50f68f7f83 port 581e4d44-d683-4f97-82fe-f578ca4acdee binding host dv-cinder-857993-1-iscsi {{(pid=113377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 03:49:27.288369 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron_lib.callbacks.manager [None req-efaf8a51-3bd7-4030-bcb4-d17a13b337a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (581e4d44-d683-4f97-82fe-f578ca4acdee), before_update {{(pid=113377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:27.510725 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-bb0c822d-267d-4021-be30-b0217d685f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:27.554769 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron_lib.callbacks.manager [None req-efaf8a51-3bd7-4030-bcb4-d17a13b337a4 None None] Publish callbacks [] for port (581e4d44-d683-4f97-82fe-f578ca4acdee), precommit_update {{(pid=113377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:27.650090 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron_lib.callbacks.manager [None req-efaf8a51-3bd7-4030-bcb4-d17a13b337a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (581e4d44-d683-4f97-82fe-f578ca4acdee), after_update {{(pid=113377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:27.667903 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.db_base_plugin_common [None req-bb0c822d-267d-4021-be30-b0217d685f49 admin admin] Allocated IP 172.20.0.1 (854d2c8e-4d81-4bfd-bcba-fb4707dd8cf5/10a3fb74-f6d7-4d2f-b7d9-b95a3787d6e3/1839de9e-c9d2-49cf-b12c-2f1e7f979779) {{(pid=113375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 03:49:27.688312 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.managers [None req-efaf8a51-3bd7-4030-bcb4-d17a13b337a4 None None] Attempting to bind port 581e4d44-d683-4f97-82fe-f578ca4acdee on host dv-cinder-857993-1-iscsi for vnic_type normal with profile {{(pid=113377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 03:49:27.688728 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.managers [None req-efaf8a51-3bd7-4030-bcb4-d17a13b337a4 None None] Attempting to bind port 581e4d44-d683-4f97-82fe-f578ca4acdee by drivers openvswitch,hyperv on host dv-cinder-857993-1-iscsi at level 0 using segments [{'id': '0cda3508-2052-48b1-ae54-b35f980014ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556'}] {{(pid=113377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 03:49:27.689080 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efaf8a51-3bd7-4030-bcb4-d17a13b337a4 None None] Attempting to bind port 581e4d44-d683-4f97-82fe-f578ca4acdee on network 3e75d266-1ef3-4c3c-84dd-91ee0a702556 {{(pid=113377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 03:49:27.725422 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094ebd95-0804-4f1e-b4dc-f15e13a5f704 None None] Pushing event updated for resources: {'Port': ['ID=581e4d44-d683-4f97-82fe-f578ca4acdee,revision_number=2']} {{(pid=113377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:49:27.749164 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ebd95-0804-4f1e-b4dc-f15e13a5f704 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:49:27.749590 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ebd95-0804-4f1e-b4dc-f15e13a5f704 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:49:27.749940 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ebd95-0804-4f1e-b4dc-f15e13a5f704 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:49:27.750350 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ebd95-0804-4f1e-b4dc-f15e13a5f704 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:49:27.750676 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ebd95-0804-4f1e-b4dc-f15e13a5f704 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:49:27.751016 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ebd95-0804-4f1e-b4dc-f15e13a5f704 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:49:27.751332 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ebd95-0804-4f1e-b4dc-f15e13a5f704 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:49:27.751642 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ebd95-0804-4f1e-b4dc-f15e13a5f704 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:49:27.751947 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ebd95-0804-4f1e-b4dc-f15e13a5f704 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:49:27.752433 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ebd95-0804-4f1e-b4dc-f15e13a5f704 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:49:27.752747 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ebd95-0804-4f1e-b4dc-f15e13a5f704 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:49:27.753060 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ebd95-0804-4f1e-b4dc-f15e13a5f704 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:49:27.753366 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ebd95-0804-4f1e-b4dc-f15e13a5f704 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:49:27.753671 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ebd95-0804-4f1e-b4dc-f15e13a5f704 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:49:27.753976 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ebd95-0804-4f1e-b4dc-f15e13a5f704 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:49:27.763580 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efaf8a51-3bd7-4030-bcb4-d17a13b337a4 None None] Checking agent: {'id': '9480ceca-8cb5-4b85-9807-6ee42f948820', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857993-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 3, 39, 29), 'started_at': datetime.datetime(2022, 9, 16, 3, 39, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 3, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857993-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 03:49:27.763580 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efaf8a51-3bd7-4030-bcb4-d17a13b337a4 None None] Checking segment: {'id': '0cda3508-2052-48b1-ae54-b35f980014ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 03:49:27.763580 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron_lib.callbacks.manager [None req-efaf8a51-3bd7-4030-bcb4-d17a13b337a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:27.764102 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efaf8a51-3bd7-4030-bcb4-d17a13b337a4 None None] Bound using segment: {'id': '0cda3508-2052-48b1-ae54-b35f980014ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556'} {{(pid=113377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 03:49:27.764552 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.managers [None req-efaf8a51-3bd7-4030-bcb4-d17a13b337a4 None None] Bound port: 581e4d44-d683-4f97-82fe-f578ca4acdee, host: dv-cinder-857993-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cda3508-2052-48b1-ae54-b35f980014ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556'}}] {{(pid=113377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 03:49:27.764924 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron_lib.callbacks.manager [None req-efaf8a51-3bd7-4030-bcb4-d17a13b337a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (581e4d44-d683-4f97-82fe-f578ca4acdee), before_update {{(pid=113377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:27.807761 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-bb0c822d-267d-4021-be30-b0217d685f49 admin admin] Publish callbacks [] for port (1839de9e-c9d2-49cf-b12c-2f1e7f979779), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:27.821537 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.db [None req-efaf8a51-3bd7-4030-bcb4-d17a13b337a4 None None] For port 581e4d44-d683-4f97-82fe-f578ca4acdee, host dv-cinder-857993-1-iscsi, cleared binding levels {{(pid=113377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 03:49:27.824775 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.db [None req-efaf8a51-3bd7-4030-bcb4-d17a13b337a4 None None] For port 581e4d44-d683-4f97-82fe-f578ca4acdee, host dv-cinder-857993-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=581e4d44-d683-4f97-82fe-f578ca4acdee,segment=NetworkSegment(0cda3508-2052-48b1-ae54-b35f980014ad),segment_id=0cda3508-2052-48b1-ae54-b35f980014ad)] {{(pid=113377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 03:49:27.839110 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:DELETE=3,neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:27.890679 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron_lib.callbacks.manager [None req-efaf8a51-3bd7-4030-bcb4-d17a13b337a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (581e4d44-d683-4f97-82fe-f578ca4acdee), after_update {{(pid=113377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:27.898309 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2ec35e-92ae-46cf-a2f9-d441bcdea782 req-999d8a3e-9244-4d8c-9784-a8d2526fb402 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:27.899965 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-fc2ec35e-92ae-46cf-a2f9-d441bcdea782 req-999d8a3e-9244-4d8c-9784-a8d2526fb402 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806 HTTP/1.1" status: 200 len: 945 time: 0.0487826 Sep 16 03:49:27.913590 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-bb0c822d-267d-4021-be30-b0217d685f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672515804'] for port (1839de9e-c9d2-49cf-b12c-2f1e7f979779), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:27.925880 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efaf8a51-3bd7-4030-bcb4-d17a13b337a4 None None] Routers {'f4752e75-d9db-4ed6-a4e4-5a50f68f7f83'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:49:27.926495 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-efaf8a51-3bd7-4030-bcb4-d17a13b337a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:49:25Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['f4752e75-d9db-4ed6-a4e4-5a50f68f7f83'], 'active': True} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:49:27.949621 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0c822d-267d-4021-be30-b0217d685f49 admin admin] Network 854d2c8e-4d81-4bfd-bcba-fb4707dd8cf5 is already hosted by enough agents. {{(pid=113375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 03:49:27.953904 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-fc2ec35e-92ae-46cf-a2f9-d441bcdea782 req-8585ddc2-5fea-4d21-b633-72014736ed4c tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462327 Sep 16 03:49:27.955459 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.base_scheduler [None req-bb0c822d-267d-4021-be30-b0217d685f49 admin admin] Resources bound (agent type, host, resource id): {{(pid=113375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:49:27.959026 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0c822d-267d-4021-be30-b0217d685f49 admin admin] Received port after_create {{(pid=113375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 03:49:27.959507 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-bb0c822d-267d-4021-be30-b0217d685f49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-427031'] for router_interface (f4752e75-d9db-4ed6-a4e4-5a50f68f7f83), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:28.006122 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0c822d-267d-4021-be30-b0217d685f49 admin admin] Pushing event updated for resources: {'Port': ['ID=1839de9e-c9d2-49cf-b12c-2f1e7f979779,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:49:28.105798 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094ebd95-0804-4f1e-b4dc-f15e13a5f704 None None] Pushing event updated for resources: {'Port': ['ID=581e4d44-d683-4f97-82fe-f578ca4acdee,revision_number=3']} {{(pid=113377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:49:28.137210 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvr_db [None req-efaf8a51-3bd7-4030-bcb4-d17a13b337a4 None None] Set router f4752e75-d9db-4ed6-a4e4-5a50f68f7f83 gateway port host: dv-cinder-857993-1-iscsi {{(pid=113377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:49:28.181453 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-bb0c822d-267d-4021-be30-b0217d685f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (1839de9e-c9d2-49cf-b12c-2f1e7f979779), before_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:28.187316 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:28.251053 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:28.271900 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-fe07babb-2f61-4e39-9ba2-fcb6ed0ca94d None None] Provisioning complete for port 1839de9e-c9d2-49cf-b12c-2f1e7f979779 triggered by entity DHCP. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:49:28.272779 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-fe07babb-2f61-4e39-9ba2-fcb6ed0ca94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (1839de9e-c9d2-49cf-b12c-2f1e7f979779), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:28.273339 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-fe07babb-2f61-4e39-9ba2-fcb6ed0ca94d None None] Attempt 1 to provision port 1839de9e-c9d2-49cf-b12c-2f1e7f979779 Sep 16 03:49:28.300847 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device 35abb507-5faf-49f0-afb3-42cca3678a04 up at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 03:49:28.329273 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-efaf8a51-3bd7-4030-bcb4-d17a13b337a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4752e75-d9db-4ed6-a4e4-5a50f68f7f83', 'name': 'tempest-TestShelveInstance-774361203-router', 'tenant_id': '37a1aef0396c463d8a10f0ee811e1f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '581e4d44-d683-4f97-82fe-f578ca4acdee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:49:24Z', 'updated_at': '2022-09-16T03:49:25Z', 'revision_number': 3, 'project_id': '37a1aef0396c463d8a10f0ee811e1f2a', 'gw_port': {'id': '581e4d44-d683-4f97-82fe-f578ca4acdee', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:11:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4752e75-d9db-4ed6-a4e4-5a50f68f7f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:49:25Z', 'updated_at': '2022-09-16T03:49:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi'}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:49:28.349887 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-fe07babb-2f61-4e39-9ba2-fcb6ed0ca94d None None] Port 1839de9e-c9d2-49cf-b12c-2f1e7f979779 cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:49:28.352816 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-bb0c822d-267d-4021-be30-b0217d685f49 admin admin] Publish callbacks [] for port (1839de9e-c9d2-49cf-b12c-2f1e7f979779), precommit_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:28.355356 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efaf8a51-3bd7-4030-bcb4-d17a13b337a4 None None] The sync data for ids ['f4752e75-d9db-4ed6-a4e4-5a50f68f7f83'] in dv-cinder-857993-1-iscsi is: [{'id': 'f4752e75-d9db-4ed6-a4e4-5a50f68f7f83', 'name': 'tempest-TestShelveInstance-774361203-router', 'tenant_id': '37a1aef0396c463d8a10f0ee811e1f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '581e4d44-d683-4f97-82fe-f578ca4acdee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:49:24Z', 'updated_at': '2022-09-16T03:49:25Z', 'revision_number': 3, 'project_id': '37a1aef0396c463d8a10f0ee811e1f2a', 'gw_port': {'id': '581e4d44-d683-4f97-82fe-f578ca4acdee', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:11:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4752e75-d9db-4ed6-a4e4-5a50f68f7f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:49:25Z', 'updated_at': '2022-09-16T03:49:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi'}] {{(pid=113377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 03:49:28.368122 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Provisioning complete for port 35abb507-5faf-49f0-afb3-42cca3678a04 triggered by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:49:28.368494 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (35abb507-5faf-49f0-afb3-42cca3678a04), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:28.368848 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Attempt 1 to provision port 35abb507-5faf-49f0-afb3-42cca3678a04 Sep 16 03:49:28.376041 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:28.433316 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-bb0c822d-267d-4021-be30-b0217d685f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (1839de9e-c9d2-49cf-b12c-2f1e7f979779), after_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:28.434079 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-bb0c822d-267d-4021-be30-b0217d685f49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-427139'] for router_interface (f4752e75-d9db-4ed6-a4e4-5a50f68f7f83), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:28.447236 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Current status of the port 35abb507-5faf-49f0-afb3-42cca3678a04 is: ACTIVE; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:49:28.606440 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-2875a3e6-2c6e-4f2c-bd58-7e0a3de9c063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (bb5efb49-5a18-474a-824b-90488b0f2024), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:28.627679 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (9480ceca-8cb5-4b85-9807-6ee42f948820), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:28.656108 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:28.770305 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0c822d-267d-4021-be30-b0217d685f49 admin admin] Pushing event updated for resources: {'Port': ['ID=1839de9e-c9d2-49cf-b12c-2f1e7f979779,revision_number=2']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:49:28.829015 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0c822d-267d-4021-be30-b0217d685f49 admin admin] Network 854d2c8e-4d81-4bfd-bcba-fb4707dd8cf5 is already hosted by enough agents. {{(pid=113375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 03:49:28.830261 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.base_scheduler [None req-bb0c822d-267d-4021-be30-b0217d685f49 admin admin] Resources bound (agent type, host, resource id): {{(pid=113375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:49:28.851156 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-fe07babb-2f61-4e39-9ba2-fcb6ed0ca94d None None] Attempt 2 to provision port 1839de9e-c9d2-49cf-b12c-2f1e7f979779 Sep 16 03:49:28.894298 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-fe07babb-2f61-4e39-9ba2-fcb6ed0ca94d None None] Port 1839de9e-c9d2-49cf-b12c-2f1e7f979779 cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:49:28.956086 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb0c822d-267d-4021-be30-b0217d685f49 admin admin] Router f4752e75-d9db-4ed6-a4e4-5a50f68f7f83 has already been hosted by L3 agent 20a8dcff-cb91-4cfb-b5ee-87736efe33d8 {{(pid=113375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 03:49:28.968120 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:29.118259 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2310095e-f2bc-4b8a-aab3-e8c0764f9007 req-1fb35819-88f7-4322-bf16-3e869dc68b38 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:29.119868 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-2310095e-f2bc-4b8a-aab3-e8c0764f9007 req-1fb35819-88f7-4322-bf16-3e869dc68b38 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806 HTTP/1.1" status: 200 len: 945 time: 0.0665662 Sep 16 03:49:29.121483 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb0c822d-267d-4021-be30-b0217d685f49 admin admin] Notify agent at l3_agent.dv-cinder-857993-1-iscsi the message routers_updated {{(pid=113375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 03:49:29.126533 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-bb0c822d-267d-4021-be30-b0217d685f49 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/f4752e75-d9db-4ed6-a4e4-5a50f68f7f83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1303751 Sep 16 03:49:29.181385 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-2310095e-f2bc-4b8a-aab3-e8c0764f9007 req-4593580b-40e7-4dae-bfe9-59299ba8e60c tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537283 Sep 16 03:49:29.395329 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-fe07babb-2f61-4e39-9ba2-fcb6ed0ca94d None None] Attempt 3 to provision port 1839de9e-c9d2-49cf-b12c-2f1e7f979779 Sep 16 03:49:29.428185 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-fe07babb-2f61-4e39-9ba2-fcb6ed0ca94d None None] Port 1839de9e-c9d2-49cf-b12c-2f1e7f979779 cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:49:29.791716 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:29.839944 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 55912) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:49:29.845211 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.v2.base [None req-75647c83-9b55-4baf-9d69-5980a925cf27 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1835851195-network', 'tenant_id': '80a5db390a074d4493fd3b17297ac181'}} {{(pid=113374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:49:29.930116 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-fe07babb-2f61-4e39-9ba2-fcb6ed0ca94d None None] Attempt 4 to provision port 1839de9e-c9d2-49cf-b12c-2f1e7f979779 Sep 16 03:49:29.962718 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75647c83-9b55-4baf-9d69-5980a925cf27 admin admin] Made reservation on behalf of 80a5db390a074d4493fd3b17297ac181 for: {'network': 1} {{(pid=113374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 03:49:29.964151 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-fe07babb-2f61-4e39-9ba2-fcb6ed0ca94d None None] Port 1839de9e-c9d2-49cf-b12c-2f1e7f979779 cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:49:29.965208 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-75647c83-9b55-4baf-9d69-5980a925cf27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for network (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:29.974659 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-75647c83-9b55-4baf-9d69-5980a925cf27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:30.027120 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666efacb-919a-4901-a36e-7345bf22bd10 None None] Sync routers for ids ['f4752e75-d9db-4ed6-a4e4-5a50f68f7f83'] in dv-cinder-857993-1-iscsi {{(pid=113376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 03:49:30.037456 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666efacb-919a-4901-a36e-7345bf22bd10 None None] Routers {'f4752e75-d9db-4ed6-a4e4-5a50f68f7f83'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:49:30.038143 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-666efacb-919a-4901-a36e-7345bf22bd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:49:25Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['f4752e75-d9db-4ed6-a4e4-5a50f68f7f83'], 'active': True} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:49:30.053127 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-75647c83-9b55-4baf-9d69-5980a925cf27 admin admin] Publish callbacks [] for security_group (fd0adb34-9269-4095-8ff2-cf2cd8531058), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:30.107829 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:30.145344 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvr_db [None req-666efacb-919a-4901-a36e-7345bf22bd10 None None] Set router f4752e75-d9db-4ed6-a4e4-5a50f68f7f83 gateway port host: dv-cinder-857993-1-iscsi {{(pid=113376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:49:30.145627 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-75647c83-9b55-4baf-9d69-5980a925cf27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (fd0adb34-9269-4095-8ff2-cf2cd8531058), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:30.173638 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75647c83-9b55-4baf-9d69-5980a925cf27 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=113374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 03:49:30.183631 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75647c83-9b55-4baf-9d69-5980a925cf27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd0adb34-9269-4095-8ff2-cf2cd8531058,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:49:30.189051 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-75647c83-9b55-4baf-9d69-5980a925cf27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432398'] for segment (3edbf6f6-6bf5-4b86-8229-5ab009e60513), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:30.189392 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.db.segments_db [None req-75647c83-9b55-4baf-9d69-5980a925cf27 admin admin] Added segment 3edbf6f6-6bf5-4b86-8229-5ab009e60513 of type vlan for network a4749853-b107-4b41-abf0-1bb624e6f702 Sep 16 03:49:30.240118 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-75647c83-9b55-4baf-9d69-5980a925cf27 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741672468170'] for network (a4749853-b107-4b41-abf0-1bb624e6f702), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:30.337162 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd1d9f5-7b73-46f3-b59d-74faa1502f85 req-09b01e90-87cf-4894-be32-4aa31d2e039b tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:30.339712 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-2dd1d9f5-7b73-46f3-b59d-74faa1502f85 req-09b01e90-87cf-4894-be32-4aa31d2e039b tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806 HTTP/1.1" status: 200 len: 945 time: 0.0577998 Sep 16 03:49:30.341084 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device 581e4d44-d683-4f97-82fe-f578ca4acdee up at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 03:49:30.359771 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-75647c83-9b55-4baf-9d69-5980a925cf27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066'] for network (a4749853-b107-4b41-abf0-1bb624e6f702), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:30.360693 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75647c83-9b55-4baf-9d69-5980a925cf27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:30.361263 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-75647c83-9b55-4baf-9d69-5980a925cf27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602048'] for network (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:30.416239 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-666efacb-919a-4901-a36e-7345bf22bd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4752e75-d9db-4ed6-a4e4-5a50f68f7f83', 'name': 'tempest-TestShelveInstance-774361203-router', 'tenant_id': '37a1aef0396c463d8a10f0ee811e1f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '581e4d44-d683-4f97-82fe-f578ca4acdee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:49:24Z', 'updated_at': '2022-09-16T03:49:28Z', 'revision_number': 4, 'project_id': '37a1aef0396c463d8a10f0ee811e1f2a', 'gw_port': {'id': '581e4d44-d683-4f97-82fe-f578ca4acdee', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:11:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4752e75-d9db-4ed6-a4e4-5a50f68f7f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:49:25Z', 'updated_at': '2022-09-16T03:49:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_interfaces': [{'id': '1839de9e-c9d2-49cf-b12c-2f1e7f979779', 'name': '', 'network_id': '854d2c8e-4d81-4bfd-bcba-fb4707dd8cf5', 'tenant_id': '37a1aef0396c463d8a10f0ee811e1f2a', 'mac_address': 'fa:16:3e:2c:9c:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4752e75-d9db-4ed6-a4e4-5a50f68f7f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '10a3fb74-f6d7-4d2f-b7d9-b95a3787d6e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:49:27Z', 'updated_at': '2022-09-16T03:49:28Z', 'revision_number': 2, 'project_id': '37a1aef0396c463d8a10f0ee811e1f2a', 'subnets': [{'id': '10a3fb74-f6d7-4d2f-b7d9-b95a3787d6e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:49:30.448212 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666efacb-919a-4901-a36e-7345bf22bd10 None None] Checking router: f4752e75-d9db-4ed6-a4e4-5a50f68f7f83 for host: dv-cinder-857993-1-iscsi {{(pid=113376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 03:49:30.448634 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666efacb-919a-4901-a36e-7345bf22bd10 None None] Updating router f4752e75-d9db-4ed6-a4e4-5a50f68f7f83 port 1839de9e-c9d2-49cf-b12c-2f1e7f979779 binding host dv-cinder-857993-1-iscsi {{(pid=113376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 03:49:30.451272 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Provisioning complete for port 581e4d44-d683-4f97-82fe-f578ca4acdee triggered by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:49:30.451637 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (581e4d44-d683-4f97-82fe-f578ca4acdee), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:30.451961 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Attempt 1 to provision port 581e4d44-d683-4f97-82fe-f578ca4acdee Sep 16 03:49:30.470594 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-fe07babb-2f61-4e39-9ba2-fcb6ed0ca94d None None] Attempt 5 to provision port 1839de9e-c9d2-49cf-b12c-2f1e7f979779 Sep 16 03:49:30.529580 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-666efacb-919a-4901-a36e-7345bf22bd10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (1839de9e-c9d2-49cf-b12c-2f1e7f979779), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:30.541627 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-fe07babb-2f61-4e39-9ba2-fcb6ed0ca94d None None] Port 1839de9e-c9d2-49cf-b12c-2f1e7f979779 cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:49:30.637066 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-75647c83-9b55-4baf-9d69-5980a925cf27 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7959967 Sep 16 03:49:30.640426 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 55918) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:49:30.641698 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=100 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:30.646209 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [None req-77dfdb01-015c-4bfa-bbe2-4b2979e7baff admin admin] Request body: {'subnet': {'network_id': 'a4749853-b107-4b41-abf0-1bb624e6f702', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1835851195-subnet', 'tenant_id': '80a5db390a074d4493fd3b17297ac181', 'ip_version': 4}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:49:30.662712 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Current status of the port 581e4d44-d683-4f97-82fe-f578ca4acdee is: DOWN; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:49:30.663050 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (581e4d44-d683-4f97-82fe-f578ca4acdee), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:30.664450 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-2dd1d9f5-7b73-46f3-b59d-74faa1502f85 req-a322acad-a53f-40c0-a718-3bda6b94cdd6 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185797 Sep 16 03:49:30.665197 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75647c83-9b55-4baf-9d69-5980a925cf27 admin admin] Pushing event updated for resources: {'Network': ['ID=a4749853-b107-4b41-abf0-1bb624e6f702,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:49:30.678807 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:30.679820 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Network a4749853-b107-4b41-abf0-1bb624e6f702 details requested by agent ovs-agent-dv-cinder-857993-1-iscsi with host dv-cinder-857993-1-iscsi {{(pid=113376) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 03:49:30.692310 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:30.744804 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] For port 581e4d44-d683-4f97-82fe-f578ca4acdee, host dv-cinder-857993-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=581e4d44-d683-4f97-82fe-f578ca4acdee,segment=NetworkSegment(0cda3508-2052-48b1-ae54-b35f980014ad),segment_id=0cda3508-2052-48b1-ae54-b35f980014ad)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:49:30.770021 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77dfdb01-015c-4bfa-bbe2-4b2979e7baff admin admin] Made reservation on behalf of 80a5db390a074d4493fd3b17297ac181 for: {'subnet': 1} {{(pid=113375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 03:49:30.772411 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-77dfdb01-015c-4bfa-bbe2-4b2979e7baff admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:30.819456 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:30.840856 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (581e4d44-d683-4f97-82fe-f578ca4acdee), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:30.933373 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Pushing event updated for resources: {'Port': ['ID=581e4d44-d683-4f97-82fe-f578ca4acdee,revision_number=4']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:49:30.948255 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-666efacb-919a-4901-a36e-7345bf22bd10 None None] Publish callbacks [] for port (1839de9e-c9d2-49cf-b12c-2f1e7f979779), precommit_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:31.043254 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-fe07babb-2f61-4e39-9ba2-fcb6ed0ca94d None None] Attempt 6 to provision port 1839de9e-c9d2-49cf-b12c-2f1e7f979779 Sep 16 03:49:31.055001 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-77dfdb01-015c-4bfa-bbe2-4b2979e7baff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066'] for subnet (b00db209-9109-4606-8ab4-91905d66b38d), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:31.063694 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-666efacb-919a-4901-a36e-7345bf22bd10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (1839de9e-c9d2-49cf-b12c-2f1e7f979779), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:31.105212 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-fe07babb-2f61-4e39-9ba2-fcb6ed0ca94d None None] Port 1839de9e-c9d2-49cf-b12c-2f1e7f979779 cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:49:31.112592 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dfdb01-015c-4bfa-bbe2-4b2979e7baff admin admin] Pushing event updated for resources: {'Subnet': ['ID=b00db209-9109-4606-8ab4-91905d66b38d,revision_number=0']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:49:31.121022 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77dfdb01-015c-4bfa-bbe2-4b2979e7baff admin admin] Checking segment: {'id': '3edbf6f6-6bf5-4b86-8229-5ab009e60513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a4749853-b107-4b41-abf0-1bb624e6f702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 03:49:31.121378 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77dfdb01-015c-4bfa-bbe2-4b2979e7baff admin admin] Network hostable DHCP agents. Network: a4749853-b107-4b41-abf0-1bb624e6f702, hostable agents: ['5f458d39-b7df-4a2e-8f52-58d49f268778'], hosted agents: [] {{(pid=113375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 03:49:31.132854 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d38936a-c4db-48e9-b251-9e8eb6043a78 None None] Pushing event updated for resources: {'Port': ['ID=1839de9e-c9d2-49cf-b12c-2f1e7f979779,revision_number=3']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:49:31.147336 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=100 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:31.164351 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.managers [None req-666efacb-919a-4901-a36e-7345bf22bd10 None None] Attempting to bind port 1839de9e-c9d2-49cf-b12c-2f1e7f979779 on host dv-cinder-857993-1-iscsi for vnic_type normal with profile {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 03:49:31.164718 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.managers [None req-666efacb-919a-4901-a36e-7345bf22bd10 None None] Attempting to bind port 1839de9e-c9d2-49cf-b12c-2f1e7f979779 by drivers openvswitch,hyperv on host dv-cinder-857993-1-iscsi at level 0 using segments [{'id': '1354f955-250f-4eb4-8ad2-db4c9ff60d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '854d2c8e-4d81-4bfd-bcba-fb4707dd8cf5'}] {{(pid=113376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 03:49:31.165076 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666efacb-919a-4901-a36e-7345bf22bd10 None None] Attempting to bind port 1839de9e-c9d2-49cf-b12c-2f1e7f979779 on network 854d2c8e-4d81-4bfd-bcba-fb4707dd8cf5 {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 03:49:31.205422 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666efacb-919a-4901-a36e-7345bf22bd10 None None] Checking agent: {'id': '9480ceca-8cb5-4b85-9807-6ee42f948820', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857993-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 3, 39, 29), 'started_at': datetime.datetime(2022, 9, 16, 3, 39, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 3, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857993-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 03:49:31.205790 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666efacb-919a-4901-a36e-7345bf22bd10 None None] Checking segment: {'id': '1354f955-250f-4eb4-8ad2-db4c9ff60d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '854d2c8e-4d81-4bfd-bcba-fb4707dd8cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 03:49:31.206187 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-666efacb-919a-4901-a36e-7345bf22bd10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:31.206571 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666efacb-919a-4901-a36e-7345bf22bd10 None None] Bound using segment: {'id': '1354f955-250f-4eb4-8ad2-db4c9ff60d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '854d2c8e-4d81-4bfd-bcba-fb4707dd8cf5'} {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 03:49:31.207067 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.managers [None req-666efacb-919a-4901-a36e-7345bf22bd10 None None] Bound port: 1839de9e-c9d2-49cf-b12c-2f1e7f979779, host: dv-cinder-857993-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1354f955-250f-4eb4-8ad2-db4c9ff60d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '854d2c8e-4d81-4bfd-bcba-fb4707dd8cf5'}}] {{(pid=113376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 03:49:31.207443 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-666efacb-919a-4901-a36e-7345bf22bd10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (1839de9e-c9d2-49cf-b12c-2f1e7f979779), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:31.244288 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77dfdb01-015c-4bfa-bbe2-4b2979e7baff admin admin] Network a4749853-b107-4b41-abf0-1bb624e6f702 is scheduled to be hosted by DHCP agent 5f458d39-b7df-4a2e-8f52-58d49f268778 with binding_index 1 {{(pid=113375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 03:49:31.255861 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:31.267936 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-666efacb-919a-4901-a36e-7345bf22bd10 None None] For port 1839de9e-c9d2-49cf-b12c-2f1e7f979779, host dv-cinder-857993-1-iscsi, cleared binding levels {{(pid=113376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 03:49:31.271029 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-666efacb-919a-4901-a36e-7345bf22bd10 None None] For port 1839de9e-c9d2-49cf-b12c-2f1e7f979779, host dv-cinder-857993-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=1839de9e-c9d2-49cf-b12c-2f1e7f979779,segment=NetworkSegment(1354f955-250f-4eb4-8ad2-db4c9ff60d01),segment_id=1354f955-250f-4eb4-8ad2-db4c9ff60d01)] {{(pid=113376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 03:49:31.335699 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.base_scheduler [None req-77dfdb01-015c-4bfa-bbe2-4b2979e7baff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857993-1-iscsi, a4749853-b107-4b41-abf0-1bb624e6f702) {{(pid=113375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:49:31.339978 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77dfdb01-015c-4bfa-bbe2-4b2979e7baff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:31.340737 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-77dfdb01-015c-4bfa-bbe2-4b2979e7baff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602048'] for subnet (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:31.344678 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5064fa0-82f8-4dbd-9682-b74695d95226 None None] Network a4749853-b107-4b41-abf0-1bb624e6f702 requested from dv-cinder-857993-1-iscsi {{(pid=113376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 03:49:31.476486 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-77dfdb01-015c-4bfa-bbe2-4b2979e7baff admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8344886 Sep 16 03:49:31.479111 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 55926) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:49:31.483907 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [None req-60176652-920e-434f-84c8-97d4555f3537 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1835851195-router', 'tenant_id': '80a5db390a074d4493fd3b17297ac181', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556'}}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:49:31.509671 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-666efacb-919a-4901-a36e-7345bf22bd10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (1839de9e-c9d2-49cf-b12c-2f1e7f979779), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:31.567235 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666efacb-919a-4901-a36e-7345bf22bd10 None None] Routers {'f4752e75-d9db-4ed6-a4e4-5a50f68f7f83'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:49:31.567828 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-666efacb-919a-4901-a36e-7345bf22bd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:49:25Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['f4752e75-d9db-4ed6-a4e4-5a50f68f7f83'], 'active': True} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:49:31.614842 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-fe07babb-2f61-4e39-9ba2-fcb6ed0ca94d None None] Attempt 7 to provision port 1839de9e-c9d2-49cf-b12c-2f1e7f979779 Sep 16 03:49:31.622111 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-60176652-920e-434f-84c8-97d4555f3537 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-454019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-407'] for router (c678e0ff-8f0f-4047-8669-d5e44bbd4fa0), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:31.623417 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-60176652-920e-434f-84c8-97d4555f3537 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-451518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-396'] for router (c678e0ff-8f0f-4047-8669-d5e44bbd4fa0), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:31.647268 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d38936a-c4db-48e9-b251-9e8eb6043a78 None None] Pushing event updated for resources: {'Port': ['ID=1839de9e-c9d2-49cf-b12c-2f1e7f979779,revision_number=4']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:49:31.679710 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-60176652-920e-434f-84c8-97d4555f3537 admin admin] Publish callbacks [] for router_controller (c678e0ff-8f0f-4047-8669-d5e44bbd4fa0), precommit_add_association {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:31.707914 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d415503-8566-4fcd-a350-945a41b90d39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1b2c0b-792a-5649-a48f-0084fb1c0ace-a4749853-b107-4b41-abf0-1bb624e6f702', 'network_id': 'a4749853-b107-4b41-abf0-1bb624e6f702', 'project_id': '80a5db390a074d4493fd3b17297ac181', 'fixed_ips': [{'subnet_id': 'b00db209-9109-4606-8ab4-91905d66b38d'}]}} from dv-cinder-857993-1-iscsi. {{(pid=113376) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 03:49:31.708821 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-2d415503-8566-4fcd-a350-945a41b90d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (None), before_create {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:31.761014 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvr_db [None req-666efacb-919a-4901-a36e-7345bf22bd10 None None] Set router f4752e75-d9db-4ed6-a4e4-5a50f68f7f83 gateway port host: dv-cinder-857993-1-iscsi {{(pid=113376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:49:31.793306 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28172bd9-6ec5-48c3-afb1-8d855cadfe18 req-d6a0cb34-3603-466a-a9b6-3217d4edcb39 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:31.795375 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-28172bd9-6ec5-48c3-afb1-8d855cadfe18 req-d6a0cb34-3603-466a-a9b6-3217d4edcb39 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806 HTTP/1.1" status: 200 len: 945 time: 0.0488875 Sep 16 03:49:31.918670 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-fe07babb-2f61-4e39-9ba2-fcb6ed0ca94d None None] Current status of the port 1839de9e-c9d2-49cf-b12c-2f1e7f979779 is: DOWN; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:49:31.919157 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-fe07babb-2f61-4e39-9ba2-fcb6ed0ca94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (1839de9e-c9d2-49cf-b12c-2f1e7f979779), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:31.943833 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-28172bd9-6ec5-48c3-afb1-8d855cadfe18 req-1a1b719f-69c7-4554-bb78-9af56e529ac5 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427939 Sep 16 03:49:31.979812 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-60176652-920e-434f-84c8-97d4555f3537 admin admin] Publish callbacks [] for router_gateway (c678e0ff-8f0f-4047-8669-d5e44bbd4fa0), precommit_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:32.048061 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-fe07babb-2f61-4e39-9ba2-fcb6ed0ca94d None None] For port 1839de9e-c9d2-49cf-b12c-2f1e7f979779, host dv-cinder-857993-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=1839de9e-c9d2-49cf-b12c-2f1e7f979779,segment=NetworkSegment(1354f955-250f-4eb4-8ad2-db4c9ff60d01),segment_id=1354f955-250f-4eb4-8ad2-db4c9ff60d01)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:49:32.060914 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.db_base_plugin_common [None req-2d415503-8566-4fcd-a350-945a41b90d39 None None] Allocated IP 172.20.0.2 (a4749853-b107-4b41-abf0-1bb624e6f702/b00db209-9109-4606-8ab4-91905d66b38d/dc825853-87ec-4fa3-b29b-db481bdcbe7d) {{(pid=113376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 03:49:32.174736 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-fe07babb-2f61-4e39-9ba2-fcb6ed0ca94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (1839de9e-c9d2-49cf-b12c-2f1e7f979779), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:32.233828 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:32.239783 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-666efacb-919a-4901-a36e-7345bf22bd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4752e75-d9db-4ed6-a4e4-5a50f68f7f83', 'name': 'tempest-TestShelveInstance-774361203-router', 'tenant_id': '37a1aef0396c463d8a10f0ee811e1f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '581e4d44-d683-4f97-82fe-f578ca4acdee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:49:24Z', 'updated_at': '2022-09-16T03:49:28Z', 'revision_number': 4, 'project_id': '37a1aef0396c463d8a10f0ee811e1f2a', 'gw_port': {'id': '581e4d44-d683-4f97-82fe-f578ca4acdee', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:11:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4752e75-d9db-4ed6-a4e4-5a50f68f7f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:49:25Z', 'updated_at': '2022-09-16T03:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_interfaces': [{'id': '1839de9e-c9d2-49cf-b12c-2f1e7f979779', 'name': '', 'network_id': '854d2c8e-4d81-4bfd-bcba-fb4707dd8cf5', 'tenant_id': '37a1aef0396c463d8a10f0ee811e1f2a', 'mac_address': 'fa:16:3e:2c:9c:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4752e75-d9db-4ed6-a4e4-5a50f68f7f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '10a3fb74-f6d7-4d2f-b7d9-b95a3787d6e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:49:27Z', 'updated_at': '2022-09-16T03:49:31Z', 'revision_number': 4, 'project_id': '37a1aef0396c463d8a10f0ee811e1f2a', 'subnets': [{'id': '10a3fb74-f6d7-4d2f-b7d9-b95a3787d6e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:49:32.255263 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-60176652-920e-434f-84c8-97d4555f3537 admin admin] Publish callbacks [] for router_gateway (c678e0ff-8f0f-4047-8669-d5e44bbd4fa0), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:32.286546 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-60176652-920e-434f-84c8-97d4555f3537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:32.289421 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666efacb-919a-4901-a36e-7345bf22bd10 None None] The sync data for ids ['f4752e75-d9db-4ed6-a4e4-5a50f68f7f83'] in dv-cinder-857993-1-iscsi is: [{'id': 'f4752e75-d9db-4ed6-a4e4-5a50f68f7f83', 'name': 'tempest-TestShelveInstance-774361203-router', 'tenant_id': '37a1aef0396c463d8a10f0ee811e1f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '581e4d44-d683-4f97-82fe-f578ca4acdee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:49:24Z', 'updated_at': '2022-09-16T03:49:28Z', 'revision_number': 4, 'project_id': '37a1aef0396c463d8a10f0ee811e1f2a', 'gw_port': {'id': '581e4d44-d683-4f97-82fe-f578ca4acdee', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:11:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4752e75-d9db-4ed6-a4e4-5a50f68f7f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:49:25Z', 'updated_at': '2022-09-16T03:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_interfaces': [{'id': '1839de9e-c9d2-49cf-b12c-2f1e7f979779', 'name': '', 'network_id': '854d2c8e-4d81-4bfd-bcba-fb4707dd8cf5', 'tenant_id': '37a1aef0396c463d8a10f0ee811e1f2a', 'mac_address': 'fa:16:3e:2c:9c:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4752e75-d9db-4ed6-a4e4-5a50f68f7f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '10a3fb74-f6d7-4d2f-b7d9-b95a3787d6e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:49:27Z', 'updated_at': '2022-09-16T03:49:31Z', 'revision_number': 4, 'project_id': '37a1aef0396c463d8a10f0ee811e1f2a', 'subnets': [{'id': '10a3fb74-f6d7-4d2f-b7d9-b95a3787d6e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 03:49:32.336090 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device 581e4d44-d683-4f97-82fe-f578ca4acdee up at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 03:49:32.348093 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe07babb-2f61-4e39-9ba2-fcb6ed0ca94d None None] Pushing event updated for resources: {'Port': ['ID=1839de9e-c9d2-49cf-b12c-2f1e7f979779,revision_number=5']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:49:32.412786 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-6b3b6b75-07b4-4b2f-9a2b-9b498506b69b None None] Provisioning complete for port 1839de9e-c9d2-49cf-b12c-2f1e7f979779 triggered by entity DHCP. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:49:32.413161 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-6b3b6b75-07b4-4b2f-9a2b-9b498506b69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (1839de9e-c9d2-49cf-b12c-2f1e7f979779), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:32.413699 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-6b3b6b75-07b4-4b2f-9a2b-9b498506b69b None None] Attempt 1 to provision port 1839de9e-c9d2-49cf-b12c-2f1e7f979779 Sep 16 03:49:32.503535 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.db_base_plugin_common [None req-60176652-920e-434f-84c8-97d4555f3537 admin admin] Allocated IP 172.27.0.120 (3e75d266-1ef3-4c3c-84dd-91ee0a702556/1e346a16-d4e3-4654-8a01-a4fa77b75a04/529ca9aa-304c-40bd-9203-996aa5fb06dd) {{(pid=113375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 03:49:32.504564 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-2d415503-8566-4fcd-a350-945a41b90d39 None None] Publish callbacks [] for port (dc825853-87ec-4fa3-b29b-db481bdcbe7d), precommit_create {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:32.523867 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Provisioning complete for port 581e4d44-d683-4f97-82fe-f578ca4acdee triggered by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:49:32.524532 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (581e4d44-d683-4f97-82fe-f578ca4acdee), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:32.524532 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Attempt 1 to provision port 581e4d44-d683-4f97-82fe-f578ca4acdee Sep 16 03:49:32.618164 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:32.621433 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-2d415503-8566-4fcd-a350-945a41b90d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672515804'] for port (dc825853-87ec-4fa3-b29b-db481bdcbe7d), after_create {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:32.629933 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-6b3b6b75-07b4-4b2f-9a2b-9b498506b69b None None] Current status of the port 1839de9e-c9d2-49cf-b12c-2f1e7f979779 is: ACTIVE; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:49:32.647613 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:32.682447 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-60176652-920e-434f-84c8-97d4555f3537 admin admin] Publish callbacks [] for port (529ca9aa-304c-40bd-9203-996aa5fb06dd), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:32.703921 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d415503-8566-4fcd-a350-945a41b90d39 None None] Network a4749853-b107-4b41-abf0-1bb624e6f702 is already hosted by enough agents. {{(pid=113376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 03:49:32.722516 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.scheduler.base_scheduler [None req-2d415503-8566-4fcd-a350-945a41b90d39 None None] Resources bound (agent type, host, resource id): {{(pid=113376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:49:32.724903 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d415503-8566-4fcd-a350-945a41b90d39 None None] Pushing event updated for resources: {'Port': ['ID=dc825853-87ec-4fa3-b29b-db481bdcbe7d,revision_number=1']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:49:32.728374 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d415503-8566-4fcd-a350-945a41b90d39 None None] Received port after_create {{(pid=113376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 03:49:32.796051 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Current status of the port 581e4d44-d683-4f97-82fe-f578ca4acdee is: ACTIVE; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:49:32.824068 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-60176652-920e-434f-84c8-97d4555f3537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672515804'] for port (529ca9aa-304c-40bd-9203-996aa5fb06dd), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:32.824459 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:32.843635 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.managers [None req-2d415503-8566-4fcd-a350-945a41b90d39 None None] Attempting to bind port dc825853-87ec-4fa3-b29b-db481bdcbe7d on host dv-cinder-857993-1-iscsi for vnic_type normal with profile {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 03:49:32.844191 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.managers [None req-2d415503-8566-4fcd-a350-945a41b90d39 None None] Attempting to bind port dc825853-87ec-4fa3-b29b-db481bdcbe7d by drivers openvswitch,hyperv on host dv-cinder-857993-1-iscsi at level 0 using segments [{'id': '3edbf6f6-6bf5-4b86-8229-5ab009e60513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a4749853-b107-4b41-abf0-1bb624e6f702'}] {{(pid=113376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 03:49:32.844899 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d415503-8566-4fcd-a350-945a41b90d39 None None] Attempting to bind port dc825853-87ec-4fa3-b29b-db481bdcbe7d on network a4749853-b107-4b41-abf0-1bb624e6f702 {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 03:49:32.905499 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d415503-8566-4fcd-a350-945a41b90d39 None None] Checking agent: {'id': '9480ceca-8cb5-4b85-9807-6ee42f948820', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857993-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 3, 39, 29), 'started_at': datetime.datetime(2022, 9, 16, 3, 39, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 3, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857993-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 03:49:32.905888 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d415503-8566-4fcd-a350-945a41b90d39 None None] Checking segment: {'id': '3edbf6f6-6bf5-4b86-8229-5ab009e60513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a4749853-b107-4b41-abf0-1bb624e6f702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 03:49:32.906306 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-2d415503-8566-4fcd-a350-945a41b90d39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:32.906705 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d415503-8566-4fcd-a350-945a41b90d39 None None] Bound using segment: {'id': '3edbf6f6-6bf5-4b86-8229-5ab009e60513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a4749853-b107-4b41-abf0-1bb624e6f702'} {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 03:49:32.907546 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.managers [None req-2d415503-8566-4fcd-a350-945a41b90d39 None None] Bound port: dc825853-87ec-4fa3-b29b-db481bdcbe7d, host: dv-cinder-857993-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3edbf6f6-6bf5-4b86-8229-5ab009e60513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a4749853-b107-4b41-abf0-1bb624e6f702'}}] {{(pid=113376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 03:49:32.907981 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-2d415503-8566-4fcd-a350-945a41b90d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (dc825853-87ec-4fa3-b29b-db481bdcbe7d), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:32.947310 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60176652-920e-434f-84c8-97d4555f3537 admin admin] Network 3e75d266-1ef3-4c3c-84dd-91ee0a702556 is already hosted by enough agents. {{(pid=113375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 03:49:32.947310 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.base_scheduler [None req-60176652-920e-434f-84c8-97d4555f3537 admin admin] Resources bound (agent type, host, resource id): {{(pid=113375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:49:32.947310 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60176652-920e-434f-84c8-97d4555f3537 admin admin] Received port after_create {{(pid=113375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 03:49:33.015230 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60176652-920e-434f-84c8-97d4555f3537 admin admin] Pushing event updated for resources: {'Port': ['ID=529ca9aa-304c-40bd-9203-996aa5fb06dd,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:49:33.024380 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-2d415503-8566-4fcd-a350-945a41b90d39 None None] For port dc825853-87ec-4fa3-b29b-db481bdcbe7d, host dv-cinder-857993-1-iscsi, cleared binding levels {{(pid=113376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 03:49:33.028201 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-2d415503-8566-4fcd-a350-945a41b90d39 None None] For port dc825853-87ec-4fa3-b29b-db481bdcbe7d, host dv-cinder-857993-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=dc825853-87ec-4fa3-b29b-db481bdcbe7d,segment=NetworkSegment(3edbf6f6-6bf5-4b86-8229-5ab009e60513),segment_id=3edbf6f6-6bf5-4b86-8229-5ab009e60513)] {{(pid=113376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 03:49:33.113833 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4acbf5-0c66-440b-a740-3e59d5f33bf8 req-86028cfa-4af8-4086-a358-bd675c9c9b98 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:33.115478 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-fb4acbf5-0c66-440b-a740-3e59d5f33bf8 req-86028cfa-4af8-4086-a358-bd675c9c9b98 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806 HTTP/1.1" status: 200 len: 945 time: 0.0548315 Sep 16 03:49:33.137108 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-2d415503-8566-4fcd-a350-945a41b90d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (dc825853-87ec-4fa3-b29b-db481bdcbe7d), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:33.173639 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-fb4acbf5-0c66-440b-a740-3e59d5f33bf8 req-a1df59e2-9539-4285-863b-4d80312fb02e tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516291 Sep 16 03:49:33.222635 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d415503-8566-4fcd-a350-945a41b90d39 None None] Pushing event updated for resources: {'Port': ['ID=dc825853-87ec-4fa3-b29b-db481bdcbe7d,revision_number=2']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:49:33.388648 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-60176652-920e-434f-84c8-97d4555f3537 admin admin] Publish callbacks [] for router_gateway (c678e0ff-8f0f-4047-8669-d5e44bbd4fa0), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:33.610736 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-60176652-920e-434f-84c8-97d4555f3537 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-451558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-452142'] for router (c678e0ff-8f0f-4047-8669-d5e44bbd4fa0), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:33.701814 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=100 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:33.845742 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60176652-920e-434f-84c8-97d4555f3537 admin admin] Router c678e0ff-8f0f-4047-8669-d5e44bbd4fa0 is scheduled to L3 agent 20a8dcff-cb91-4cfb-b5ee-87736efe33d8 with binding_index 1 {{(pid=113375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 03:49:33.978809 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60176652-920e-434f-84c8-97d4555f3537 admin admin] Notify agent at l3_agent.dv-cinder-857993-1-iscsi the message routers_updated {{(pid=113375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 03:49:33.996106 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42de175-bb58-45e1-9365-f6183a4ec77b None None] Sync routers for ids ['c678e0ff-8f0f-4047-8669-d5e44bbd4fa0'] in dv-cinder-857993-1-iscsi {{(pid=113377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 03:49:34.026492 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42de175-bb58-45e1-9365-f6183a4ec77b None None] Routers {'c678e0ff-8f0f-4047-8669-d5e44bbd4fa0'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:49:34.030929 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-c42de175-bb58-45e1-9365-f6183a4ec77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:49:25Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['c678e0ff-8f0f-4047-8669-d5e44bbd4fa0'], 'active': True} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:49:34.098624 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-60176652-920e-434f-84c8-97d4555f3537 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:34.103714 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 55968) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:49:34.111892 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-60176652-920e-434f-84c8-97d4555f3537 admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6317091 Sep 16 03:49:34.161406 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:34.191595 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvr_db [None req-c42de175-bb58-45e1-9365-f6183a4ec77b None None] Set router c678e0ff-8f0f-4047-8669-d5e44bbd4fa0 gateway port host: dv-cinder-857993-1-iscsi {{(pid=113377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:49:34.388568 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6294d2cb-af48-4519-b50f-cafea916e313 req-b84b27a0-d22d-4be3-ad89-1dc7bfd81c26 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:34.401221 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-6294d2cb-af48-4519-b50f-cafea916e313 req-b84b27a0-d22d-4be3-ad89-1dc7bfd81c26 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806 HTTP/1.1" status: 200 len: 945 time: 0.1115818 Sep 16 03:49:34.410858 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-c42de175-bb58-45e1-9365-f6183a4ec77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c678e0ff-8f0f-4047-8669-d5e44bbd4fa0', 'name': 'tempest-TestShelveInstance-1835851195-router', 'tenant_id': '80a5db390a074d4493fd3b17297ac181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '529ca9aa-304c-40bd-9203-996aa5fb06dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:49:31Z', 'updated_at': '2022-09-16T03:49:33Z', 'revision_number': 3, 'project_id': '80a5db390a074d4493fd3b17297ac181', 'gw_port': {'id': '529ca9aa-304c-40bd-9203-996aa5fb06dd', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:89:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c678e0ff-8f0f-4047-8669-d5e44bbd4fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:49:32Z', 'updated_at': '2022-09-16T03:49:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi'}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:49:34.451512 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42de175-bb58-45e1-9365-f6183a4ec77b None None] Checking router: c678e0ff-8f0f-4047-8669-d5e44bbd4fa0 for host: dv-cinder-857993-1-iscsi {{(pid=113377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 03:49:34.455176 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42de175-bb58-45e1-9365-f6183a4ec77b None None] Updating router c678e0ff-8f0f-4047-8669-d5e44bbd4fa0 port 529ca9aa-304c-40bd-9203-996aa5fb06dd binding host dv-cinder-857993-1-iscsi {{(pid=113377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 03:49:34.483711 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device dc825853-87ec-4fa3-b29b-db481bdcbe7d up at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 03:49:34.485585 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron_lib.callbacks.manager [None req-c42de175-bb58-45e1-9365-f6183a4ec77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (529ca9aa-304c-40bd-9203-996aa5fb06dd), before_update {{(pid=113377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:34.608363 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-6294d2cb-af48-4519-b50f-cafea916e313 req-6735837b-48e9-41a5-b504-19debbacee32 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060950 Sep 16 03:49:34.622793 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd964b0-89ef-4e49-9ee5-200d3857ad35 None None] Network a4749853-b107-4b41-abf0-1bb624e6f702 requested from dv-cinder-857993-1-iscsi {{(pid=113376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 03:49:34.649866 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:INSERT=8,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:34.650759 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:34.694329 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:34.748454 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-7dd06566-64a4-4a1c-add0-d94e579eb34c None None] Provisioning complete for port dc825853-87ec-4fa3-b29b-db481bdcbe7d triggered by entity DHCP. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:49:34.748788 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-7dd06566-64a4-4a1c-add0-d94e579eb34c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (dc825853-87ec-4fa3-b29b-db481bdcbe7d), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:34.749079 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-7dd06566-64a4-4a1c-add0-d94e579eb34c None None] Attempt 1 to provision port dc825853-87ec-4fa3-b29b-db481bdcbe7d Sep 16 03:49:34.759279 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=100 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:34.779827 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Provisioning complete for port dc825853-87ec-4fa3-b29b-db481bdcbe7d triggered by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:49:34.780289 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (dc825853-87ec-4fa3-b29b-db481bdcbe7d), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:34.780804 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Attempt 1 to provision port dc825853-87ec-4fa3-b29b-db481bdcbe7d Sep 16 03:49:34.789132 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron_lib.callbacks.manager [None req-c42de175-bb58-45e1-9365-f6183a4ec77b None None] Publish callbacks [] for port (529ca9aa-304c-40bd-9203-996aa5fb06dd), precommit_update {{(pid=113377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:34.799830 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-8b33c02d-a5bc-43b4-9b8d-400d40173821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:34.896629 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron_lib.callbacks.manager [None req-c42de175-bb58-45e1-9365-f6183a4ec77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (529ca9aa-304c-40bd-9203-996aa5fb06dd), after_update {{(pid=113377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:34.959442 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.managers [None req-c42de175-bb58-45e1-9365-f6183a4ec77b None None] Attempting to bind port 529ca9aa-304c-40bd-9203-996aa5fb06dd on host dv-cinder-857993-1-iscsi for vnic_type normal with profile {{(pid=113377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 03:49:34.960082 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.managers [None req-c42de175-bb58-45e1-9365-f6183a4ec77b None None] Attempting to bind port 529ca9aa-304c-40bd-9203-996aa5fb06dd by drivers openvswitch,hyperv on host dv-cinder-857993-1-iscsi at level 0 using segments [{'id': '0cda3508-2052-48b1-ae54-b35f980014ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556'}] {{(pid=113377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 03:49:34.960621 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42de175-bb58-45e1-9365-f6183a4ec77b None None] Attempting to bind port 529ca9aa-304c-40bd-9203-996aa5fb06dd on network 3e75d266-1ef3-4c3c-84dd-91ee0a702556 {{(pid=113377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 03:49:34.995164 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fe8412-ce00-4fbd-8842-0f4a493e3674 None None] Pushing event updated for resources: {'Port': ['ID=529ca9aa-304c-40bd-9203-996aa5fb06dd,revision_number=2']} {{(pid=113377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:49:35.015269 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42de175-bb58-45e1-9365-f6183a4ec77b None None] Checking agent: {'id': '9480ceca-8cb5-4b85-9807-6ee42f948820', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857993-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 3, 39, 29), 'started_at': datetime.datetime(2022, 9, 16, 3, 39, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 3, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857993-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 03:49:35.016366 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42de175-bb58-45e1-9365-f6183a4ec77b None None] Checking segment: {'id': '0cda3508-2052-48b1-ae54-b35f980014ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 03:49:35.016931 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron_lib.callbacks.manager [None req-c42de175-bb58-45e1-9365-f6183a4ec77b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:35.017323 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42de175-bb58-45e1-9365-f6183a4ec77b None None] Bound using segment: {'id': '0cda3508-2052-48b1-ae54-b35f980014ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556'} {{(pid=113377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 03:49:35.017800 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.managers [None req-c42de175-bb58-45e1-9365-f6183a4ec77b None None] Bound port: 529ca9aa-304c-40bd-9203-996aa5fb06dd, host: dv-cinder-857993-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cda3508-2052-48b1-ae54-b35f980014ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556'}}] {{(pid=113377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 03:49:35.018174 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron_lib.callbacks.manager [None req-c42de175-bb58-45e1-9365-f6183a4ec77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (529ca9aa-304c-40bd-9203-996aa5fb06dd), before_update {{(pid=113377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:35.018845 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.db.db_base_plugin_common [None req-8b33c02d-a5bc-43b4-9b8d-400d40173821 admin admin] Allocated IP 172.20.0.1 (a4749853-b107-4b41-abf0-1bb624e6f702/b00db209-9109-4606-8ab4-91905d66b38d/bbdd7a70-3ebf-41f9-a325-66e48ecdc95f) {{(pid=113374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 03:49:35.023674 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-7dd06566-64a4-4a1c-add0-d94e579eb34c None None] Current status of the port dc825853-87ec-4fa3-b29b-db481bdcbe7d is: DOWN; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:49:35.024867 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-7dd06566-64a4-4a1c-add0-d94e579eb34c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (dc825853-87ec-4fa3-b29b-db481bdcbe7d), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:35.029691 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Current status of the port dc825853-87ec-4fa3-b29b-db481bdcbe7d is: DOWN; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:49:35.030974 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (dc825853-87ec-4fa3-b29b-db481bdcbe7d), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:35.085479 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] For port dc825853-87ec-4fa3-b29b-db481bdcbe7d, host dv-cinder-857993-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=dc825853-87ec-4fa3-b29b-db481bdcbe7d,segment=NetworkSegment(3edbf6f6-6bf5-4b86-8229-5ab009e60513),segment_id=3edbf6f6-6bf5-4b86-8229-5ab009e60513)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:49:35.089990 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.db [None req-c42de175-bb58-45e1-9365-f6183a4ec77b None None] For port 529ca9aa-304c-40bd-9203-996aa5fb06dd, host dv-cinder-857993-1-iscsi, cleared binding levels {{(pid=113377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 03:49:35.095158 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.db [None req-c42de175-bb58-45e1-9365-f6183a4ec77b None None] For port 529ca9aa-304c-40bd-9203-996aa5fb06dd, host dv-cinder-857993-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=529ca9aa-304c-40bd-9203-996aa5fb06dd,segment=NetworkSegment(0cda3508-2052-48b1-ae54-b35f980014ad),segment_id=0cda3508-2052-48b1-ae54-b35f980014ad)] {{(pid=113377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 03:49:35.150887 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-8b33c02d-a5bc-43b4-9b8d-400d40173821 admin admin] Publish callbacks [] for port (bbdd7a70-3ebf-41f9-a325-66e48ecdc95f), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:35.164569 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdc4168-b350-4c82-8e8a-122ed2516e09 req-117497ab-de00-4c2b-bb4d-a1106f554955 tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:35.169071 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-fcdc4168-b350-4c82-8e8a-122ed2516e09 req-117497ab-de00-4c2b-bb4d-a1106f554955 tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=234c7287-59d4-425c-ba2b-56031d311ee6 HTTP/1.1" status: 200 len: 945 time: 0.0489058 Sep 16 03:49:35.193972 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron_lib.callbacks.manager [None req-c42de175-bb58-45e1-9365-f6183a4ec77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (529ca9aa-304c-40bd-9203-996aa5fb06dd), after_update {{(pid=113377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:35.195146 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (dc825853-87ec-4fa3-b29b-db481bdcbe7d), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:35.195980 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device 1839de9e-c9d2-49cf-b12c-2f1e7f979779 up at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 03:49:35.211659 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42de175-bb58-45e1-9365-f6183a4ec77b None None] Routers {'c678e0ff-8f0f-4047-8669-d5e44bbd4fa0'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:49:35.212288 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-c42de175-bb58-45e1-9365-f6183a4ec77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:49:25Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['c678e0ff-8f0f-4047-8669-d5e44bbd4fa0'], 'active': True} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:49:35.228393 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-fcdc4168-b350-4c82-8e8a-122ed2516e09 req-5a9becb5-f127-455e-89c3-502b1b85f904 tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=61d8ba29-7987-48cf-9137-da50bfd9b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563154 Sep 16 03:49:35.256386 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-8b33c02d-a5bc-43b4-9b8d-400d40173821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672515804'] for port (bbdd7a70-3ebf-41f9-a325-66e48ecdc95f), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:35.300298 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b33c02d-a5bc-43b4-9b8d-400d40173821 admin admin] Network a4749853-b107-4b41-abf0-1bb624e6f702 is already hosted by enough agents. {{(pid=113374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 03:49:35.302203 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fe8412-ce00-4fbd-8842-0f4a493e3674 None None] Pushing event updated for resources: {'Port': ['ID=529ca9aa-304c-40bd-9203-996aa5fb06dd,revision_number=3']} {{(pid=113377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:49:35.302741 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.db.api [None req-7dd06566-64a4-4a1c-add0-d94e579eb34c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=113376) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 16 03:49:35.303199 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG oslo_db.api [None req-7dd06566-64a4-4a1c-add0-d94e579eb34c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 03:49:35.303841 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.base_scheduler [None req-8b33c02d-a5bc-43b4-9b8d-400d40173821 admin admin] Resources bound (agent type, host, resource id): {{(pid=113374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:49:35.308092 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b33c02d-a5bc-43b4-9b8d-400d40173821 admin admin] Received port after_create {{(pid=113374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 03:49:35.308571 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-8b33c02d-a5bc-43b4-9b8d-400d40173821 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-427031'] for router_interface (c678e0ff-8f0f-4047-8669-d5e44bbd4fa0), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:35.313139 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b33c02d-a5bc-43b4-9b8d-400d40173821 admin admin] Pushing event updated for resources: {'Port': ['ID=bbdd7a70-3ebf-41f9-a325-66e48ecdc95f,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:49:35.316483 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Pushing event updated for resources: {'Port': ['ID=dc825853-87ec-4fa3-b29b-db481bdcbe7d,revision_number=3']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:49:35.347705 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Provisioning complete for port 1839de9e-c9d2-49cf-b12c-2f1e7f979779 triggered by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:49:35.348083 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (1839de9e-c9d2-49cf-b12c-2f1e7f979779), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:35.348816 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Attempt 1 to provision port 1839de9e-c9d2-49cf-b12c-2f1e7f979779 Sep 16 03:49:35.370240 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvr_db [None req-c42de175-bb58-45e1-9365-f6183a4ec77b None None] Set router c678e0ff-8f0f-4047-8669-d5e44bbd4fa0 gateway port host: dv-cinder-857993-1-iscsi {{(pid=113377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:49:35.441288 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Current status of the port 1839de9e-c9d2-49cf-b12c-2f1e7f979779 is: ACTIVE; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:49:35.478974 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:35.538883 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-8b33c02d-a5bc-43b4-9b8d-400d40173821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (bbdd7a70-3ebf-41f9-a325-66e48ecdc95f), before_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:35.566344 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-c42de175-bb58-45e1-9365-f6183a4ec77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c678e0ff-8f0f-4047-8669-d5e44bbd4fa0', 'name': 'tempest-TestShelveInstance-1835851195-router', 'tenant_id': '80a5db390a074d4493fd3b17297ac181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '529ca9aa-304c-40bd-9203-996aa5fb06dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:49:31Z', 'updated_at': '2022-09-16T03:49:33Z', 'revision_number': 3, 'project_id': '80a5db390a074d4493fd3b17297ac181', 'gw_port': {'id': '529ca9aa-304c-40bd-9203-996aa5fb06dd', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:89:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c678e0ff-8f0f-4047-8669-d5e44bbd4fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:49:32Z', 'updated_at': '2022-09-16T03:49:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi'}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:49:35.592672 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42de175-bb58-45e1-9365-f6183a4ec77b None None] The sync data for ids ['c678e0ff-8f0f-4047-8669-d5e44bbd4fa0'] in dv-cinder-857993-1-iscsi is: [{'id': 'c678e0ff-8f0f-4047-8669-d5e44bbd4fa0', 'name': 'tempest-TestShelveInstance-1835851195-router', 'tenant_id': '80a5db390a074d4493fd3b17297ac181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '529ca9aa-304c-40bd-9203-996aa5fb06dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:49:31Z', 'updated_at': '2022-09-16T03:49:33Z', 'revision_number': 3, 'project_id': '80a5db390a074d4493fd3b17297ac181', 'gw_port': {'id': '529ca9aa-304c-40bd-9203-996aa5fb06dd', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:89:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c678e0ff-8f0f-4047-8669-d5e44bbd4fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:49:32Z', 'updated_at': '2022-09-16T03:49:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi'}] {{(pid=113377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 03:49:35.767875 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-8b33c02d-a5bc-43b4-9b8d-400d40173821 admin admin] Publish callbacks [] for port (bbdd7a70-3ebf-41f9-a325-66e48ecdc95f), precommit_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:35.776652 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cf9337-87c9-43dc-8749-c10cd51216d5 req-83144b10-a711-45f3-95ed-7a18f610fb6b tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:35.778146 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-f0cf9337-87c9-43dc-8749-c10cd51216d5 req-83144b10-a711-45f3-95ed-7a18f610fb6b tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806 HTTP/1.1" status: 200 len: 945 time: 0.0657825 Sep 16 03:49:35.834543 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-f0cf9337-87c9-43dc-8749-c10cd51216d5 req-c1219ef6-7e51-4df3-9889-5de6eedc2d1c tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488224 Sep 16 03:49:35.842476 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-7dd06566-64a4-4a1c-add0-d94e579eb34c None None] Current status of the port dc825853-87ec-4fa3-b29b-db481bdcbe7d is: ACTIVE; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:49:35.886520 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-8b33c02d-a5bc-43b4-9b8d-400d40173821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (bbdd7a70-3ebf-41f9-a325-66e48ecdc95f), after_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:35.888759 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-8b33c02d-a5bc-43b4-9b8d-400d40173821 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-427139'] for router_interface (c678e0ff-8f0f-4047-8669-d5e44bbd4fa0), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:35.968414 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-444b8ef6-6032-47a9-8f4d-ad181d7957aa None None] Provisioning complete for port bbdd7a70-3ebf-41f9-a325-66e48ecdc95f triggered by entity DHCP. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:49:35.968789 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-444b8ef6-6032-47a9-8f4d-ad181d7957aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (bbdd7a70-3ebf-41f9-a325-66e48ecdc95f), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:35.969120 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-444b8ef6-6032-47a9-8f4d-ad181d7957aa None None] Attempt 1 to provision port bbdd7a70-3ebf-41f9-a325-66e48ecdc95f Sep 16 03:49:36.003200 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b33c02d-a5bc-43b4-9b8d-400d40173821 admin admin] Pushing event updated for resources: {'Port': ['ID=bbdd7a70-3ebf-41f9-a325-66e48ecdc95f,revision_number=2']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:49:36.007747 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-444b8ef6-6032-47a9-8f4d-ad181d7957aa None None] Port bbdd7a70-3ebf-41f9-a325-66e48ecdc95f cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:49:36.056296 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b33c02d-a5bc-43b4-9b8d-400d40173821 admin admin] Network a4749853-b107-4b41-abf0-1bb624e6f702 is already hosted by enough agents. {{(pid=113374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 03:49:36.057878 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.base_scheduler [None req-8b33c02d-a5bc-43b4-9b8d-400d40173821 admin admin] Resources bound (agent type, host, resource id): {{(pid=113374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:49:36.108849 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:36.188241 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b33c02d-a5bc-43b4-9b8d-400d40173821 admin admin] Router c678e0ff-8f0f-4047-8669-d5e44bbd4fa0 has already been hosted by L3 agent 20a8dcff-cb91-4cfb-b5ee-87736efe33d8 {{(pid=113374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 03:49:36.228204 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:36.378012 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b33c02d-a5bc-43b4-9b8d-400d40173821 admin admin] Notify agent at l3_agent.dv-cinder-857993-1-iscsi the message routers_updated {{(pid=113374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 03:49:36.397999 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-8b33c02d-a5bc-43b4-9b8d-400d40173821 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/c678e0ff-8f0f-4047-8669-d5e44bbd4fa0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2920864 Sep 16 03:49:36.412352 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d87152-e891-46d5-befc-cc4e711ab834 req-b84be2a5-9eb7-4058-9292-bd9b70960f39 tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:36.420472 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-46d87152-e891-46d5-befc-cc4e711ab834 req-b84be2a5-9eb7-4058-9292-bd9b70960f39 tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=234c7287-59d4-425c-ba2b-56031d311ee6 HTTP/1.1" status: 200 len: 945 time: 0.0700753 Sep 16 03:49:36.487963 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device dc825853-87ec-4fa3-b29b-db481bdcbe7d up at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 03:49:36.491689 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-46d87152-e891-46d5-befc-cc4e711ab834 req-770e2977-9eaf-4ed7-8791-2a84d2ab0637 tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=61d8ba29-7987-48cf-9137-da50bfd9b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702507 Sep 16 03:49:36.515910 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-444b8ef6-6032-47a9-8f4d-ad181d7957aa None None] Attempt 2 to provision port bbdd7a70-3ebf-41f9-a325-66e48ecdc95f Sep 16 03:49:36.579586 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-444b8ef6-6032-47a9-8f4d-ad181d7957aa None None] Port bbdd7a70-3ebf-41f9-a325-66e48ecdc95f cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:49:36.579586 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Provisioning complete for port dc825853-87ec-4fa3-b29b-db481bdcbe7d triggered by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:49:36.579586 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (dc825853-87ec-4fa3-b29b-db481bdcbe7d), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:36.579885 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Attempt 1 to provision port dc825853-87ec-4fa3-b29b-db481bdcbe7d Sep 16 03:49:36.670405 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Current status of the port dc825853-87ec-4fa3-b29b-db481bdcbe7d is: ACTIVE; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:49:36.671308 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device 529ca9aa-304c-40bd-9203-996aa5fb06dd up at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 03:49:36.713227 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Provisioning complete for port 529ca9aa-304c-40bd-9203-996aa5fb06dd triggered by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:49:36.713830 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (529ca9aa-304c-40bd-9203-996aa5fb06dd), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:36.717380 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Attempt 1 to provision port 529ca9aa-304c-40bd-9203-996aa5fb06dd Sep 16 03:49:36.792055 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Current status of the port 529ca9aa-304c-40bd-9203-996aa5fb06dd is: DOWN; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:49:36.792445 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (529ca9aa-304c-40bd-9203-996aa5fb06dd), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:36.814331 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] For port 529ca9aa-304c-40bd-9203-996aa5fb06dd, host dv-cinder-857993-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=529ca9aa-304c-40bd-9203-996aa5fb06dd,segment=NetworkSegment(0cda3508-2052-48b1-ae54-b35f980014ad),segment_id=0cda3508-2052-48b1-ae54-b35f980014ad)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:49:36.883254 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (529ca9aa-304c-40bd-9203-996aa5fb06dd), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:36.935273 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 56012) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:49:36.939909 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.v2.base [None req-d289a091-e8b1-4544-825e-ab2ee1512c0c tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1957135765', 'description': 'tempest-secgroup-smoke-1957135765 description', 'project_id': '37a1aef0396c463d8a10f0ee811e1f2a'}} {{(pid=113374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:49:36.941874 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Pushing event updated for resources: {'Port': ['ID=529ca9aa-304c-40bd-9203-996aa5fb06dd,revision_number=4']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:49:36.992476 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa53a3-b08e-4365-8796-c15f7f98ab3a req-859ae81b-767f-4ed8-9fb0-80aa8707a1d5 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:36.993960 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-48fa53a3-b08e-4365-8796-c15f7f98ab3a req-859ae81b-767f-4ed8-9fb0-80aa8707a1d5 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806 HTTP/1.1" status: 200 len: 945 time: 0.0643480 Sep 16 03:49:37.027895 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-d289a091-e8b1-4544-825e-ab2ee1512c0c tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Publish callbacks [] for security_group (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:37.039196 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:37.044490 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-48fa53a3-b08e-4365-8796-c15f7f98ab3a req-108622f2-5fa9-4485-a2dd-dbfa805b44d8 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441263 Sep 16 03:49:37.067548 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-444b8ef6-6032-47a9-8f4d-ad181d7957aa None None] Attempt 3 to provision port bbdd7a70-3ebf-41f9-a325-66e48ecdc95f Sep 16 03:49:37.103969 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-444b8ef6-6032-47a9-8f4d-ad181d7957aa None None] Port bbdd7a70-3ebf-41f9-a325-66e48ecdc95f cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:49:37.106582 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-d289a091-e8b1-4544-825e-ab2ee1512c0c tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Publish callbacks [] for security_group (372fa49a-4978-4034-b54e-abd4cbaee9fa), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:37.233264 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-d289a091-e8b1-4544-825e-ab2ee1512c0c tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (372fa49a-4978-4034-b54e-abd4cbaee9fa), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:37.264034 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d289a091-e8b1-4544-825e-ab2ee1512c0c tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=372fa49a-4978-4034-b54e-abd4cbaee9fa,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:49:37.332233 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd047f9-b139-4550-92c6-41799dd2b638 None None] Sync routers for ids ['c678e0ff-8f0f-4047-8669-d5e44bbd4fa0'] in dv-cinder-857993-1-iscsi {{(pid=113376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 03:49:37.343388 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd047f9-b139-4550-92c6-41799dd2b638 None None] Routers {'c678e0ff-8f0f-4047-8669-d5e44bbd4fa0'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:49:37.344237 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-dcd047f9-b139-4550-92c6-41799dd2b638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:49:25Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['c678e0ff-8f0f-4047-8669-d5e44bbd4fa0'], 'active': True} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:49:37.367027 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-d289a091-e8b1-4544-825e-ab2ee1512c0c tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Publish callbacks [] for security_group (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:37.368717 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-d289a091-e8b1-4544-825e-ab2ee1512c0c tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4320748 Sep 16 03:49:37.371394 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 56022) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:49:37.377241 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.v2.base [None req-a1be1256-1ae2-4de1-a4fa-61a789857062 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Request body: {'security_group_rule': {'security_group_id': '372fa49a-4978-4034-b54e-abd4cbaee9fa', 'project_id': '37a1aef0396c463d8a10f0ee811e1f2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:49:37.438862 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:37.452059 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvr_db [None req-dcd047f9-b139-4550-92c6-41799dd2b638 None None] Set router c678e0ff-8f0f-4047-8669-d5e44bbd4fa0 gateway port host: dv-cinder-857993-1-iscsi {{(pid=113376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:49:37.539678 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-a1be1256-1ae2-4de1-a4fa-61a789857062 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Publish callbacks [] for security_group_rule (b05a0492-292a-4a72-99af-ad6e35b90eac), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:37.607122 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-444b8ef6-6032-47a9-8f4d-ad181d7957aa None None] Attempt 4 to provision port bbdd7a70-3ebf-41f9-a325-66e48ecdc95f Sep 16 03:49:37.643509 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf207dab-0ff4-4db7-a7eb-aadc457152e7 req-a1111fdf-4709-4e40-8c0b-7b4fa3c5549e tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:37.645203 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-bf207dab-0ff4-4db7-a7eb-aadc457152e7 req-a1111fdf-4709-4e40-8c0b-7b4fa3c5549e tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=234c7287-59d4-425c-ba2b-56031d311ee6 HTTP/1.1" status: 200 len: 945 time: 0.0701313 Sep 16 03:49:37.651911 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-a1be1256-1ae2-4de1-a4fa-61a789857062 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Publish callbacks [] for security_group_rule (b05a0492-292a-4a72-99af-ad6e35b90eac), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:37.669544 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-444b8ef6-6032-47a9-8f4d-ad181d7957aa None None] Port bbdd7a70-3ebf-41f9-a325-66e48ecdc95f cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:49:37.686831 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-dcd047f9-b139-4550-92c6-41799dd2b638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c678e0ff-8f0f-4047-8669-d5e44bbd4fa0', 'name': 'tempest-TestShelveInstance-1835851195-router', 'tenant_id': '80a5db390a074d4493fd3b17297ac181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '529ca9aa-304c-40bd-9203-996aa5fb06dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:49:31Z', 'updated_at': '2022-09-16T03:49:35Z', 'revision_number': 4, 'project_id': '80a5db390a074d4493fd3b17297ac181', 'gw_port': {'id': '529ca9aa-304c-40bd-9203-996aa5fb06dd', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:89:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c678e0ff-8f0f-4047-8669-d5e44bbd4fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:49:32Z', 'updated_at': '2022-09-16T03:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_interfaces': [{'id': 'bbdd7a70-3ebf-41f9-a325-66e48ecdc95f', 'name': '', 'network_id': 'a4749853-b107-4b41-abf0-1bb624e6f702', 'tenant_id': '80a5db390a074d4493fd3b17297ac181', 'mac_address': 'fa:16:3e:87:c7:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c678e0ff-8f0f-4047-8669-d5e44bbd4fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'b00db209-9109-4606-8ab4-91905d66b38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:49:34Z', 'updated_at': '2022-09-16T03:49:35Z', 'revision_number': 2, 'project_id': '80a5db390a074d4493fd3b17297ac181', 'subnets': [{'id': 'b00db209-9109-4606-8ab4-91905d66b38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:49:37.700520 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-bf207dab-0ff4-4db7-a7eb-aadc457152e7 req-ccccfc7f-99fd-45b3-89da-107f7b88cb32 tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=61d8ba29-7987-48cf-9137-da50bfd9b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472491 Sep 16 03:49:37.723344 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd047f9-b139-4550-92c6-41799dd2b638 None None] Checking router: c678e0ff-8f0f-4047-8669-d5e44bbd4fa0 for host: dv-cinder-857993-1-iscsi {{(pid=113376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 03:49:37.723705 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd047f9-b139-4550-92c6-41799dd2b638 None None] Updating router c678e0ff-8f0f-4047-8669-d5e44bbd4fa0 port bbdd7a70-3ebf-41f9-a325-66e48ecdc95f binding host dv-cinder-857993-1-iscsi {{(pid=113376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 03:49:37.729925 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-a1be1256-1ae2-4de1-a4fa-61a789857062 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650582'] for security_group_rule (b05a0492-292a-4a72-99af-ad6e35b90eac), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:37.752265 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1be1256-1ae2-4de1-a4fa-61a789857062 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b05a0492-292a-4a72-99af-ad6e35b90eac,revision_number=0']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:49:37.756359 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-dcd047f9-b139-4550-92c6-41799dd2b638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (bbdd7a70-3ebf-41f9-a325-66e48ecdc95f), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:37.834828 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-a1be1256-1ae2-4de1-a4fa-61a789857062 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:37.836121 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-a1be1256-1ae2-4de1-a4fa-61a789857062 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4637783 Sep 16 03:49:37.839089 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 56034) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:49:37.844072 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [None req-1626a79e-73f0-4f91-a105-603d13e369f4 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Request body: {'security_group_rule': {'security_group_id': '372fa49a-4978-4034-b54e-abd4cbaee9fa', 'project_id': '37a1aef0396c463d8a10f0ee811e1f2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:49:37.947499 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:37.957924 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-1626a79e-73f0-4f91-a105-603d13e369f4 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Publish callbacks [] for security_group_rule (832f308c-c2b0-4114-b1b1-35c8e713e149), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:38.020140 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-dcd047f9-b139-4550-92c6-41799dd2b638 None None] Publish callbacks [] for port (bbdd7a70-3ebf-41f9-a325-66e48ecdc95f), precommit_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:38.032948 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbebb438-fc6e-44c6-aa6b-2b1f7e957797 req-0f8265de-45e8-426c-b593-afe0013c9f2c tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:38.034395 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-cbebb438-fc6e-44c6-aa6b-2b1f7e957797 req-0f8265de-45e8-426c-b593-afe0013c9f2c tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=234c7287-59d4-425c-ba2b-56031d311ee6 HTTP/1.1" status: 200 len: 945 time: 0.0657184 Sep 16 03:49:38.056391 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-1626a79e-73f0-4f91-a105-603d13e369f4 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Publish callbacks [] for security_group_rule (832f308c-c2b0-4114-b1b1-35c8e713e149), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:38.065454 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:38.119485 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-dcd047f9-b139-4550-92c6-41799dd2b638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (bbdd7a70-3ebf-41f9-a325-66e48ecdc95f), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:38.173426 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-1626a79e-73f0-4f91-a105-603d13e369f4 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650582'] for security_group_rule (832f308c-c2b0-4114-b1b1-35c8e713e149), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:38.189183 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-444b8ef6-6032-47a9-8f4d-ad181d7957aa None None] Attempt 5 to provision port bbdd7a70-3ebf-41f9-a325-66e48ecdc95f Sep 16 03:49:38.238239 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.plugin [req-cbebb438-fc6e-44c6-aa6b-2b1f7e957797 req-eed71bc4-a2e6-41df-a06e-6e0fd9a78a75 tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] Deleting port 19b4f355-bc74-46bb-9c3e-debddf171414 {{(pid=113375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 03:49:38.238239 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-cbebb438-fc6e-44c6-aa6b-2b1f7e957797 req-eed71bc4-a2e6-41df-a06e-6e0fd9a78a75 tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672990733'] for port (19b4f355-bc74-46bb-9c3e-debddf171414), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:38.238239 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1626a79e-73f0-4f91-a105-603d13e369f4 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=832f308c-c2b0-4114-b1b1-35c8e713e149,revision_number=0']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:49:38.244199 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95702eb7-81ba-4572-a123-4e0029430d74 req-7ed1bd04-8f47-4c58-b5a4-f083913ae7ec tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:38.245709 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-95702eb7-81ba-4572-a123-4e0029430d74 req-7ed1bd04-8f47-4c58-b5a4-f083913ae7ec tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806 HTTP/1.1" status: 200 len: 945 time: 0.1056306 Sep 16 03:49:38.253427 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af57a069-2326-46f0-acfe-71a9c60adc80 None None] Pushing event updated for resources: {'Port': ['ID=bbdd7a70-3ebf-41f9-a325-66e48ecdc95f,revision_number=3']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:49:38.275967 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-444b8ef6-6032-47a9-8f4d-ad181d7957aa None None] Port bbdd7a70-3ebf-41f9-a325-66e48ecdc95f cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:49:38.275967 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.managers [None req-dcd047f9-b139-4550-92c6-41799dd2b638 None None] Attempting to bind port bbdd7a70-3ebf-41f9-a325-66e48ecdc95f on host dv-cinder-857993-1-iscsi for vnic_type normal with profile {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 03:49:38.275967 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.managers [None req-dcd047f9-b139-4550-92c6-41799dd2b638 None None] Attempting to bind port bbdd7a70-3ebf-41f9-a325-66e48ecdc95f by drivers openvswitch,hyperv on host dv-cinder-857993-1-iscsi at level 0 using segments [{'id': '3edbf6f6-6bf5-4b86-8229-5ab009e60513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a4749853-b107-4b41-abf0-1bb624e6f702'}] {{(pid=113376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 03:49:38.275967 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd047f9-b139-4550-92c6-41799dd2b638 None None] Attempting to bind port bbdd7a70-3ebf-41f9-a325-66e48ecdc95f on network a4749853-b107-4b41-abf0-1bb624e6f702 {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 03:49:38.331010 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd047f9-b139-4550-92c6-41799dd2b638 None None] Checking agent: {'id': '9480ceca-8cb5-4b85-9807-6ee42f948820', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857993-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 3, 39, 29), 'started_at': datetime.datetime(2022, 9, 16, 3, 39, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 3, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857993-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 03:49:38.331349 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd047f9-b139-4550-92c6-41799dd2b638 None None] Checking segment: {'id': '3edbf6f6-6bf5-4b86-8229-5ab009e60513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a4749853-b107-4b41-abf0-1bb624e6f702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 03:49:38.331754 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-dcd047f9-b139-4550-92c6-41799dd2b638 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:38.332145 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd047f9-b139-4550-92c6-41799dd2b638 None None] Bound using segment: {'id': '3edbf6f6-6bf5-4b86-8229-5ab009e60513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a4749853-b107-4b41-abf0-1bb624e6f702'} {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 03:49:38.332629 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.managers [None req-dcd047f9-b139-4550-92c6-41799dd2b638 None None] Bound port: bbdd7a70-3ebf-41f9-a325-66e48ecdc95f, host: dv-cinder-857993-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3edbf6f6-6bf5-4b86-8229-5ab009e60513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a4749853-b107-4b41-abf0-1bb624e6f702'}}] {{(pid=113376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 03:49:38.333006 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-dcd047f9-b139-4550-92c6-41799dd2b638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (bbdd7a70-3ebf-41f9-a325-66e48ecdc95f), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:38.335817 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device 529ca9aa-304c-40bd-9203-996aa5fb06dd up at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 03:49:38.442987 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Provisioning complete for port 529ca9aa-304c-40bd-9203-996aa5fb06dd triggered by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:49:38.443361 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (529ca9aa-304c-40bd-9203-996aa5fb06dd), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:38.443695 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Attempt 1 to provision port 529ca9aa-304c-40bd-9203-996aa5fb06dd Sep 16 03:49:38.445686 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-dcd047f9-b139-4550-92c6-41799dd2b638 None None] For port bbdd7a70-3ebf-41f9-a325-66e48ecdc95f, host dv-cinder-857993-1-iscsi, cleared binding levels {{(pid=113376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 03:49:38.450985 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-dcd047f9-b139-4550-92c6-41799dd2b638 None None] For port bbdd7a70-3ebf-41f9-a325-66e48ecdc95f, host dv-cinder-857993-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=bbdd7a70-3ebf-41f9-a325-66e48ecdc95f,segment=NetworkSegment(3edbf6f6-6bf5-4b86-8229-5ab009e60513),segment_id=3edbf6f6-6bf5-4b86-8229-5ab009e60513)] {{(pid=113376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 03:49:38.532987 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Current status of the port 529ca9aa-304c-40bd-9203-996aa5fb06dd is: ACTIVE; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:49:38.543829 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-1626a79e-73f0-4f91-a105-603d13e369f4 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:38.545689 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-1626a79e-73f0-4f91-a105-603d13e369f4 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7056308 Sep 16 03:49:38.548940 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 56054) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:49:38.559276 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.v2.base [None req-f70de8c7-6a64-4181-b32a-ea68f7110f11 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Request body: {'security_group_rule': {'security_group_id': '372fa49a-4978-4034-b54e-abd4cbaee9fa', 'project_id': '37a1aef0396c463d8a10f0ee811e1f2a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=113374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:49:38.580455 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-dcd047f9-b139-4550-92c6-41799dd2b638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (bbdd7a70-3ebf-41f9-a325-66e48ecdc95f), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:38.603842 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-95702eb7-81ba-4572-a123-4e0029430d74 req-5d5f05fa-8ec7-4e6e-83af-360d36687cc5 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3426752 Sep 16 03:49:38.619126 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.db [req-cbebb438-fc6e-44c6-aa6b-2b1f7e957797 req-eed71bc4-a2e6-41df-a06e-6e0fd9a78a75 tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] For port 19b4f355-bc74-46bb-9c3e-debddf171414, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=19b4f355-bc74-46bb-9c3e-debddf171414,segment=NetworkSegment(01d386b0-ae58-4dc1-8a99-a07e8676d396),segment_id=01d386b0-ae58-4dc1-8a99-a07e8676d396)] {{(pid=113375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:49:38.619632 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-cbebb438-fc6e-44c6-aa6b-2b1f7e957797 req-eed71bc4-a2e6-41df-a06e-6e0fd9a78a75 tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432982'] for port (19b4f355-bc74-46bb-9c3e-debddf171414), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:38.621609 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd047f9-b139-4550-92c6-41799dd2b638 None None] Routers {'c678e0ff-8f0f-4047-8669-d5e44bbd4fa0'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:49:38.622284 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-dcd047f9-b139-4550-92c6-41799dd2b638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:49:25Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['c678e0ff-8f0f-4047-8669-d5e44bbd4fa0'], 'active': True} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:49:38.642509 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.plugin [req-cbebb438-fc6e-44c6-aa6b-2b1f7e957797 req-eed71bc4-a2e6-41df-a06e-6e0fd9a78a75 tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] Calling delete_port for 19b4f355-bc74-46bb-9c3e-debddf171414 owned by compute:nova {{(pid=113375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 03:49:38.661260 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:38.679493 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af57a069-2326-46f0-acfe-71a9c60adc80 None None] Pushing event updated for resources: {'Port': ['ID=bbdd7a70-3ebf-41f9-a325-66e48ecdc95f,revision_number=4']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:49:38.699064 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-f70de8c7-6a64-4181-b32a-ea68f7110f11 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Publish callbacks [] for security_group_rule (9ac06db1-60ef-40fb-97fa-223129343d2c), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:38.758267 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-f70de8c7-6a64-4181-b32a-ea68f7110f11 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Publish callbacks [] for security_group_rule (9ac06db1-60ef-40fb-97fa-223129343d2c), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:38.865485 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090b2916-f2fd-4d7f-8f18-e888e7d3f445 req-ac5be641-a08b-487b-88e4-12a702194c81 tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:38.867025 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-090b2916-f2fd-4d7f-8f18-e888e7d3f445 req-ac5be641-a08b-487b-88e4-12a702194c81 tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=234c7287-59d4-425c-ba2b-56031d311ee6 HTTP/1.1" status: 200 len: 945 time: 0.0535254 Sep 16 03:49:38.868177 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-f70de8c7-6a64-4181-b32a-ea68f7110f11 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650582'] for security_group_rule (9ac06db1-60ef-40fb-97fa-223129343d2c), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:38.883071 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-444b8ef6-6032-47a9-8f4d-ad181d7957aa None None] Attempt 6 to provision port bbdd7a70-3ebf-41f9-a325-66e48ecdc95f Sep 16 03:49:38.897133 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70de8c7-6a64-4181-b32a-ea68f7110f11 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ac06db1-60ef-40fb-97fa-223129343d2c,revision_number=0']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:49:38.931314 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvr_db [None req-dcd047f9-b139-4550-92c6-41799dd2b638 None None] Set router c678e0ff-8f0f-4047-8669-d5e44bbd4fa0 gateway port host: dv-cinder-857993-1-iscsi {{(pid=113376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:49:38.936751 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-cbebb438-fc6e-44c6-aa6b-2b1f7e957797 req-eed71bc4-a2e6-41df-a06e-6e0fd9a78a75 tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672957835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672515813'] for port (19b4f355-bc74-46bb-9c3e-debddf171414), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:38.952027 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-090b2916-f2fd-4d7f-8f18-e888e7d3f445 req-9301763d-dd53-405a-a62c-48f5ffcbdc7f tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=61d8ba29-7987-48cf-9137-da50bfd9b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705914 Sep 16 03:49:38.980358 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed71bc4-a2e6-41df-a06e-6e0fd9a78a75 tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] Pushing event deleted for resources: {'Port': ['ID=19b4f355-bc74-46bb-9c3e-debddf171414,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:49:38.981281 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] get_ports_and_sgs() called for port_ids ['19b4f355-bc74-46bb-9c3e-debddf171414'] {{(pid=113376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 03:49:39.012039 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-f70de8c7-6a64-4181-b32a-ea68f7110f11 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:39.013766 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-f70de8c7-6a64-4181-b32a-ea68f7110f11 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4609923 Sep 16 03:49:39.016918 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 56062) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:49:39.022351 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.v2.base [None req-09557bca-341a-4469-8d98-3312dc82e691 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Request body: {'security_group_rule': {'security_group_id': '372fa49a-4978-4034-b54e-abd4cbaee9fa', 'project_id': '37a1aef0396c463d8a10f0ee811e1f2a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=113374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:49:39.068737 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbebb438-fc6e-44c6-aa6b-2b1f7e957797 req-eed71bc4-a2e6-41df-a06e-6e0fd9a78a75 tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] No DVR routers for this DVR port 19b4f355-bc74-46bb-9c3e-debddf171414 on host hv-cinder-85799 {{(pid=113375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 03:49:39.072484 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-cbebb438-fc6e-44c6-aa6b-2b1f7e957797 req-eed71bc4-a2e6-41df-a06e-6e0fd9a78a75 tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for port (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:39.077493 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-cbebb438-fc6e-44c6-aa6b-2b1f7e957797 req-eed71bc4-a2e6-41df-a06e-6e0fd9a78a75 tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] 10.222.0.52 "DELETE /networking/v2.0/ports/19b4f355-bc74-46bb-9c3e-debddf171414 HTTP/1.1" status: 204 len: 173 time: 1.0360436 Sep 16 03:49:39.077822 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '234c7287-59d4-425c-ba2b-56031d311ee6', 'name': 'network-vif-deleted', 'tag': '19b4f355-bc74-46bb-9c3e-debddf171414'}] {{(pid=113375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 03:49:39.081553 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5377fd1d321389c1792f161ed840337514ae556b8848fe715c314c680a14a908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e105f2-301e-4f28-b1b5-9d738a71d252" -d '{"events": [{"server_uuid": "234c7287-59d4-425c-ba2b-56031d311ee6", "name": "network-vif-deleted", "tag": "19b4f355-bc74-46bb-9c3e-debddf171414"}]}' {{(pid=113375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 03:49:39.117021 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 56066) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:49:39.142659 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-09557bca-341a-4469-8d98-3312dc82e691 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Publish callbacks [] for security_group_rule (08dce46a-a6c4-4822-87e0-a4638efe3939), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:39.144878 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 03:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea4b1469-da8a-4911-b268-14570e8a88c5 x-openstack-request-id: req-ea4b1469-da8a-4911-b268-14570e8a88c5 {{(pid=113375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 03:49:39.145189 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "234c7287-59d4-425c-ba2b-56031d311ee6", "name": "network-vif-deleted", "tag": "19b4f355-bc74-46bb-9c3e-debddf171414", "status": "completed", "code": 200}]} {{(pid=113375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 03:49:39.145440 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ea4b1469-da8a-4911-b268-14570e8a88c5 {{(pid=113375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 03:49:39.146148 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea4b1469-da8a-4911-b268-14570e8a88c5'] response: {'server_uuid': '234c7287-59d4-425c-ba2b-56031d311ee6', 'name': 'network-vif-deleted', 'tag': '19b4f355-bc74-46bb-9c3e-debddf171414', 'status': 'completed', 'code': 200} Sep 16 03:49:39.152817 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-444b8ef6-6032-47a9-8f4d-ad181d7957aa None None] Current status of the port bbdd7a70-3ebf-41f9-a325-66e48ecdc95f is: DOWN; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:49:39.153335 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-444b8ef6-6032-47a9-8f4d-ad181d7957aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (bbdd7a70-3ebf-41f9-a325-66e48ecdc95f), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:39.214470 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-444b8ef6-6032-47a9-8f4d-ad181d7957aa None None] For port bbdd7a70-3ebf-41f9-a325-66e48ecdc95f, host dv-cinder-857993-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=bbdd7a70-3ebf-41f9-a325-66e48ecdc95f,segment=NetworkSegment(3edbf6f6-6bf5-4b86-8229-5ab009e60513),segment_id=3edbf6f6-6bf5-4b86-8229-5ab009e60513)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:49:39.275197 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-09557bca-341a-4469-8d98-3312dc82e691 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Publish callbacks [] for security_group_rule (08dce46a-a6c4-4822-87e0-a4638efe3939), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:39.281320 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:39.282202 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-2096a3b7-1c9c-428a-8ec9-5519f9171222 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:39.294289 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-dcd047f9-b139-4550-92c6-41799dd2b638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c678e0ff-8f0f-4047-8669-d5e44bbd4fa0', 'name': 'tempest-TestShelveInstance-1835851195-router', 'tenant_id': '80a5db390a074d4493fd3b17297ac181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '529ca9aa-304c-40bd-9203-996aa5fb06dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:49:31Z', 'updated_at': '2022-09-16T03:49:35Z', 'revision_number': 4, 'project_id': '80a5db390a074d4493fd3b17297ac181', 'gw_port': {'id': '529ca9aa-304c-40bd-9203-996aa5fb06dd', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:89:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c678e0ff-8f0f-4047-8669-d5e44bbd4fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:49:32Z', 'updated_at': '2022-09-16T03:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_interfaces': [{'id': 'bbdd7a70-3ebf-41f9-a325-66e48ecdc95f', 'name': '', 'network_id': 'a4749853-b107-4b41-abf0-1bb624e6f702', 'tenant_id': '80a5db390a074d4493fd3b17297ac181', 'mac_address': 'fa:16:3e:87:c7:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c678e0ff-8f0f-4047-8669-d5e44bbd4fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'b00db209-9109-4606-8ab4-91905d66b38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:49:34Z', 'updated_at': '2022-09-16T03:49:38Z', 'revision_number': 4, 'project_id': '80a5db390a074d4493fd3b17297ac181', 'subnets': [{'id': 'b00db209-9109-4606-8ab4-91905d66b38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:49:39.323737 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd047f9-b139-4550-92c6-41799dd2b638 None None] The sync data for ids ['c678e0ff-8f0f-4047-8669-d5e44bbd4fa0'] in dv-cinder-857993-1-iscsi is: [{'id': 'c678e0ff-8f0f-4047-8669-d5e44bbd4fa0', 'name': 'tempest-TestShelveInstance-1835851195-router', 'tenant_id': '80a5db390a074d4493fd3b17297ac181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '529ca9aa-304c-40bd-9203-996aa5fb06dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:49:31Z', 'updated_at': '2022-09-16T03:49:35Z', 'revision_number': 4, 'project_id': '80a5db390a074d4493fd3b17297ac181', 'gw_port': {'id': '529ca9aa-304c-40bd-9203-996aa5fb06dd', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:89:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c678e0ff-8f0f-4047-8669-d5e44bbd4fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:49:32Z', 'updated_at': '2022-09-16T03:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_interfaces': [{'id': 'bbdd7a70-3ebf-41f9-a325-66e48ecdc95f', 'name': '', 'network_id': 'a4749853-b107-4b41-abf0-1bb624e6f702', 'tenant_id': '80a5db390a074d4493fd3b17297ac181', 'mac_address': 'fa:16:3e:87:c7:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c678e0ff-8f0f-4047-8669-d5e44bbd4fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'b00db209-9109-4606-8ab4-91905d66b38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:49:34Z', 'updated_at': '2022-09-16T03:49:38Z', 'revision_number': 4, 'project_id': '80a5db390a074d4493fd3b17297ac181', 'subnets': [{'id': 'b00db209-9109-4606-8ab4-91905d66b38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 03:49:39.330183 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-444b8ef6-6032-47a9-8f4d-ad181d7957aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (bbdd7a70-3ebf-41f9-a325-66e48ecdc95f), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:39.358843 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-09557bca-341a-4469-8d98-3312dc82e691 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650582'] for security_group_rule (08dce46a-a6c4-4822-87e0-a4638efe3939), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:39.368387 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:39.371385 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-444b8ef6-6032-47a9-8f4d-ad181d7957aa None None] Provisioning complete for port dc825853-87ec-4fa3-b29b-db481bdcbe7d triggered by entity DHCP. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:49:39.371757 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-444b8ef6-6032-47a9-8f4d-ad181d7957aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (dc825853-87ec-4fa3-b29b-db481bdcbe7d), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:39.372221 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-444b8ef6-6032-47a9-8f4d-ad181d7957aa None None] Attempt 1 to provision port dc825853-87ec-4fa3-b29b-db481bdcbe7d Sep 16 03:49:39.390097 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09557bca-341a-4469-8d98-3312dc82e691 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08dce46a-a6c4-4822-87e0-a4638efe3939,revision_number=0']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:49:39.423815 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444b8ef6-6032-47a9-8f4d-ad181d7957aa None None] Pushing event updated for resources: {'Port': ['ID=bbdd7a70-3ebf-41f9-a325-66e48ecdc95f,revision_number=5']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:49:39.428570 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-2096a3b7-1c9c-428a-8ec9-5519f9171222 admin admin] Publish callbacks [] for security_group (297730d3-d714-4bd6-a00e-ec588f1dce3f), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:39.477089 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-444b8ef6-6032-47a9-8f4d-ad181d7957aa None None] Current status of the port dc825853-87ec-4fa3-b29b-db481bdcbe7d is: ACTIVE; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:49:39.496281 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-2096a3b7-1c9c-428a-8ec9-5519f9171222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (297730d3-d714-4bd6-a00e-ec588f1dce3f), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:39.501870 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-09557bca-341a-4469-8d98-3312dc82e691 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:39.506162 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-09557bca-341a-4469-8d98-3312dc82e691 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4880066 Sep 16 03:49:39.506347 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 56072) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:49:39.511905 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [None req-8651992c-4c3d-48c0-b89d-6ab2b394bbbb tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Request body: {'security_group_rule': {'security_group_id': '372fa49a-4978-4034-b54e-abd4cbaee9fa', 'project_id': '37a1aef0396c463d8a10f0ee811e1f2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:49:39.552606 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-2096a3b7-1c9c-428a-8ec9-5519f9171222 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=10d20578af134f4fa99d5b3479ef1920&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4309676 Sep 16 03:49:39.552606 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2096a3b7-1c9c-428a-8ec9-5519f9171222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=297730d3-d714-4bd6-a00e-ec588f1dce3f,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:49:39.553218 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 56074) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:49:39.596763 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-013b713f-f8af-466c-a68f-6eb59576f9e2 None None] Provisioning complete for port bbdd7a70-3ebf-41f9-a325-66e48ecdc95f triggered by entity DHCP. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:49:39.597316 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-013b713f-f8af-466c-a68f-6eb59576f9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (bbdd7a70-3ebf-41f9-a325-66e48ecdc95f), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:39.597945 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-013b713f-f8af-466c-a68f-6eb59576f9e2 None None] Attempt 1 to provision port bbdd7a70-3ebf-41f9-a325-66e48ecdc95f Sep 16 03:49:39.622475 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-d48edc1d-5303-4cbd-a1f6-56c19eb4885f admin admin] Publish callbacks [] for security_group (297730d3-d714-4bd6-a00e-ec588f1dce3f), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:39.651263 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-d48edc1d-5303-4cbd-a1f6-56c19eb4885f admin admin] Publish callbacks [] for security_group (297730d3-d714-4bd6-a00e-ec588f1dce3f), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:39.670488 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.db.securitygroups_db [None req-8651992c-4c3d-48c0-b89d-6ab2b394bbbb tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Project 37a1aef0396c463d8a10f0ee811e1f2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 03:49:39.684275 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-8651992c-4c3d-48c0-b89d-6ab2b394bbbb tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Publish callbacks [] for security_group_rule (883c4be7-bbce-474c-87af-d2dc15d491d4), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:39.736628 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-013b713f-f8af-466c-a68f-6eb59576f9e2 None None] Current status of the port bbdd7a70-3ebf-41f9-a325-66e48ecdc95f is: ACTIVE; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:49:39.767262 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-8651992c-4c3d-48c0-b89d-6ab2b394bbbb tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Publish callbacks [] for security_group_rule (883c4be7-bbce-474c-87af-d2dc15d491d4), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:39.776821 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7879e2d2-882d-4db7-add0-42133fd57632 req-ab06363d-898a-4155-9290-fc2f04ba3be1 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:39.778755 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-7879e2d2-882d-4db7-add0-42133fd57632 req-ab06363d-898a-4155-9290-fc2f04ba3be1 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806 HTTP/1.1" status: 200 len: 945 time: 0.0689292 Sep 16 03:49:39.842011 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-7879e2d2-882d-4db7-add0-42133fd57632 req-cf5c85f4-63f0-4570-82fd-bea381e9aa44 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558031 Sep 16 03:49:39.862975 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-8651992c-4c3d-48c0-b89d-6ab2b394bbbb tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650582'] for security_group_rule (883c4be7-bbce-474c-87af-d2dc15d491d4), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:39.862975 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-d48edc1d-5303-4cbd-a1f6-56c19eb4885f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (297730d3-d714-4bd6-a00e-ec588f1dce3f), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:39.869071 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-d48edc1d-5303-4cbd-a1f6-56c19eb4885f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:39.869071 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-d48edc1d-5303-4cbd-a1f6-56c19eb4885f admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/297730d3-d714-4bd6-a00e-ec588f1dce3f HTTP/1.1" status: 204 len: 168 time: 0.3098674 Sep 16 03:49:39.870747 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 56090) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:49:39.882552 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48edc1d-5303-4cbd-a1f6-56c19eb4885f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=297730d3-d714-4bd6-a00e-ec588f1dce3f,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:49:39.906492 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8651992c-4c3d-48c0-b89d-6ab2b394bbbb tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=883c4be7-bbce-474c-87af-d2dc15d491d4,revision_number=0']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:49:39.938757 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.db.db_base_plugin_v2 [None req-121835ba-4994-4f1b-9182-226a3b9db8c3 admin admin] Deleting subnet 4bd97775-6706-422d-97ed-0112d1f599e7 {{(pid=113374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 03:49:39.944089 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-121835ba-4994-4f1b-9182-226a3b9db8c3 admin admin] Publish callbacks [] for subnet (4bd97775-6706-422d-97ed-0112d1f599e7), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:39.977902 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-8651992c-4c3d-48c0-b89d-6ab2b394bbbb tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:39.981893 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-8651992c-4c3d-48c0-b89d-6ab2b394bbbb tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4720209 Sep 16 03:49:39.982256 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 56094) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:49:39.989833 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [None req-c1993a28-f13c-4b8e-b4eb-34afa1d638a5 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Request body: {'security_group_rule': {'security_group_id': '372fa49a-4978-4034-b54e-abd4cbaee9fa', 'project_id': '37a1aef0396c463d8a10f0ee811e1f2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:49:39.990265 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-121835ba-4994-4f1b-9182-226a3b9db8c3 admin admin] Publish callbacks [] for subnet (4bd97775-6706-422d-97ed-0112d1f599e7), precommit_delete_associations {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:40.003126 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-121835ba-4994-4f1b-9182-226a3b9db8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1375850'] for subnet (4bd97775-6706-422d-97ed-0112d1f599e7), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:40.077818 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-414944fa-cc66-4d47-8650-0c2d6708197d req-ed886ab5-22e8-412e-b71f-5f77cf2dbdec tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=234c7287-59d4-425c-ba2b-56031d311ee6 HTTP/1.1" status: 200 len: 210 time: 0.0325243 Sep 16 03:49:40.079735 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.db.securitygroups_db [None req-c1993a28-f13c-4b8e-b4eb-34afa1d638a5 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Project 37a1aef0396c463d8a10f0ee811e1f2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 03:49:40.090045 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-c1993a28-f13c-4b8e-b4eb-34afa1d638a5 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Publish callbacks [] for security_group_rule (65177d8a-e7f7-4055-8dee-7222343e6914), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:40.160479 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-c1993a28-f13c-4b8e-b4eb-34afa1d638a5 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Publish callbacks [] for security_group_rule (65177d8a-e7f7-4055-8dee-7222343e6914), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:40.194154 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-121835ba-4994-4f1b-9182-226a3b9db8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1345367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066'] for subnet (4bd97775-6706-422d-97ed-0112d1f599e7), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:40.231867 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121835ba-4994-4f1b-9182-226a3b9db8c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bd97775-6706-422d-97ed-0112d1f599e7,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:49:40.233862 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-121835ba-4994-4f1b-9182-226a3b9db8c3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:40.237103 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-121835ba-4994-4f1b-9182-226a3b9db8c3 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/4bd97775-6706-422d-97ed-0112d1f599e7 HTTP/1.1" status: 204 len: 168 time: 0.3652465 Sep 16 03:49:40.240171 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 56096) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:49:40.349844 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-463830d6-e9e3-4301-a514-6c244dbfcc81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1315103'] for network (eaf67c14-6d17-432a-a069-d69989583fd5), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:40.352487 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-c1993a28-f13c-4b8e-b4eb-34afa1d638a5 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650582'] for security_group_rule (65177d8a-e7f7-4055-8dee-7222343e6914), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:40.367241 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device bbdd7a70-3ebf-41f9-a325-66e48ecdc95f up at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 03:49:40.396152 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1993a28-f13c-4b8e-b4eb-34afa1d638a5 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65177d8a-e7f7-4055-8dee-7222343e6914,revision_number=0']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:49:40.432092 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Provisioning complete for port bbdd7a70-3ebf-41f9-a325-66e48ecdc95f triggered by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:49:40.432310 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:40.432408 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (bbdd7a70-3ebf-41f9-a325-66e48ecdc95f), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:40.433473 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Attempt 1 to provision port bbdd7a70-3ebf-41f9-a325-66e48ecdc95f Sep 16 03:49:40.478691 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-c1993a28-f13c-4b8e-b4eb-34afa1d638a5 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:40.479940 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-c1993a28-f13c-4b8e-b4eb-34afa1d638a5 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4966810 Sep 16 03:49:40.501083 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-463830d6-e9e3-4301-a514-6c244dbfcc81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-666433', 'neutron.services.segments.db._delete_segments_for_network-8741672980929'] for network (eaf67c14-6d17-432a-a069-d69989583fd5), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:40.532919 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Current status of the port bbdd7a70-3ebf-41f9-a325-66e48ecdc95f is: ACTIVE; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:49:40.550820 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-463830d6-e9e3-4301-a514-6c244dbfcc81 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=113375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:49:40.551831 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-463830d6-e9e3-4301-a514-6c244dbfcc81 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=113375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:49:40.554689 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-463830d6-e9e3-4301-a514-6c244dbfcc81 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=113375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:49:40.556499 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-463830d6-e9e3-4301-a514-6c244dbfcc81 admin admin] Subscribe: > port after_create 55550000 {{(pid=113375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:49:40.557766 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-463830d6-e9e3-4301-a514-6c244dbfcc81 admin admin] Subscribe: > port after_delete 55550000 {{(pid=113375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:49:40.558339 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-463830d6-e9e3-4301-a514-6c244dbfcc81 admin admin] Subscribe: > port after_update 55550000 {{(pid=113375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:49:40.558871 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-463830d6-e9e3-4301-a514-6c244dbfcc81 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=113375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:49:40.559444 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-463830d6-e9e3-4301-a514-6c244dbfcc81 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:49:40.560018 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-463830d6-e9e3-4301-a514-6c244dbfcc81 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:49:40.560559 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-463830d6-e9e3-4301-a514-6c244dbfcc81 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=113375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:49:40.732996 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-463830d6-e9e3-4301-a514-6c244dbfcc81 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:49:40.732996 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-463830d6-e9e3-4301-a514-6c244dbfcc81 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:49:40.733274 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-463830d6-e9e3-4301-a514-6c244dbfcc81 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=113375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:49:40.733603 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-463830d6-e9e3-4301-a514-6c244dbfcc81 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=113375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:49:40.736774 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.services.segments.db [None req-463830d6-e9e3-4301-a514-6c244dbfcc81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaf67c14-6d17-432a-a069-d69989583fd5']}} {{(pid=113375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:49:40.757314 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.services.segments.db [None req-463830d6-e9e3-4301-a514-6c244dbfcc81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '952cfbbe-31de-49c4-b84c-985b45e0ef76') {'for_net_delete': True} {{(pid=113375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:49:40.757612 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.services.segments.db [None req-463830d6-e9e3-4301-a514-6c244dbfcc81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '952cfbbe-31de-49c4-b84c-985b45e0ef76') {} {{(pid=113375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:49:40.778426 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-463830d6-e9e3-4301-a514-6c244dbfcc81 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741672980821', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7583025'] for segment (952cfbbe-31de-49c4-b84c-985b45e0ef76), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:40.804976 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-463830d6-e9e3-4301-a514-6c244dbfcc81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432398'] for segment (952cfbbe-31de-49c4-b84c-985b45e0ef76), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:40.823564 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-463830d6-e9e3-4301-a514-6c244dbfcc81 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=113375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 03:49:40.824064 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-463830d6-e9e3-4301-a514-6c244dbfcc81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4972254'] for segment (952cfbbe-31de-49c4-b84c-985b45e0ef76), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:40.896202 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:40.995767 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b54eb-4dd5-4c70-9daa-bc0b13723a3a req-cb1de6a4-d224-4e92-b6e0-e6db5d212f42 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:40.997563 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-be5b54eb-4dd5-4c70-9daa-bc0b13723a3a req-cb1de6a4-d224-4e92-b6e0-e6db5d212f42 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806 HTTP/1.1" status: 200 len: 945 time: 0.0659256 Sep 16 03:49:41.006723 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=100 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:41.009043 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-463830d6-e9e3-4301-a514-6c244dbfcc81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-666488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-452227'] for network (eaf67c14-6d17-432a-a069-d69989583fd5), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:41.030614 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463830d6-e9e3-4301-a514-6c244dbfcc81 admin admin] Pushing event deleted for resources: {'Network': ['ID=eaf67c14-6d17-432a-a069-d69989583fd5,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:49:41.032819 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-463830d6-e9e3-4301-a514-6c244dbfcc81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602048'] for network (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:41.037064 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-463830d6-e9e3-4301-a514-6c244dbfcc81 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/eaf67c14-6d17-432a-a069-d69989583fd5 HTTP/1.1" status: 204 len: 168 time: 0.7954962 Sep 16 03:49:41.047198 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 56156) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:49:41.096057 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.services.segments.plugin [-] Segment 952cfbbe-31de-49c4-b84c-985b45e0ef76 resource provider aggregate not found Sep 16 03:49:41.100950 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:41.123227 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.services.segments.plugin [-] Segment 952cfbbe-31de-49c4-b84c-985b45e0ef76 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 952cfbbe-31de-49c4-b84c-985b45e0ef76 found for delete ", "request_id": "req-db88834b-a42b-4a01-9c70-80b3cd1a28d9"}]} Sep 16 03:49:41.168640 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-be5b54eb-4dd5-4c70-9daa-bc0b13723a3a req-f793f302-efbc-427d-9d59-d7392dfc287e tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648185 Sep 16 03:49:41.207327 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.db.db_base_plugin_v2 [None req-854adf00-ab0d-4473-886c-c43b0f11759c admin admin] Deleting subnet ed8e6333-0efe-40bf-b065-7d8abe3e40eb {{(pid=113374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 03:49:41.210923 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-854adf00-ab0d-4473-886c-c43b0f11759c admin admin] Publish callbacks [] for subnet (ed8e6333-0efe-40bf-b065-7d8abe3e40eb), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:41.238986 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-881ad66c-5cc6-4a81-8425-609d44411443 req-b88a53bc-b992-4696-9130-54256e93b053 tempest-DeleteServersTestJSON-988979524 tempest-DeleteServersTestJSON-988979524-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=234c7287-59d4-425c-ba2b-56031d311ee6 HTTP/1.1" status: 200 len: 210 time: 0.0317893 Sep 16 03:49:41.249309 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-854adf00-ab0d-4473-886c-c43b0f11759c admin admin] Publish callbacks [] for subnet (ed8e6333-0efe-40bf-b065-7d8abe3e40eb), precommit_delete_associations {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:41.256532 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-854adf00-ab0d-4473-886c-c43b0f11759c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1375850'] for subnet (ed8e6333-0efe-40bf-b065-7d8abe3e40eb), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:41.270899 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device 19b4f355-bc74-46bb-9c3e-debddf171414 no longer exists at agent hyperv_hv-cinder-85799 {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 03:49:41.292766 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] No Port match for: 19b4f355-bc74-46bb-9c3e-debddf171414 {{(pid=113376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 03:49:41.293106 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device 19b4f355-bc74-46bb-9c3e-debddf171414 not bound to the agent host hv-cinder-85799 {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 03:49:41.421910 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=100 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:41.451404 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-854adf00-ab0d-4473-886c-c43b0f11759c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1345367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066'] for subnet (ed8e6333-0efe-40bf-b065-7d8abe3e40eb), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:41.482437 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-854adf00-ab0d-4473-886c-c43b0f11759c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:41.485726 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-854adf00-ab0d-4473-886c-c43b0f11759c admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/ed8e6333-0efe-40bf-b065-7d8abe3e40eb HTTP/1.1" status: 204 len: 168 time: 0.4406435 Sep 16 03:49:41.486848 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854adf00-ab0d-4473-886c-c43b0f11759c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed8e6333-0efe-40bf-b065-7d8abe3e40eb,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:49:41.488409 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 56174) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:49:41.557227 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-ca319a06-9c4b-4a74-8a7f-e7a4090aee3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1315103'] for network (f0ba78fc-ec6e-446c-a872-078154e7d66c), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:41.566797 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:DELETE=6,neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:41.657703 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-ca319a06-9c4b-4a74-8a7f-e7a4090aee3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-666433', 'neutron.services.segments.db._delete_segments_for_network-8741672980929'] for network (f0ba78fc-ec6e-446c-a872-078154e7d66c), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:41.686593 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.services.segments.db [None req-ca319a06-9c4b-4a74-8a7f-e7a4090aee3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0ba78fc-ec6e-446c-a872-078154e7d66c']}} {{(pid=113375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:49:41.699347 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.services.segments.db [None req-ca319a06-9c4b-4a74-8a7f-e7a4090aee3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4220739-c4ac-4d66-8067-264d5cd9083c') {'for_net_delete': True} {{(pid=113375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:49:41.699644 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.services.segments.db [None req-ca319a06-9c4b-4a74-8a7f-e7a4090aee3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4220739-c4ac-4d66-8067-264d5cd9083c') {} {{(pid=113375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:49:41.710943 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-ca319a06-9c4b-4a74-8a7f-e7a4090aee3b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741672980821', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7583025'] for segment (f4220739-c4ac-4d66-8067-264d5cd9083c), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:41.727448 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-ca319a06-9c4b-4a74-8a7f-e7a4090aee3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432398'] for segment (f4220739-c4ac-4d66-8067-264d5cd9083c), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:41.741920 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:41.741920 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca319a06-9c4b-4a74-8a7f-e7a4090aee3b admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=113375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 03:49:41.741920 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-ca319a06-9c4b-4a74-8a7f-e7a4090aee3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4972254'] for segment (f4220739-c4ac-4d66-8067-264d5cd9083c), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:41.884443 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-ca319a06-9c4b-4a74-8a7f-e7a4090aee3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-666488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-452227'] for network (f0ba78fc-ec6e-446c-a872-078154e7d66c), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:41.892296 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-ca319a06-9c4b-4a74-8a7f-e7a4090aee3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602048'] for network (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:41.895347 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-ca319a06-9c4b-4a74-8a7f-e7a4090aee3b admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/f0ba78fc-ec6e-446c-a872-078154e7d66c HTTP/1.1" status: 204 len: 168 time: 0.4057446 Sep 16 03:49:41.905340 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca319a06-9c4b-4a74-8a7f-e7a4090aee3b admin admin] Pushing event deleted for resources: {'Network': ['ID=f0ba78fc-ec6e-446c-a872-078154e7d66c,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:49:42.108068 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:42.322122 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe94635-86ea-4ff0-a004-32248c77d8bb req-03c45f67-5645-4ce5-ad81-c60077e3d878 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:42.322122 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-afe94635-86ea-4ff0-a004-32248c77d8bb req-03c45f67-5645-4ce5-ad81-c60077e3d878 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806 HTTP/1.1" status: 200 len: 945 time: 0.0568449 Sep 16 03:49:42.393700 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-afe94635-86ea-4ff0-a004-32248c77d8bb req-89cf052f-5cbb-48c9-bdf3-72649c4117bb tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663488 Sep 16 03:49:42.431233 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 56238) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:49:42.479627 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-ebda0fd5-a30d-4ae5-b4a8-f78c43ad92d1 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=bed14ff70a404f71a3e7eb574ea3a8cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0471716 Sep 16 03:49:42.480276 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 56242) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:49:42.543117 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-aa9003d9-b2b3-4017-beb8-40e5931796c1 admin admin] Publish callbacks [] for security_group (75642743-9008-4158-8c49-ec6d8048ed51), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:42.578493 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-aa9003d9-b2b3-4017-beb8-40e5931796c1 admin admin] Publish callbacks [] for security_group (75642743-9008-4158-8c49-ec6d8048ed51), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:42.638964 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:42.748172 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-aa9003d9-b2b3-4017-beb8-40e5931796c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (75642743-9008-4158-8c49-ec6d8048ed51), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:42.750753 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-aa9003d9-b2b3-4017-beb8-40e5931796c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:42.752784 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-aa9003d9-b2b3-4017-beb8-40e5931796c1 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/75642743-9008-4158-8c49-ec6d8048ed51 HTTP/1.1" status: 204 len: 168 time: 0.2707510 Sep 16 03:49:42.765996 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9003d9-b2b3-4017-beb8-40e5931796c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75642743-9008-4158-8c49-ec6d8048ed51,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:49:43.142708 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.services.segments.plugin [-] Segment f4220739-c4ac-4d66-8067-264d5cd9083c resource provider aggregate not found Sep 16 03:49:43.161532 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.services.segments.plugin [-] Segment f4220739-c4ac-4d66-8067-264d5cd9083c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f4220739-c4ac-4d66-8067-264d5cd9083c found for delete ", "request_id": "req-996f196a-2296-436f-a16f-91284ada045a"}]} Sep 16 03:49:43.359274 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=100 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:43.519732 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf618f0-2004-4b44-b571-10d44620acc2 req-ac48f43c-c231-467e-a6fb-86cedcf6215b tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:43.521195 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-fcf618f0-2004-4b44-b571-10d44620acc2 req-ac48f43c-c231-467e-a6fb-86cedcf6215b tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806 HTTP/1.1" status: 200 len: 945 time: 0.0461335 Sep 16 03:49:43.571236 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-fcf618f0-2004-4b44-b571-10d44620acc2 req-95885f44-69b6-4282-a55b-12675fbb8d2b tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441732 Sep 16 03:49:43.708487 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 56286) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:49:43.750499 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-909db277-6c91-4763-8a70-a0c5acfc1962 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=f3ceb13de3b94aec80ec802c6a5061f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400310 Sep 16 03:49:43.752814 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 56288) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:49:43.796117 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:43.809467 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-325839f5-0cd6-426a-9bcc-23f48418ee85 admin admin] Publish callbacks [] for security_group (717cb71a-fcbd-4df8-a766-4978eb1069fe), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:43.830617 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-325839f5-0cd6-426a-9bcc-23f48418ee85 admin admin] Publish callbacks [] for security_group (717cb71a-fcbd-4df8-a766-4978eb1069fe), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:43.970565 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:44.005412 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-325839f5-0cd6-426a-9bcc-23f48418ee85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (717cb71a-fcbd-4df8-a766-4978eb1069fe), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:44.007085 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 56296) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:49:44.008065 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-325839f5-0cd6-426a-9bcc-23f48418ee85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:44.009242 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-325839f5-0cd6-426a-9bcc-23f48418ee85 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/717cb71a-fcbd-4df8-a766-4978eb1069fe HTTP/1.1" status: 204 len: 168 time: 0.2555330 Sep 16 03:49:44.018121 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325839f5-0cd6-426a-9bcc-23f48418ee85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=717cb71a-fcbd-4df8-a766-4978eb1069fe,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:49:44.251551 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:44.416596 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-bc200eba-3051-4a92-9df3-f7998d3f881c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-427180'] for router_interface (81219bb8-1b4f-4141-8493-9a43123900ee), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:44.469019 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:44.722471 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e198590e-22ff-4dfe-a1cd-c1a68a5fd578 req-2d99cf47-5497-45c5-8d17-f05dcaafcb31 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:44.727499 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-e198590e-22ff-4dfe-a1cd-c1a68a5fd578 req-2d99cf47-5497-45c5-8d17-f05dcaafcb31 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806 HTTP/1.1" status: 200 len: 945 time: 0.0644722 Sep 16 03:49:44.783606 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-e198590e-22ff-4dfe-a1cd-c1a68a5fd578 req-89289095-b8ef-448d-babc-04e17d62b3c4 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498614 Sep 16 03:49:44.872685 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=100 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:44.985065 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.plugin [None req-bc200eba-3051-4a92-9df3-f7998d3f881c admin admin] Deleting port 43b41f7b-b035-49ff-8885-c3d3c4dcfa38 {{(pid=113374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 03:49:44.985476 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-bc200eba-3051-4a92-9df3-f7998d3f881c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672990733'] for port (43b41f7b-b035-49ff-8885-c3d3c4dcfa38), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:45.083209 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.db [None req-bc200eba-3051-4a92-9df3-f7998d3f881c admin admin] For port 43b41f7b-b035-49ff-8885-c3d3c4dcfa38, host dv-cinder-857993-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=43b41f7b-b035-49ff-8885-c3d3c4dcfa38,segment=NetworkSegment(01d386b0-ae58-4dc1-8a99-a07e8676d396),segment_id=01d386b0-ae58-4dc1-8a99-a07e8676d396)] {{(pid=113374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:49:45.083578 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-bc200eba-3051-4a92-9df3-f7998d3f881c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432982'] for port (43b41f7b-b035-49ff-8885-c3d3c4dcfa38), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:45.099975 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.plugin [None req-bc200eba-3051-4a92-9df3-f7998d3f881c admin admin] Calling delete_port for 43b41f7b-b035-49ff-8885-c3d3c4dcfa38 owned by network:router_interface {{(pid=113374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 03:49:45.381909 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-bc200eba-3051-4a92-9df3-f7998d3f881c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672957835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672515813'] for port (43b41f7b-b035-49ff-8885-c3d3c4dcfa38), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:45.416068 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc200eba-3051-4a92-9df3-f7998d3f881c admin admin] Pushing event deleted for resources: {'Port': ['ID=43b41f7b-b035-49ff-8885-c3d3c4dcfa38,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:49:45.554104 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=100 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:45.556653 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-bc200eba-3051-4a92-9df3-f7998d3f881c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452380'] for router_interface (81219bb8-1b4f-4141-8493-9a43123900ee), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:45.610638 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:45.788194 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc200eba-3051-4a92-9df3-f7998d3f881c admin admin] Router 81219bb8-1b4f-4141-8493-9a43123900ee has already been hosted by L3 agent 20a8dcff-cb91-4cfb-b5ee-87736efe33d8 {{(pid=113374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 03:49:45.930637 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:45.936007 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc200eba-3051-4a92-9df3-f7998d3f881c admin admin] Notify agent at l3_agent.dv-cinder-857993-1-iscsi the message routers_updated {{(pid=113374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 03:49:45.945610 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd54407f-c792-493c-8fd7-ae5c574b6c3a None None] Sync routers for ids ['81219bb8-1b4f-4141-8493-9a43123900ee'] in dv-cinder-857993-1-iscsi {{(pid=113377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 03:49:45.946866 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-bc200eba-3051-4a92-9df3-f7998d3f881c admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/81219bb8-1b4f-4141-8493-9a43123900ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9383790 Sep 16 03:49:45.949083 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 56336) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:49:45.957756 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d4e3c1-7735-4379-a3ef-f48be53726fe req-0b8ec694-1754-46a7-a17d-60bb6b56d753 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:45.958752 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd54407f-c792-493c-8fd7-ae5c574b6c3a None None] Routers {'81219bb8-1b4f-4141-8493-9a43123900ee'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:49:45.959396 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-bd54407f-c792-493c-8fd7-ae5c574b6c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:49:25Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['81219bb8-1b4f-4141-8493-9a43123900ee'], 'active': True} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:49:45.964522 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-00d4e3c1-7735-4379-a3ef-f48be53726fe req-0b8ec694-1754-46a7-a17d-60bb6b56d753 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806 HTTP/1.1" status: 200 len: 945 time: 0.0781577 Sep 16 03:49:46.011035 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-00d4e3c1-7735-4379-a3ef-f48be53726fe req-f8e5a4fd-c70e-4435-8fcb-7e1a8059cb8b tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456407 Sep 16 03:49:46.052007 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-67308209-d865-4387-95cc-62c20f3be636 admin admin] Publish callbacks [] for router (81219bb8-1b4f-4141-8493-9a43123900ee), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:46.065063 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvr_db [None req-bd54407f-c792-493c-8fd7-ae5c574b6c3a None None] Set router 81219bb8-1b4f-4141-8493-9a43123900ee gateway port host: dv-cinder-857993-1-iscsi {{(pid=113377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:49:46.130013 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:46.199261 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-67308209-d865-4387-95cc-62c20f3be636 admin admin] Publish callbacks [] for router_gateway (81219bb8-1b4f-4141-8493-9a43123900ee), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:46.318439 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.plugin [None req-67308209-d865-4387-95cc-62c20f3be636 admin admin] Deleting port bf3fef07-90a3-49c9-bdfe-bb97bd0003ea {{(pid=113375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 03:49:46.318760 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-67308209-d865-4387-95cc-62c20f3be636 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672990733'] for port (bf3fef07-90a3-49c9-bdfe-bb97bd0003ea), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:46.335439 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:46.360983 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-bd54407f-c792-493c-8fd7-ae5c574b6c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81219bb8-1b4f-4141-8493-9a43123900ee', 'name': 'tempest-DeleteServersTestJSON-83677815-router', 'tenant_id': 'd39c13d4012549c2890bf1d904d1c041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'bf3fef07-90a3-49c9-bdfe-bb97bd0003ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:13Z', 'updated_at': '2022-09-16T03:49:45Z', 'revision_number': 5, 'project_id': 'd39c13d4012549c2890bf1d904d1c041', 'gw_port': {'id': 'bf3fef07-90a3-49c9-bdfe-bb97bd0003ea', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81219bb8-1b4f-4141-8493-9a43123900ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:15Z', 'updated_at': '2022-09-16T03:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi'}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:49:46.387484 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd54407f-c792-493c-8fd7-ae5c574b6c3a None None] Checking router: 81219bb8-1b4f-4141-8493-9a43123900ee for host: dv-cinder-857993-1-iscsi {{(pid=113377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 03:49:46.396685 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd54407f-c792-493c-8fd7-ae5c574b6c3a None None] Routers {'81219bb8-1b4f-4141-8493-9a43123900ee'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:49:46.397316 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-bd54407f-c792-493c-8fd7-ae5c574b6c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:49:25Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['81219bb8-1b4f-4141-8493-9a43123900ee'], 'active': True} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:49:46.419626 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.db [None req-67308209-d865-4387-95cc-62c20f3be636 admin admin] For port bf3fef07-90a3-49c9-bdfe-bb97bd0003ea, host dv-cinder-857993-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=bf3fef07-90a3-49c9-bdfe-bb97bd0003ea,segment=NetworkSegment(0cda3508-2052-48b1-ae54-b35f980014ad),segment_id=0cda3508-2052-48b1-ae54-b35f980014ad)] {{(pid=113375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:49:46.420137 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-67308209-d865-4387-95cc-62c20f3be636 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432982'] for port (bf3fef07-90a3-49c9-bdfe-bb97bd0003ea), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:46.434855 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.plugin [None req-67308209-d865-4387-95cc-62c20f3be636 admin admin] Calling delete_port for bf3fef07-90a3-49c9-bdfe-bb97bd0003ea owned by network:router_gateway {{(pid=113375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 03:49:46.484918 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvr_db [None req-bd54407f-c792-493c-8fd7-ae5c574b6c3a None None] Set router 81219bb8-1b4f-4141-8493-9a43123900ee gateway port host: None {{(pid=113377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:49:46.536005 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-bd54407f-c792-493c-8fd7-ae5c574b6c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81219bb8-1b4f-4141-8493-9a43123900ee', 'name': 'tempest-DeleteServersTestJSON-83677815-router', 'tenant_id': 'd39c13d4012549c2890bf1d904d1c041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:13Z', 'updated_at': '2022-09-16T03:49:46Z', 'revision_number': 6, 'project_id': 'd39c13d4012549c2890bf1d904d1c041', 'gw_port_host': None}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:49:46.563739 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd54407f-c792-493c-8fd7-ae5c574b6c3a None None] The sync data for ids ['81219bb8-1b4f-4141-8493-9a43123900ee'] in dv-cinder-857993-1-iscsi is: [{'id': '81219bb8-1b4f-4141-8493-9a43123900ee', 'name': 'tempest-DeleteServersTestJSON-83677815-router', 'tenant_id': 'd39c13d4012549c2890bf1d904d1c041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:13Z', 'updated_at': '2022-09-16T03:49:46Z', 'revision_number': 6, 'project_id': 'd39c13d4012549c2890bf1d904d1c041', 'gw_port_host': None}] {{(pid=113377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 03:49:46.695802 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-67308209-d865-4387-95cc-62c20f3be636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672957835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672515813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4972043'] for port (bf3fef07-90a3-49c9-bdfe-bb97bd0003ea), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:46.722066 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67308209-d865-4387-95cc-62c20f3be636 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf3fef07-90a3-49c9-bdfe-bb97bd0003ea,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:49:46.782661 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-67308209-d865-4387-95cc-62c20f3be636 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-452182'] for router_gateway (81219bb8-1b4f-4141-8493-9a43123900ee), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:46.894546 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-67308209-d865-4387-95cc-62c20f3be636 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-389'] for router (81219bb8-1b4f-4141-8493-9a43123900ee), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:46.894546 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-67308209-d865-4387-95cc-62c20f3be636 admin admin] Publish callbacks [] for router_controller (81219bb8-1b4f-4141-8493-9a43123900ee), precommit_delete_associations {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:46.992866 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:47.061441 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-67308209-d865-4387-95cc-62c20f3be636 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452449'] for router (81219bb8-1b4f-4141-8493-9a43123900ee), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:47.062071 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67308209-d865-4387-95cc-62c20f3be636 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81219bb8-1b4f-4141-8493-9a43123900ee {{(pid=113375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 03:49:47.067963 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-67308209-d865-4387-95cc-62c20f3be636 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:47.073138 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-67308209-d865-4387-95cc-62c20f3be636 admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/81219bb8-1b4f-4141-8493-9a43123900ee HTTP/1.1" status: 204 len: 168 time: 1.1180742 Sep 16 03:49:47.073138 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 56348) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:49:47.148897 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.db_base_plugin_v2 [None req-c92d193e-dd74-48b8-81b2-2a0c69993c7d admin admin] Deleting subnet 78a82445-9d1f-4206-b684-d9eb31dd28ea {{(pid=113375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 03:49:47.155514 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-c92d193e-dd74-48b8-81b2-2a0c69993c7d admin admin] Publish callbacks [] for subnet (78a82445-9d1f-4206-b684-d9eb31dd28ea), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:47.162636 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb58217-ebaf-4251-bf83-e4312fa2a8fc req-94cff714-d8e0-4761-9453-67af37a91d77 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:47.164158 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-1fb58217-ebaf-4251-bf83-e4312fa2a8fc req-94cff714-d8e0-4761-9453-67af37a91d77 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806 HTTP/1.1" status: 200 len: 945 time: 0.0656059 Sep 16 03:49:47.217034 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-c92d193e-dd74-48b8-81b2-2a0c69993c7d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7582986'] for subnet (78a82445-9d1f-4206-b684-d9eb31dd28ea), precommit_delete_associations {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:47.263090 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-1fb58217-ebaf-4251-bf83-e4312fa2a8fc req-7bbe8b2e-8d73-4c21-a550-da1946dd94f3 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807903 Sep 16 03:49:47.357211 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-c92d193e-dd74-48b8-81b2-2a0c69993c7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1375850'] for subnet (78a82445-9d1f-4206-b684-d9eb31dd28ea), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:47.357802 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:UPDATE=2,neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=2 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:47.489485 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:47.490741 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-c92d193e-dd74-48b8-81b2-2a0c69993c7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1345367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4972132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7762074'] for subnet (78a82445-9d1f-4206-b684-d9eb31dd28ea), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:47.517610 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92d193e-dd74-48b8-81b2-2a0c69993c7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78a82445-9d1f-4206-b684-d9eb31dd28ea,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:49:47.521182 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-c92d193e-dd74-48b8-81b2-2a0c69993c7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602048'] for subnet (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:47.526560 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-c92d193e-dd74-48b8-81b2-2a0c69993c7d admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/78a82445-9d1f-4206-b684-d9eb31dd28ea HTTP/1.1" status: 204 len: 168 time: 0.4516439 Sep 16 03:49:47.527376 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 56354) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:49:47.530513 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe135798-f1a5-4936-9a93-37dc3cca7965 None None] Network d8d0986c-f45f-4403-8f11-6637eeae0fb2 requested from dv-cinder-857993-1-iscsi {{(pid=113376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 03:49:47.623774 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-239fd2b1-8edf-4e16-8b9b-c2ed501a784d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1315103'] for network (d8d0986c-f45f-4403-8f11-6637eeae0fb2), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:47.680135 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.plugin [None req-239fd2b1-8edf-4e16-8b9b-c2ed501a784d admin admin] Deleting port 428bba1c-bcf7-42c4-acd8-69c14ea41404 {{(pid=113374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 03:49:47.681043 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-239fd2b1-8edf-4e16-8b9b-c2ed501a784d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672990733'] for port (428bba1c-bcf7-42c4-acd8-69c14ea41404), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:47.721841 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297d4ca8-8a15-46bf-84d6-07694dff85c2 None None] DHCP port deletion for d8d0986c-f45f-4403-8f11-6637eeae0fb2 request from dv-cinder-857993-1-iscsi {{(pid=113376) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 03:49:47.747695 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:UPDATE=2,neutron:SELECT=95,neutron:INSERT=3 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:47.753733 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.db [None req-239fd2b1-8edf-4e16-8b9b-c2ed501a784d admin admin] For port 428bba1c-bcf7-42c4-acd8-69c14ea41404, host dv-cinder-857993-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=428bba1c-bcf7-42c4-acd8-69c14ea41404,segment=NetworkSegment(01d386b0-ae58-4dc1-8a99-a07e8676d396),segment_id=01d386b0-ae58-4dc1-8a99-a07e8676d396)] {{(pid=113374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:49:47.754095 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-239fd2b1-8edf-4e16-8b9b-c2ed501a784d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432982'] for port (428bba1c-bcf7-42c4-acd8-69c14ea41404), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:47.774382 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.plugin [None req-239fd2b1-8edf-4e16-8b9b-c2ed501a784d admin admin] Calling delete_port for 428bba1c-bcf7-42c4-acd8-69c14ea41404 owned by network:dhcp {{(pid=113374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 03:49:47.782677 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-297d4ca8-8a15-46bf-84d6-07694dff85c2 None None] Deleting port 428bba1c-bcf7-42c4-acd8-69c14ea41404 {{(pid=113376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 03:49:47.783086 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-297d4ca8-8a15-46bf-84d6-07694dff85c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672990733'] for port (428bba1c-bcf7-42c4-acd8-69c14ea41404), before_delete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:47.839670 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=100 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:47.851449 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-297d4ca8-8a15-46bf-84d6-07694dff85c2 None None] For port 428bba1c-bcf7-42c4-acd8-69c14ea41404, host dv-cinder-857993-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=428bba1c-bcf7-42c4-acd8-69c14ea41404,segment=NetworkSegment(01d386b0-ae58-4dc1-8a99-a07e8676d396),segment_id=01d386b0-ae58-4dc1-8a99-a07e8676d396)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:49:47.852030 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-297d4ca8-8a15-46bf-84d6-07694dff85c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432982'] for port (428bba1c-bcf7-42c4-acd8-69c14ea41404), precommit_delete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:47.866564 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-297d4ca8-8a15-46bf-84d6-07694dff85c2 None None] Calling delete_port for 428bba1c-bcf7-42c4-acd8-69c14ea41404 owned by network:dhcp {{(pid=113376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 03:49:47.980122 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-239fd2b1-8edf-4e16-8b9b-c2ed501a784d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672957835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672515813'] for port (428bba1c-bcf7-42c4-acd8-69c14ea41404), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:48.002167 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-297d4ca8-8a15-46bf-84d6-07694dff85c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672957835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672515813'] for port (428bba1c-bcf7-42c4-acd8-69c14ea41404), after_delete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:48.007559 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239fd2b1-8edf-4e16-8b9b-c2ed501a784d admin admin] Pushing event deleted for resources: {'Port': ['ID=428bba1c-bcf7-42c4-acd8-69c14ea41404,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:49:48.009992 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239fd2b1-8edf-4e16-8b9b-c2ed501a784d admin admin] No DVR routers for this DVR port 428bba1c-bcf7-42c4-acd8-69c14ea41404 on host dv-cinder-857993-1-iscsi {{(pid=113374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 03:49:48.026415 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297d4ca8-8a15-46bf-84d6-07694dff85c2 None None] Pushing event deleted for resources: {'Port': ['ID=428bba1c-bcf7-42c4-acd8-69c14ea41404,revision_number=None']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:49:48.033279 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297d4ca8-8a15-46bf-84d6-07694dff85c2 None None] No DVR routers for this DVR port 428bba1c-bcf7-42c4-acd8-69c14ea41404 on host dv-cinder-857993-1-iscsi {{(pid=113376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 03:49:48.089285 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-239fd2b1-8edf-4e16-8b9b-c2ed501a784d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-666433', 'neutron.services.segments.db._delete_segments_for_network-8741672980929'] for network (d8d0986c-f45f-4403-8f11-6637eeae0fb2), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:48.111959 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-239fd2b1-8edf-4e16-8b9b-c2ed501a784d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=113374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:49:48.112322 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-239fd2b1-8edf-4e16-8b9b-c2ed501a784d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=113374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:49:48.113108 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-239fd2b1-8edf-4e16-8b9b-c2ed501a784d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=113374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:49:48.113423 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-239fd2b1-8edf-4e16-8b9b-c2ed501a784d admin admin] Subscribe: > port after_create 55550000 {{(pid=113374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:49:48.113765 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-239fd2b1-8edf-4e16-8b9b-c2ed501a784d admin admin] Subscribe: > port after_delete 55550000 {{(pid=113374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:49:48.114099 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-239fd2b1-8edf-4e16-8b9b-c2ed501a784d admin admin] Subscribe: > port after_update 55550000 {{(pid=113374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:49:48.114417 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-239fd2b1-8edf-4e16-8b9b-c2ed501a784d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=113374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:49:48.114753 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-239fd2b1-8edf-4e16-8b9b-c2ed501a784d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:49:48.115099 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-239fd2b1-8edf-4e16-8b9b-c2ed501a784d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:49:48.115420 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-239fd2b1-8edf-4e16-8b9b-c2ed501a784d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=113374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:49:48.186901 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-239fd2b1-8edf-4e16-8b9b-c2ed501a784d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:49:48.187272 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-239fd2b1-8edf-4e16-8b9b-c2ed501a784d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:49:48.187598 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-239fd2b1-8edf-4e16-8b9b-c2ed501a784d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=113374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:49:48.187926 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-239fd2b1-8edf-4e16-8b9b-c2ed501a784d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=113374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 03:49:48.188279 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.services.segments.db [None req-239fd2b1-8edf-4e16-8b9b-c2ed501a784d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8d0986c-f45f-4403-8f11-6637eeae0fb2']}} {{(pid=113374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:49:48.206672 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.services.segments.db [None req-239fd2b1-8edf-4e16-8b9b-c2ed501a784d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01d386b0-ae58-4dc1-8a99-a07e8676d396') {'for_net_delete': True} {{(pid=113374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:49:48.207041 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.services.segments.db [None req-239fd2b1-8edf-4e16-8b9b-c2ed501a784d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01d386b0-ae58-4dc1-8a99-a07e8676d396') {} {{(pid=113374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:49:48.224013 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-239fd2b1-8edf-4e16-8b9b-c2ed501a784d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741672980821', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4574544'] for segment (01d386b0-ae58-4dc1-8a99-a07e8676d396), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:48.245737 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-239fd2b1-8edf-4e16-8b9b-c2ed501a784d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432398'] for segment (01d386b0-ae58-4dc1-8a99-a07e8676d396), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:48.255308 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-239fd2b1-8edf-4e16-8b9b-c2ed501a784d admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=113374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 03:49:48.255611 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-239fd2b1-8edf-4e16-8b9b-c2ed501a784d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965356'] for segment (01d386b0-ae58-4dc1-8a99-a07e8676d396), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:48.284142 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device 43b41f7b-b035-49ff-8885-c3d3c4dcfa38 no longer exists at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 03:49:48.310811 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] No Port match for: 43b41f7b-b035-49ff-8885-c3d3c4dcfa38 {{(pid=113376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 03:49:48.311250 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device 43b41f7b-b035-49ff-8885-c3d3c4dcfa38 not bound to the agent host dv-cinder-857993-1-iscsi {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 03:49:48.311696 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device 428bba1c-bcf7-42c4-acd8-69c14ea41404 no longer exists at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 03:49:48.331914 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] No Port match for: 428bba1c-bcf7-42c4-acd8-69c14ea41404 {{(pid=113376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 03:49:48.332272 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device 428bba1c-bcf7-42c4-acd8-69c14ea41404 not bound to the agent host dv-cinder-857993-1-iscsi {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 03:49:48.332682 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device bf3fef07-90a3-49c9-bdfe-bb97bd0003ea no longer exists at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 03:49:48.355799 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] No Port match for: bf3fef07-90a3-49c9-bdfe-bb97bd0003ea {{(pid=113376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 03:49:48.356149 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device bf3fef07-90a3-49c9-bdfe-bb97bd0003ea not bound to the agent host dv-cinder-857993-1-iscsi {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 03:49:48.387011 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (d68ba685-94d2-4b65-887f-d5ec3884fbfa), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:48.414618 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab36985-277e-4e9e-a333-a7ceab1292ae req-a7416d95-c00a-4634-aa57-bb08d8cff51e tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:48.416353 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-cab36985-277e-4e9e-a333-a7ceab1292ae req-a7416d95-c00a-4634-aa57-bb08d8cff51e tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806 HTTP/1.1" status: 200 len: 945 time: 0.0584297 Sep 16 03:49:48.439055 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-239fd2b1-8edf-4e16-8b9b-c2ed501a784d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-666488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-452227'] for network (d8d0986c-f45f-4403-8f11-6637eeae0fb2), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:48.454531 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-239fd2b1-8edf-4e16-8b9b-c2ed501a784d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602048'] for network (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:48.460458 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-239fd2b1-8edf-4e16-8b9b-c2ed501a784d admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/d8d0986c-f45f-4403-8f11-6637eeae0fb2 HTTP/1.1" status: 204 len: 168 time: 0.9294980 Sep 16 03:49:48.474336 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239fd2b1-8edf-4e16-8b9b-c2ed501a784d admin admin] Pushing event deleted for resources: {'Network': ['ID=d8d0986c-f45f-4403-8f11-6637eeae0fb2,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:49:48.498404 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-cab36985-277e-4e9e-a333-a7ceab1292ae req-38963476-caa9-42de-9b0b-e1aeea07ab62 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739114 Sep 16 03:49:48.543659 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.services.segments.plugin [-] Segment 01d386b0-ae58-4dc1-8a99-a07e8676d396 resource provider aggregate not found Sep 16 03:49:48.561410 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.services.segments.plugin [-] Segment 01d386b0-ae58-4dc1-8a99-a07e8676d396 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 01d386b0-ae58-4dc1-8a99-a07e8676d396 found for delete ", "request_id": "req-fd00560d-ef8d-4c89-8273-0c5cb51ec53c"}]} Sep 16 03:49:48.587582 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:48.946023 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 56382) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:49:48.988317 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-56267b7c-2efa-40ce-830d-87a22b005099 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=d39c13d4012549c2890bf1d904d1c041&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0410337 Sep 16 03:49:48.992876 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 56384) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:49:49.042776 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-dec2350f-a2b5-4269-b5bd-14eb2792da11 admin admin] Publish callbacks [] for security_group (61d8ba29-7987-48cf-9137-da50bfd9b55b), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:49.063393 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-dec2350f-a2b5-4269-b5bd-14eb2792da11 admin admin] Publish callbacks [] for security_group (61d8ba29-7987-48cf-9137-da50bfd9b55b), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:49.232854 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-dec2350f-a2b5-4269-b5bd-14eb2792da11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (61d8ba29-7987-48cf-9137-da50bfd9b55b), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:49.235370 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-dec2350f-a2b5-4269-b5bd-14eb2792da11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:49.236522 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-dec2350f-a2b5-4269-b5bd-14eb2792da11 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/61d8ba29-7987-48cf-9137-da50bfd9b55b HTTP/1.1" status: 204 len: 168 time: 0.2427125 Sep 16 03:49:49.245425 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec2350f-a2b5-4269-b5bd-14eb2792da11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d8ba29-7987-48cf-9137-da50bfd9b55b,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:49:49.261969 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:49.341762 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:49.625539 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9e06bf-4272-4051-ad27-d4f6701f9332 req-9dbf60a5-db2e-4039-94e7-02cc64c1e645 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:49.627165 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-5d9e06bf-4272-4051-ad27-d4f6701f9332 req-9dbf60a5-db2e-4039-94e7-02cc64c1e645 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806 HTTP/1.1" status: 200 len: 945 time: 0.0475831 Sep 16 03:49:49.669628 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=100 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:49.686314 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-5d9e06bf-4272-4051-ad27-d4f6701f9332 req-ae0fabf8-fb26-46e0-bef7-de35441cf13c tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533607 Sep 16 03:49:50.095401 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:50.181885 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:50.405903 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:50.519382 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:50.811873 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1f29c7-78c6-430e-a960-a5bdbb6175eb req-f054cd61-a02c-4a8d-bdf0-6e71b4e438b3 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:50.813341 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-0d1f29c7-78c6-430e-a960-a5bdbb6175eb req-f054cd61-a02c-4a8d-bdf0-6e71b4e438b3 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806 HTTP/1.1" status: 200 len: 945 time: 0.0482082 Sep 16 03:49:50.862387 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:50.866167 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-0d1f29c7-78c6-430e-a960-a5bdbb6175eb req-2fce50d4-a599-4cef-8319-5f3a4c6be207 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474298 Sep 16 03:49:51.284566 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:51.295771 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 56452) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:49:51.341941 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:51.398780 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:51.404517 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-58d2b2bf-0172-4472-af06-a0096fadfe6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:51.482962 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-58d2b2bf-0172-4472-af06-a0096fadfe6d admin admin] Publish callbacks [] for security_group (e4a1a39c-90cf-4175-b925-2da3e80993d2), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:51.535766 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:51.568316 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-58d2b2bf-0172-4472-af06-a0096fadfe6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (e4a1a39c-90cf-4175-b925-2da3e80993d2), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:51.608113 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-58d2b2bf-0172-4472-af06-a0096fadfe6d admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=84c5a63f68f947679e6dfc67cebee374&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3117480 Sep 16 03:49:51.609237 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d2b2bf-0172-4472-af06-a0096fadfe6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a1a39c-90cf-4175-b925-2da3e80993d2,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:49:51.611219 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 56458) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:49:51.667349 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-d119ac7e-c3b5-4d80-a6b7-0f9308c77e74 admin admin] Publish callbacks [] for security_group (e4a1a39c-90cf-4175-b925-2da3e80993d2), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:51.687913 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-d119ac7e-c3b5-4d80-a6b7-0f9308c77e74 admin admin] Publish callbacks [] for security_group (e4a1a39c-90cf-4175-b925-2da3e80993d2), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:51.793674 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-d119ac7e-c3b5-4d80-a6b7-0f9308c77e74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (e4a1a39c-90cf-4175-b925-2da3e80993d2), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:51.797280 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-d119ac7e-c3b5-4d80-a6b7-0f9308c77e74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:51.798428 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-d119ac7e-c3b5-4d80-a6b7-0f9308c77e74 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/e4a1a39c-90cf-4175-b925-2da3e80993d2 HTTP/1.1" status: 204 len: 168 time: 0.1860819 Sep 16 03:49:51.806522 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d119ac7e-c3b5-4d80-a6b7-0f9308c77e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a1a39c-90cf-4175-b925-2da3e80993d2,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:49:51.989968 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b04ba6-0ed4-4e7b-babd-5f6900a8e3bb req-a244bd5b-9f85-4a2f-a52d-c0671f9f048a tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:51.991499 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-b2b04ba6-0ed4-4e7b-babd-5f6900a8e3bb req-a244bd5b-9f85-4a2f-a52d-c0671f9f048a tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806 HTTP/1.1" status: 200 len: 945 time: 0.0470266 Sep 16 03:49:52.050369 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-b2b04ba6-0ed4-4e7b-babd-5f6900a8e3bb req-114cdb25-40c0-4d02-8360-9f3c25c45038 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491915 Sep 16 03:49:52.370366 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:52.524487 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=2 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:52.683275 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:INSERT=2,neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:53.193729 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aef377-b62f-4a00-b14e-ea81ab70fdbb req-d2659459-5776-4b02-97d7-207ca93a2355 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:53.195329 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-31aef377-b62f-4a00-b14e-ea81ab70fdbb req-d2659459-5776-4b02-97d7-207ca93a2355 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806 HTTP/1.1" status: 200 len: 945 time: 0.0519366 Sep 16 03:49:53.204224 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b1bc5ea7-78ef-4862-99b4-2bd98bd7ab99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (5f458d39-b7df-4a2e-8f52-58d49f268778), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:53.255822 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-31aef377-b62f-4a00-b14e-ea81ab70fdbb req-98e8d6f4-a230-4488-bffd-52339bafdd52 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522215 Sep 16 03:49:53.290179 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:54.055722 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:54.261976 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:54.383036 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf30a01b-1963-4cd9-aa17-5fa6e04a35f0 req-dce710cf-9ea1-4622-8df6-35073bdd4ec2 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:54.384500 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-bf30a01b-1963-4cd9-aa17-5fa6e04a35f0 req-dce710cf-9ea1-4622-8df6-35073bdd4ec2 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806 HTTP/1.1" status: 200 len: 945 time: 0.0525634 Sep 16 03:49:54.436270 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-bf30a01b-1963-4cd9-aa17-5fa6e04a35f0 req-d1d767ea-9c79-41f7-abe6-bc902a85c738 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455756 Sep 16 03:49:55.203145 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=100 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:55.296176 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:55.456558 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-60ae071f-8058-463c-819e-3bb3f2156c4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (20a8dcff-cb91-4cfb-b5ee-87736efe33d8), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:55.565057 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c42efc8-e587-4082-a362-e6df620e9bac req-24b8bee4-0d13-48df-a851-569da4911d1d tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:55.566527 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-8c42efc8-e587-4082-a362-e6df620e9bac req-24b8bee4-0d13-48df-a851-569da4911d1d tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806 HTTP/1.1" status: 200 len: 945 time: 0.0463488 Sep 16 03:49:55.613880 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-8c42efc8-e587-4082-a362-e6df620e9bac req-bc6d71ec-3748-4628-a828-54dbd7587323 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417638 Sep 16 03:49:55.764602 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=100 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:55.993060 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:56.061478 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:DELETE=10,neutron:SELECT=90 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:56.215986 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:56.324062 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:56.739013 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4570e16f-db4a-4a56-8d35-cfcb33eb4040 req-b25d1ac4-521a-4397-abb1-a28c748302aa tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:56.740581 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-4570e16f-db4a-4a56-8d35-cfcb33eb4040 req-b25d1ac4-521a-4397-abb1-a28c748302aa tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806 HTTP/1.1" status: 200 len: 945 time: 0.0529799 Sep 16 03:49:56.794375 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-4570e16f-db4a-4a56-8d35-cfcb33eb4040 req-86e37872-49d4-47c7-84aa-1841725461af tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474598 Sep 16 03:49:56.816309 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:56.817075 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-6e17b5b7-15b9-4810-ad4e-df527af14d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (b6f1069f-4437-473a-8bc8-4bc493c2bb12), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:57.094178 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:57.197821 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=83 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:57.205694 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=44 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:57.923773 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea7729c-bf1d-4047-a6a1-36ff6efe298f req-e1dcfd28-6fb7-4316-acb2-509c1f5bbccb tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:57.925281 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-0ea7729c-bf1d-4047-a6a1-36ff6efe298f req-e1dcfd28-6fb7-4316-acb2-509c1f5bbccb tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806 HTTP/1.1" status: 200 len: 945 time: 0.0481887 Sep 16 03:49:57.961519 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:49:57.977939 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-0ea7729c-bf1d-4047-a6a1-36ff6efe298f req-f95ef1fb-4197-40d9-a5fb-ba6d42823c3c tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466719 Sep 16 03:49:58.587076 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-2875a3e6-2c6e-4f2c-bd58-7e0a3de9c063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (bb5efb49-5a18-474a-824b-90488b0f2024), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:58.616122 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (9480ceca-8cb5-4b85-9807-6ee42f948820), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:49:59.105747 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ce5021-f309-4c3a-a49c-95b4ecc6aa91 req-e98b1d33-4770-404a-926e-18f756b2c2d1 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:49:59.107360 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-50ce5021-f309-4c3a-a49c-95b4ecc6aa91 req-e98b1d33-4770-404a-926e-18f756b2c2d1 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806 HTTP/1.1" status: 200 len: 945 time: 0.0508437 Sep 16 03:49:59.175883 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.agents_db [None req-8ba4eca6-5e8f-405f-9ad3-b7bffaa24231 None None] Agent healthcheck: found 6 active agents {{(pid=113377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 03:49:59.371756 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-50ce5021-f309-4c3a-a49c-95b4ecc6aa91 req-b07b28fe-5a10-4f91-9614-5b07242649ae tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584343 Sep 16 03:50:00.491921 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5727f-8571-4147-a789-33ac63041a5c req-a1c67d03-68f6-4758-b426-0789c08c6854 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:00.493368 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-79f5727f-8571-4147-a789-33ac63041a5c req-a1c67d03-68f6-4758-b426-0789c08c6854 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806 HTTP/1.1" status: 200 len: 945 time: 0.0460033 Sep 16 03:50:00.542511 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-79f5727f-8571-4147-a789-33ac63041a5c req-72cb7908-3fa0-437d-a9eb-0865b6ee7251 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432274 Sep 16 03:50:01.661396 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b9150a-bb9b-4eab-977f-666cd3c62a41 req-ea1c9810-8da8-4282-a43d-ae6e5367fd2e tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:01.662880 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-87b9150a-bb9b-4eab-977f-666cd3c62a41 req-ea1c9810-8da8-4282-a43d-ae6e5367fd2e tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806 HTTP/1.1" status: 200 len: 945 time: 0.0468006 Sep 16 03:50:01.710804 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-87b9150a-bb9b-4eab-977f-666cd3c62a41 req-3e007b21-f259-468a-adca-4c252b244e0e tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423429 Sep 16 03:50:02.834244 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfb2cc7-87a3-411b-b5bb-30fc193bf42d req-79e88616-049d-432e-be56-cf7bde8806ef tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:02.835732 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-6cfb2cc7-87a3-411b-b5bb-30fc193bf42d req-79e88616-049d-432e-be56-cf7bde8806ef tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806 HTTP/1.1" status: 200 len: 945 time: 0.0484421 Sep 16 03:50:02.882566 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-6cfb2cc7-87a3-411b-b5bb-30fc193bf42d req-f149d318-32c5-4d4f-85eb-a1397daef42b tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409567 Sep 16 03:50:03.804242 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c7fc4-5c2f-4268-9eb5-3f0fea0929d5 req-303d4fd7-c077-446d-93e7-a250e75b2c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:03.805902 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-5f5c7fc4-5c2f-4268-9eb5-3f0fea0929d5 req-303d4fd7-c077-446d-93e7-a250e75b2c82 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806 HTTP/1.1" status: 200 len: 1129 time: 0.0736556 Sep 16 03:50:03.863772 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-5f5c7fc4-5c2f-4268-9eb5-3f0fea0929d5 req-dc1db287-0b47-420a-b95d-200ccaf83c7a service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477235 Sep 16 03:50:04.011338 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1d0a8f-ee7a-42a7-b811-92d15e4937e7 req-307ec625-896f-4b93-8906-4366d2a8fdbc tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:04.013758 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-7d1d0a8f-ee7a-42a7-b811-92d15e4937e7 req-307ec625-896f-4b93-8906-4366d2a8fdbc tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806 HTTP/1.1" status: 200 len: 945 time: 0.0471220 Sep 16 03:50:04.038690 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:50:04.066059 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-7d1d0a8f-ee7a-42a7-b811-92d15e4937e7 req-4aa2062e-29be-4a81-9d41-96abb635ea7d tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426660 Sep 16 03:50:05.185876 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6872760-49f0-4768-8956-2e20ccef1a8b req-f6925fda-63dc-4c88-ae08-7b5efc2f635e tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:05.187250 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-e6872760-49f0-4768-8956-2e20ccef1a8b req-f6925fda-63dc-4c88-ae08-7b5efc2f635e tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806 HTTP/1.1" status: 200 len: 945 time: 0.0485654 Sep 16 03:50:05.233656 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-e6872760-49f0-4768-8956-2e20ccef1a8b req-d79e7fc6-77b2-4f84-88f3-556b95adf284 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409493 Sep 16 03:50:06.354192 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0f85f0-5b13-4296-8705-f04a66f44409 req-3ee9b17f-27e5-4c6d-9ef8-d13d30a1cf1d tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:06.355697 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-4b0f85f0-5b13-4296-8705-f04a66f44409 req-3ee9b17f-27e5-4c6d-9ef8-d13d30a1cf1d tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806 HTTP/1.1" status: 200 len: 945 time: 0.0488882 Sep 16 03:50:06.404539 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-4b0f85f0-5b13-4296-8705-f04a66f44409 req-ca9ea68f-568c-499b-8f28-ed7f26fe9327 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418756 Sep 16 03:50:07.525893 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d7b1c-6a54-4da2-a5f9-11b0114b7967 req-18308f16-9b6e-4ff5-9e7b-31722c0c5692 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:07.527381 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-628d7b1c-6a54-4da2-a5f9-11b0114b7967 req-18308f16-9b6e-4ff5-9e7b-31722c0c5692 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806 HTTP/1.1" status: 200 len: 945 time: 0.0465968 Sep 16 03:50:07.579737 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-628d7b1c-6a54-4da2-a5f9-11b0114b7967 req-9dd82f9b-9381-4486-a612-7af273d48019 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461009 Sep 16 03:50:08.506891 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=72,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:50:08.556407 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:50:08.708203 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d08fa9-ca7b-49e8-ae37-6b87709af0a8 req-489c02d2-a1af-4efa-bc0a-a8bdb00ca8b5 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:08.709684 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-a8d08fa9-ca7b-49e8-ae37-6b87709af0a8 req-489c02d2-a1af-4efa-bc0a-a8bdb00ca8b5 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806 HTTP/1.1" status: 200 len: 945 time: 0.0456536 Sep 16 03:50:08.757921 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-a8d08fa9-ca7b-49e8-ae37-6b87709af0a8 req-6af5b2c4-b1dd-43eb-a9df-c7d0b8259693 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426412 Sep 16 03:50:08.884160 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abec71e-e0da-4501-b044-2381c420b991 req-3dc2d5d4-70b6-451f-b38d-9509bfeaeac6 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:08.893594 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-6abec71e-e0da-4501-b044-2381c420b991 req-3dc2d5d4-70b6-451f-b38d-9509bfeaeac6 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3ea00b9d-1f8f-4428-98f7-9d66fd079c6d HTTP/1.1" status: 200 len: 946 time: 0.0491724 Sep 16 03:50:08.944588 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-6abec71e-e0da-4501-b044-2381c420b991 req-bf7c3da3-cad0-42c7-9a4b-34861959e6bb tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497909 Sep 16 03:50:11.486541 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aed4ee-cf6b-40b9-b591-8abbbfb65e2b req-e162b47a-7be7-4be0-9982-07472fbb1dfe tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:11.488128 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-d7aed4ee-cf6b-40b9-b591-8abbbfb65e2b req-e162b47a-7be7-4be0-9982-07472fbb1dfe tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3ea00b9d-1f8f-4428-98f7-9d66fd079c6d HTTP/1.1" status: 200 len: 946 time: 0.0490713 Sep 16 03:50:11.538285 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-d7aed4ee-cf6b-40b9-b591-8abbbfb65e2b req-bffd6f04-fffe-44c0-ab86-f648fae99bc3 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442388 Sep 16 03:50:11.574174 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90ac843-4c76-4870-b888-f4134f992fc2 req-e1ec5056-5c1a-4b6b-b1b4-73faf552f6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:11.576416 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-f90ac843-4c76-4870-b888-f4134f992fc2 req-e1ec5056-5c1a-4b6b-b1b4-73faf552f6fe service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=ac97d1487c024a68b8ad933d882bb456&device_id=3ea00b9d-1f8f-4428-98f7-9d66fd079c6d HTTP/1.1" status: 200 len: 1130 time: 0.0447907 Sep 16 03:50:11.671754 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90ac843-4c76-4870-b888-f4134f992fc2 req-01136693-15c8-44b3-a44b-85c745b6e6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:11.673207 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-f90ac843-4c76-4870-b888-f4134f992fc2 req-01136693-15c8-44b3-a44b-85c745b6e6f0 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=64754a20-d60c-49a4-9c39-1462c6265039 HTTP/1.1" status: 200 len: 919 time: 0.0857201 Sep 16 03:50:11.719941 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-f90ac843-4c76-4870-b888-f4134f992fc2 req-0f9dd06f-8152-4bb6-87dc-cc4fc29440bb service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e2fa910-3468-43c4-b9c0-ed6a542e2f12 HTTP/1.1" status: 200 len: 217 time: 0.0382981 Sep 16 03:50:11.776516 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90ac843-4c76-4870-b888-f4134f992fc2 req-649cc2cc-357d-4e05-8ccc-d8533178dc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:11.778109 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-f90ac843-4c76-4870-b888-f4134f992fc2 req-649cc2cc-357d-4e05-8ccc-d8533178dc27 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=c8d5968b-806e-4184-9dc4-9781905ff4c8 HTTP/1.1" status: 200 len: 857 time: 0.0445380 Sep 16 03:50:11.821335 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90ac843-4c76-4870-b888-f4134f992fc2 req-d409ece4-414e-4a60-adc1-c08f878f6eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:11.822825 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-f90ac843-4c76-4870-b888-f4134f992fc2 req-d409ece4-414e-4a60-adc1-c08f878f6eb8 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=64754a20-d60c-49a4-9c39-1462c6265039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375016 Sep 16 03:50:11.921065 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-f90ac843-4c76-4870-b888-f4134f992fc2 req-f8c9d9c1-e3ec-432d-8217-b71ecd384e22 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/64754a20-d60c-49a4-9c39-1462c6265039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894377 Sep 16 03:50:11.985504 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=100 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:50:11.986259 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 56838) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:50:12.023235 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-f90ac843-4c76-4870-b888-f4134f992fc2 req-e2e28afb-0be8-41e6-a0c8-e0de4de1bd48 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/64754a20-d60c-49a4-9c39-1462c6265039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950115 Sep 16 03:50:12.097063 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-799d8b4b-26bf-41ad-9d5d-35d5d7a306c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:12.176166 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-799d8b4b-26bf-41ad-9d5d-35d5d7a306c6 admin admin] Publish callbacks [] for security_group (255769d8-2a75-4d66-9b60-1220e8d913fa), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:12.253840 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-799d8b4b-26bf-41ad-9d5d-35d5d7a306c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (255769d8-2a75-4d66-9b60-1220e8d913fa), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:12.295053 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-799d8b4b-26bf-41ad-9d5d-35d5d7a306c6 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=e9098ac0ccca474fb0e91a5fffbb36a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3070755 Sep 16 03:50:12.295380 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799d8b4b-26bf-41ad-9d5d-35d5d7a306c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=255769d8-2a75-4d66-9b60-1220e8d913fa,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:50:12.297367 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 56850) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:50:12.349834 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-8b63b558-0001-4007-aa91-f8c716187d01 admin admin] Publish callbacks [] for security_group (255769d8-2a75-4d66-9b60-1220e8d913fa), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:12.370075 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-8b63b558-0001-4007-aa91-f8c716187d01 admin admin] Publish callbacks [] for security_group (255769d8-2a75-4d66-9b60-1220e8d913fa), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:12.478012 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-8b63b558-0001-4007-aa91-f8c716187d01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (255769d8-2a75-4d66-9b60-1220e8d913fa), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:12.481285 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-8b63b558-0001-4007-aa91-f8c716187d01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:12.497928 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-8b63b558-0001-4007-aa91-f8c716187d01 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/255769d8-2a75-4d66-9b60-1220e8d913fa HTTP/1.1" status: 204 len: 168 time: 0.1840923 Sep 16 03:50:12.497928 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63b558-0001-4007-aa91-f8c716187d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=255769d8-2a75-4d66-9b60-1220e8d913fa,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:50:12.498809 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63b558-0001-4007-aa91-f8c716187d01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:50:12.498809 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63b558-0001-4007-aa91-f8c716187d01 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:50:12.499066 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63b558-0001-4007-aa91-f8c716187d01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:50:12.499394 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63b558-0001-4007-aa91-f8c716187d01 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:50:12.499878 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63b558-0001-4007-aa91-f8c716187d01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:50:12.500043 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63b558-0001-4007-aa91-f8c716187d01 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:50:12.500364 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63b558-0001-4007-aa91-f8c716187d01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:50:12.500686 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63b558-0001-4007-aa91-f8c716187d01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:50:12.500987 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63b558-0001-4007-aa91-f8c716187d01 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:50:12.501305 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63b558-0001-4007-aa91-f8c716187d01 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:50:12.501627 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63b558-0001-4007-aa91-f8c716187d01 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:50:12.501942 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63b558-0001-4007-aa91-f8c716187d01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:50:12.502254 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63b558-0001-4007-aa91-f8c716187d01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:50:12.502566 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63b558-0001-4007-aa91-f8c716187d01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:50:12.502876 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63b558-0001-4007-aa91-f8c716187d01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:50:12.662712 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bc4434-4297-47a2-b3b4-4ad109895219 req-bb501ed1-67fd-4a80-9228-a013deab907e tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:12.664224 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-14bc4434-4297-47a2-b3b4-4ad109895219 req-bb501ed1-67fd-4a80-9228-a013deab907e tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3ea00b9d-1f8f-4428-98f7-9d66fd079c6d HTTP/1.1" status: 200 len: 946 time: 0.0468199 Sep 16 03:50:12.710851 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-14bc4434-4297-47a2-b3b4-4ad109895219 req-3197a3eb-4c2f-4ab8-aa24-cc356e26e499 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404906 Sep 16 03:50:13.203841 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 56872) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:50:13.217780 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-5d10c8f9-d57c-4a6a-be0e-744a3be0ef22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:13.235694 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:50:13.300696 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-5d10c8f9-d57c-4a6a-be0e-744a3be0ef22 admin admin] Publish callbacks [] for security_group (e94b72bc-8e5b-4a9f-b5a4-a3981182ad28), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:13.381473 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-5d10c8f9-d57c-4a6a-be0e-744a3be0ef22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (e94b72bc-8e5b-4a9f-b5a4-a3981182ad28), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:13.389468 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 56882) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:50:13.433571 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-5d10c8f9-d57c-4a6a-be0e-744a3be0ef22 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=36bccc4bc59d4ff9b7f0d4edb908c818&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2282991 Sep 16 03:50:13.434358 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d10c8f9-d57c-4a6a-be0e-744a3be0ef22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e94b72bc-8e5b-4a9f-b5a4-a3981182ad28,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:50:13.436266 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 56890) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:50:13.442299 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d10c8f9-d57c-4a6a-be0e-744a3be0ef22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:50:13.442807 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d10c8f9-d57c-4a6a-be0e-744a3be0ef22 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:50:13.443235 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d10c8f9-d57c-4a6a-be0e-744a3be0ef22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:50:13.443641 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d10c8f9-d57c-4a6a-be0e-744a3be0ef22 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:50:13.444041 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d10c8f9-d57c-4a6a-be0e-744a3be0ef22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:50:13.444442 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d10c8f9-d57c-4a6a-be0e-744a3be0ef22 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:50:13.444766 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d10c8f9-d57c-4a6a-be0e-744a3be0ef22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:50:13.445086 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d10c8f9-d57c-4a6a-be0e-744a3be0ef22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:50:13.445419 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d10c8f9-d57c-4a6a-be0e-744a3be0ef22 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:50:13.445742 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d10c8f9-d57c-4a6a-be0e-744a3be0ef22 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:50:13.446064 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d10c8f9-d57c-4a6a-be0e-744a3be0ef22 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:50:13.446386 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d10c8f9-d57c-4a6a-be0e-744a3be0ef22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:50:13.446705 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d10c8f9-d57c-4a6a-be0e-744a3be0ef22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:50:13.447045 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d10c8f9-d57c-4a6a-be0e-744a3be0ef22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:50:13.447365 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d10c8f9-d57c-4a6a-be0e-744a3be0ef22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:50:13.533441 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-609e30fd-05ff-4ed0-a0ea-adcb18d7dc73 admin admin] Publish callbacks [] for security_group (e94b72bc-8e5b-4a9f-b5a4-a3981182ad28), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:13.551041 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-3ffee7d2-e1a2-4904-98be-4bce31fbbe61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:13.578799 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-609e30fd-05ff-4ed0-a0ea-adcb18d7dc73 admin admin] Publish callbacks [] for security_group (e94b72bc-8e5b-4a9f-b5a4-a3981182ad28), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:13.597260 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:50:13.601939 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:50:13.615393 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-4e27d813-9387-4435-863c-bdcf37ff8e3a req-70f524c7-3b5d-479d-b34c-12661e4615ce tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1957135765&fields=id&tenant_id=37a1aef0396c463d8a10f0ee811e1f2a HTTP/1.1" status: 200 len: 267 time: 0.1074851 Sep 16 03:50:13.784311 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e27d813-9387-4435-863c-bdcf37ff8e3a req-88ea33c8-32ba-439a-979a-b4665d92ed8b tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:13.785825 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-4e27d813-9387-4435-863c-bdcf37ff8e3a req-88ea33c8-32ba-439a-979a-b4665d92ed8b tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/networks?id=854d2c8e-4d81-4bfd-bcba-fb4707dd8cf5 HTTP/1.1" status: 200 len: 808 time: 0.1615553 Sep 16 03:50:13.787765 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-3ffee7d2-e1a2-4904-98be-4bce31fbbe61 admin admin] Publish callbacks [] for security_group (f36074ce-eb8b-4603-a50a-12af917eb79c), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:13.801358 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-4e27d813-9387-4435-863c-bdcf37ff8e3a req-cd0bd442-3d9f-48ce-a8fc-d0635b133cca tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/quotas/37a1aef0396c463d8a10f0ee811e1f2a HTTP/1.1" status: 200 len: 375 time: 0.0099013 Sep 16 03:50:13.832636 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2ba310-a4a7-4205-92db-5adab5e59d62 req-e4854070-56cf-4d52-be90-f1168368ee55 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:13.834114 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-0c2ba310-a4a7-4205-92db-5adab5e59d62 req-e4854070-56cf-4d52-be90-f1168368ee55 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3ea00b9d-1f8f-4428-98f7-9d66fd079c6d HTTP/1.1" status: 200 len: 946 time: 0.0473964 Sep 16 03:50:13.840024 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-609e30fd-05ff-4ed0-a0ea-adcb18d7dc73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (e94b72bc-8e5b-4a9f-b5a4-a3981182ad28), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:13.842631 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-609e30fd-05ff-4ed0-a0ea-adcb18d7dc73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:13.843790 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-609e30fd-05ff-4ed0-a0ea-adcb18d7dc73 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/e94b72bc-8e5b-4a9f-b5a4-a3981182ad28 HTTP/1.1" status: 204 len: 168 time: 0.4060459 Sep 16 03:50:13.856805 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609e30fd-05ff-4ed0-a0ea-adcb18d7dc73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94b72bc-8e5b-4a9f-b5a4-a3981182ad28,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:50:13.865974 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-4e27d813-9387-4435-863c-bdcf37ff8e3a req-52846067-c54c-4c98-bff7-cced555b8f54 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=37a1aef0396c463d8a10f0ee811e1f2a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0584207 Sep 16 03:50:13.903731 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-0c2ba310-a4a7-4205-92db-5adab5e59d62 req-d220db22-00ad-4cec-a449-8c832dd48a5c tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592155 Sep 16 03:50:13.966143 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-3ffee7d2-e1a2-4904-98be-4bce31fbbe61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (f36074ce-eb8b-4603-a50a-12af917eb79c), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:14.026407 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-3ffee7d2-e1a2-4904-98be-4bce31fbbe61 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=f71250c81e7c47d7ae28db633a23d6de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6358345 Sep 16 03:50:14.029744 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 56898) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:50:14.029879 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffee7d2-e1a2-4904-98be-4bce31fbbe61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f36074ce-eb8b-4603-a50a-12af917eb79c,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:50:14.051444 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=81,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:50:14.058807 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-4e27d813-9387-4435-863c-bdcf37ff8e3a req-501eecb8-10c4-45c5-a49f-20dccff99d49 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/854d2c8e-4d81-4bfd-bcba-fb4707dd8cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616156 Sep 16 03:50:14.087459 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-1bea6582-9021-4648-9412-3ef0cb496f56 admin admin] Publish callbacks [] for security_group (f36074ce-eb8b-4603-a50a-12af917eb79c), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:14.108499 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-1bea6582-9021-4648-9412-3ef0cb496f56 admin admin] Publish callbacks [] for security_group (f36074ce-eb8b-4603-a50a-12af917eb79c), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:14.157830 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-4e27d813-9387-4435-863c-bdcf37ff8e3a req-62f99355-d369-4aff-aa61-1ea273e456d2 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/854d2c8e-4d81-4bfd-bcba-fb4707dd8cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906549 Sep 16 03:50:14.228541 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-1bea6582-9021-4648-9412-3ef0cb496f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (f36074ce-eb8b-4603-a50a-12af917eb79c), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:14.232047 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-1bea6582-9021-4648-9412-3ef0cb496f56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:14.239267 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-1bea6582-9021-4648-9412-3ef0cb496f56 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/f36074ce-eb8b-4603-a50a-12af917eb79c HTTP/1.1" status: 204 len: 168 time: 0.2051413 Sep 16 03:50:14.247918 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea6582-9021-4648-9412-3ef0cb496f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f36074ce-eb8b-4603-a50a-12af917eb79c,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:50:14.654546 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:50:14.939261 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-28b45c89-62c5-4991-925f-024b23b118a6 req-b34e837d-bbb4-4264-84ef-cd2d46de765a tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 210 time: 0.0408299 Sep 16 03:50:15.058702 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef9da6f-22a4-4212-b11d-80c4b16c18f7 req-e70bc294-1c2f-42af-8c88-33160f572282 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:15.061020 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-4ef9da6f-22a4-4212-b11d-80c4b16c18f7 req-e70bc294-1c2f-42af-8c88-33160f572282 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3ea00b9d-1f8f-4428-98f7-9d66fd079c6d HTTP/1.1" status: 200 len: 946 time: 0.0615473 Sep 16 03:50:15.113719 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-4ef9da6f-22a4-4212-b11d-80c4b16c18f7 req-02909588-e3b0-4883-9ac7-02ff8763daea tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469248 Sep 16 03:50:16.012531 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-ecf93f0f-8a3a-4731-857b-0b2286bc40b0 req-05a6ea1e-5ce3-4cde-ba8f-1b89426ff416 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 210 time: 0.0274823 Sep 16 03:50:16.246039 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc45269-7d16-4432-bc87-fcc8b2724903 req-61a6aa70-08a1-46a6-a9f6-da737576f79e tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:16.248091 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-9dc45269-7d16-4432-bc87-fcc8b2724903 req-61a6aa70-08a1-46a6-a9f6-da737576f79e tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3ea00b9d-1f8f-4428-98f7-9d66fd079c6d HTTP/1.1" status: 200 len: 946 time: 0.0464075 Sep 16 03:50:16.299931 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-9dc45269-7d16-4432-bc87-fcc8b2724903 req-466e0027-f571-492c-b96b-fd3e7ab2bc8e tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463300 Sep 16 03:50:16.515143 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-46b255ee-2bb1-400f-a695-acdea47a6130 req-4d0c6738-265a-4a52-8ba4-0a81cb84a7c1 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2df7ed3f-dd6d-4312-a548-591443add019&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390921 Sep 16 03:50:16.587618 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b255ee-2bb1-400f-a695-acdea47a6130 req-7818acab-16b9-4fb6-b68b-f02c8cc4ea43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:16.589190 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-46b255ee-2bb1-400f-a695-acdea47a6130 req-7818acab-16b9-4fb6-b68b-f02c8cc4ea43 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=e94b50976295422c9c8374155cf2d2c2&device_id=2df7ed3f-dd6d-4312-a548-591443add019 HTTP/1.1" status: 200 len: 1129 time: 0.0516598 Sep 16 03:50:16.714058 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b255ee-2bb1-400f-a695-acdea47a6130 req-e9718b4a-b7b2-40e1-bf0f-e2a3f51c6fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:16.715638 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-46b255ee-2bb1-400f-a695-acdea47a6130 req-e9718b4a-b7b2-40e1-bf0f-e2a3f51c6fcd service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=96000232-5a2c-4cbe-8524-4ab75044ef77 HTTP/1.1" status: 200 len: 911 time: 0.0950494 Sep 16 03:50:16.786594 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-46b255ee-2bb1-400f-a695-acdea47a6130 req-f20c5b64-4388-4430-84b2-c128b2a878c6 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88d08060-53df-4d74-b5dd-97e3666abaeb HTTP/1.1" status: 200 len: 1000 time: 0.0628984 Sep 16 03:50:16.843693 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b255ee-2bb1-400f-a695-acdea47a6130 req-d75f13c8-8c60-4d64-933c-5674baa8244b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:16.845260 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-46b255ee-2bb1-400f-a695-acdea47a6130 req-d75f13c8-8c60-4d64-933c-5674baa8244b service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=4abf9a95-17e5-40d7-a907-9f39161a7362 HTTP/1.1" status: 200 len: 849 time: 0.0518250 Sep 16 03:50:16.895452 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b255ee-2bb1-400f-a695-acdea47a6130 req-65d0308b-89ad-45cc-b0e9-36e00037cfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:16.896953 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-46b255ee-2bb1-400f-a695-acdea47a6130 req-65d0308b-89ad-45cc-b0e9-36e00037cfdc service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=96000232-5a2c-4cbe-8524-4ab75044ef77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421796 Sep 16 03:50:16.989661 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-46b255ee-2bb1-400f-a695-acdea47a6130 req-ca9701ab-40d8-4c00-bdc8-9c975f63b698 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/96000232-5a2c-4cbe-8524-4ab75044ef77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857701 Sep 16 03:50:17.093586 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-46b255ee-2bb1-400f-a695-acdea47a6130 req-76aef5a3-1909-4b8d-88e0-b9a3a75fb2e2 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/96000232-5a2c-4cbe-8524-4ab75044ef77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979643 Sep 16 03:50:17.125656 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-66be7f5d-f665-43e1-bd99-d39a23331985 req-eedd084b-3bf3-4948-9d7a-f9fa5e9286ea tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 210 time: 0.0297225 Sep 16 03:50:17.441499 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d83de81-1ca0-4740-bfcf-c536bddfb758 req-cd7f6cfe-bdf7-4e68-97de-1e16c3714445 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:17.443200 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-5d83de81-1ca0-4740-bfcf-c536bddfb758 req-cd7f6cfe-bdf7-4e68-97de-1e16c3714445 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3ea00b9d-1f8f-4428-98f7-9d66fd079c6d HTTP/1.1" status: 200 len: 946 time: 0.0530910 Sep 16 03:50:17.494354 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-5d83de81-1ca0-4740-bfcf-c536bddfb758 req-2482577d-692d-4914-b392-26874f11c443 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448291 Sep 16 03:50:18.236998 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-96928bd5-3dbc-4363-8f34-148f5ec7efb1 req-33d67eda-b5fe-4cd9-8214-a50366bcfb1f tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 210 time: 0.0308702 Sep 16 03:50:18.410249 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (d68ba685-94d2-4b65-887f-d5ec3884fbfa), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:18.601532 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=9 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:50:18.623466 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efed8e84-bc0d-461b-a06c-5f7b2a22c280 req-2564c650-85a3-4283-b23e-4bb6396da514 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:18.625024 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-efed8e84-bc0d-461b-a06c-5f7b2a22c280 req-2564c650-85a3-4283-b23e-4bb6396da514 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3ea00b9d-1f8f-4428-98f7-9d66fd079c6d HTTP/1.1" status: 200 len: 946 time: 0.0480385 Sep 16 03:50:18.627950 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=19 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:50:18.672605 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-efed8e84-bc0d-461b-a06c-5f7b2a22c280 req-c32984f8-cd32-4ee9-8fab-10dffe287fc9 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417838 Sep 16 03:50:19.355099 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-32002e87-cf87-49f8-8c4d-9ef67b6ca380 req-ab887b3b-9b87-40f0-9402-a79e8695aa96 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 210 time: 0.0289471 Sep 16 03:50:20.032898 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1e41c6-ec20-4290-b2c8-d22ecf1d1532 req-8618b0ca-2cfb-4ca1-916c-75a71ae87907 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:20.034404 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-ae1e41c6-ec20-4290-b2c8-d22ecf1d1532 req-8618b0ca-2cfb-4ca1-916c-75a71ae87907 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3ea00b9d-1f8f-4428-98f7-9d66fd079c6d HTTP/1.1" status: 200 len: 946 time: 0.2833214 Sep 16 03:50:20.088954 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-ae1e41c6-ec20-4290-b2c8-d22ecf1d1532 req-23d13206-2b40-4158-bf6c-c5bc5cef5b45 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488565 Sep 16 03:50:20.182407 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 57132) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:50:20.296030 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-401ebe1d-9eb2-4292-9da4-c4c7b7486c5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:20.346259 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:50:20.377037 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-401ebe1d-9eb2-4292-9da4-c4c7b7486c5b admin admin] Publish callbacks [] for security_group (a29d21b3-6112-4bbb-9de3-9d87afa3b814), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:20.471333 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-401ebe1d-9eb2-4292-9da4-c4c7b7486c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (a29d21b3-6112-4bbb-9de3-9d87afa3b814), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:20.475573 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-40ee23d5-9c69-4382-b125-0068e6e09f56 req-2c5e00e2-9936-433e-a583-32a718bf7218 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 210 time: 0.0361555 Sep 16 03:50:20.516431 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-401ebe1d-9eb2-4292-9da4-c4c7b7486c5b admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=c4a51bd6e3f645ddadc8cc69f514add6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3328373 Sep 16 03:50:20.517619 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401ebe1d-9eb2-4292-9da4-c4c7b7486c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a29d21b3-6112-4bbb-9de3-9d87afa3b814,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:50:20.519263 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 57140) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:50:20.571560 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-40cbd15c-e001-4cff-88c4-11fe80018146 admin admin] Publish callbacks [] for security_group (a29d21b3-6112-4bbb-9de3-9d87afa3b814), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:20.592449 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-40cbd15c-e001-4cff-88c4-11fe80018146 admin admin] Publish callbacks [] for security_group (a29d21b3-6112-4bbb-9de3-9d87afa3b814), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:20.617508 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=100 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:50:20.780089 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-40cbd15c-e001-4cff-88c4-11fe80018146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (a29d21b3-6112-4bbb-9de3-9d87afa3b814), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:20.782577 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-40cbd15c-e001-4cff-88c4-11fe80018146 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:20.784582 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-40cbd15c-e001-4cff-88c4-11fe80018146 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/a29d21b3-6112-4bbb-9de3-9d87afa3b814 HTTP/1.1" status: 204 len: 168 time: 0.2635779 Sep 16 03:50:20.794541 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cbd15c-e001-4cff-88c4-11fe80018146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a29d21b3-6112-4bbb-9de3-9d87afa3b814,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:50:20.874377 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:50:20.924659 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e27d813-9387-4435-863c-bdcf37ff8e3a req-eb9cfc08-5b6b-48f9-ba2b-046c4aa67b79 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:20.926297 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-4e27d813-9387-4435-863c-bdcf37ff8e3a req-eb9cfc08-5b6b-48f9-ba2b-046c4aa67b79 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.52 "GET /networking/v2.0/networks?id=854d2c8e-4d81-4bfd-bcba-fb4707dd8cf5 HTTP/1.1" status: 200 len: 808 time: 0.1257286 Sep 16 03:50:21.219680 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347f8f0e-1097-4572-9626-d8a826c903f1 req-ced7a297-4c5b-4a21-84a8-d673dd4eac55 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:21.223097 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-347f8f0e-1097-4572-9626-d8a826c903f1 req-ced7a297-4c5b-4a21-84a8-d673dd4eac55 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3ea00b9d-1f8f-4428-98f7-9d66fd079c6d HTTP/1.1" status: 200 len: 946 time: 0.0494587 Sep 16 03:50:21.268671 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-347f8f0e-1097-4572-9626-d8a826c903f1 req-25d471ad-a4b5-40e9-a6de-36091824ef25 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419595 Sep 16 03:50:21.534825 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 57156) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:50:21.549049 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-9ae6787b-af93-4271-80ed-17e1b9907cbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:21.583200 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-b966cc32-04a1-4069-97e8-f37987f6c3bc req-644e843f-71ab-4472-8a29-89d2eee0acd1 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 210 time: 0.0280972 Sep 16 03:50:21.638374 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-9ae6787b-af93-4271-80ed-17e1b9907cbf admin admin] Publish callbacks [] for security_group (1ec1b1d3-6a60-4a86-b0ae-c7986e2c70d4), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:21.716877 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-9ae6787b-af93-4271-80ed-17e1b9907cbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (1ec1b1d3-6a60-4a86-b0ae-c7986e2c70d4), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:21.758398 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae6787b-af93-4271-80ed-17e1b9907cbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec1b1d3-6a60-4a86-b0ae-c7986e2c70d4,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:50:21.763078 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-9ae6787b-af93-4271-80ed-17e1b9907cbf admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=0b5b8a407f284105a1ce9cd7416ea617&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2271657 Sep 16 03:50:21.765888 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 57162) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:50:21.816801 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-0f458bf4-dcb0-4838-bd16-fc2525714c67 admin admin] Publish callbacks [] for security_group (1ec1b1d3-6a60-4a86-b0ae-c7986e2c70d4), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:21.841178 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-0f458bf4-dcb0-4838-bd16-fc2525714c67 admin admin] Publish callbacks [] for security_group (1ec1b1d3-6a60-4a86-b0ae-c7986e2c70d4), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:21.982135 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-0f458bf4-dcb0-4838-bd16-fc2525714c67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (1ec1b1d3-6a60-4a86-b0ae-c7986e2c70d4), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:21.984919 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-0f458bf4-dcb0-4838-bd16-fc2525714c67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:21.986072 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-0f458bf4-dcb0-4838-bd16-fc2525714c67 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/1ec1b1d3-6a60-4a86-b0ae-c7986e2c70d4 HTTP/1.1" status: 204 len: 168 time: 0.2189803 Sep 16 03:50:21.999506 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f458bf4-dcb0-4838-bd16-fc2525714c67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec1b1d3-6a60-4a86-b0ae-c7986e2c70d4,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:50:22.397362 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd43f11-2189-4483-b454-2c487b2aa738 req-08a649ac-80c7-44b9-840d-f4555e637982 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:22.399078 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-5cd43f11-2189-4483-b454-2c487b2aa738 req-08a649ac-80c7-44b9-840d-f4555e637982 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3ea00b9d-1f8f-4428-98f7-9d66fd079c6d HTTP/1.1" status: 200 len: 946 time: 0.0527682 Sep 16 03:50:22.441851 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=7 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:50:22.460565 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-5cd43f11-2189-4483-b454-2c487b2aa738 req-ef120ea9-c4f7-4fde-a379-e4fd63b4fa00 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557718 Sep 16 03:50:22.707220 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-a7aa7bd4-b13f-4238-b7c5-6f862a4f21be req-54c3b602-bd1e-46fd-b135-8e85a4055b4a tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 210 time: 0.0319860 Sep 16 03:50:23.341485 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-6b137be5-c6ad-4781-81e5-bd6f2959eeba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (5f458d39-b7df-4a2e-8f52-58d49f268778), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:23.589756 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0656a3-ef2b-4ed6-8f92-3c315f793019 req-7a4e807d-c099-4feb-ba0c-58206761d2aa tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:23.591434 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-fd0656a3-ef2b-4ed6-8f92-3c315f793019 req-7a4e807d-c099-4feb-ba0c-58206761d2aa tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3ea00b9d-1f8f-4428-98f7-9d66fd079c6d HTTP/1.1" status: 200 len: 946 time: 0.0475042 Sep 16 03:50:23.641945 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-fd0656a3-ef2b-4ed6-8f92-3c315f793019 req-f871fd55-f836-4b7e-880f-678f401809d1 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448678 Sep 16 03:50:23.815702 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-05a07087-e5dc-4e08-aa56-f4ad95cfe03a req-4f21f5d1-a0b1-48c0-8e22-47c2cb065066 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 210 time: 0.0301297 Sep 16 03:50:23.890280 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-4e27d813-9387-4435-863c-bdcf37ff8e3a req-054914f6-4dc0-4643-af20-22978610d669 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.52 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=37a1aef0396c463d8a10f0ee811e1f2a HTTP/1.1" status: 200 len: 380 time: 0.0736079 Sep 16 03:50:23.908576 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [req-4e27d813-9387-4435-863c-bdcf37ff8e3a req-ea69a4d1-21c5-467a-a019-b927f51c8b0d tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Request body: {'port': {'device_id': '1d52b03d-e8ff-4942-a9d3-33b7341dad63', 'network_id': '854d2c8e-4d81-4bfd-bcba-fb4707dd8cf5', 'admin_state_up': True, 'tenant_id': '37a1aef0396c463d8a10f0ee811e1f2a', 'security_groups': ['372fa49a-4978-4034-b54e-abd4cbaee9fa']}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:50:24.175484 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e27d813-9387-4435-863c-bdcf37ff8e3a req-ea69a4d1-21c5-467a-a019-b927f51c8b0d tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Made reservation on behalf of 37a1aef0396c463d8a10f0ee811e1f2a for: {'port': 1} {{(pid=113375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 03:50:24.179938 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-4e27d813-9387-4435-863c-bdcf37ff8e3a req-ea69a4d1-21c5-467a-a019-b927f51c8b0d tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:24.320344 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.db_base_plugin_common [req-4e27d813-9387-4435-863c-bdcf37ff8e3a req-ea69a4d1-21c5-467a-a019-b927f51c8b0d tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Allocated IP 172.20.0.12 (854d2c8e-4d81-4bfd-bcba-fb4707dd8cf5/10a3fb74-f6d7-4d2f-b7d9-b95a3787d6e3/2c25634f-27f9-4868-a4bb-0f555233fe5e) {{(pid=113375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 03:50:24.489416 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-4e27d813-9387-4435-863c-bdcf37ff8e3a req-ea69a4d1-21c5-467a-a019-b927f51c8b0d tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Publish callbacks [] for port (2c25634f-27f9-4868-a4bb-0f555233fe5e), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:24.645156 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-4e27d813-9387-4435-863c-bdcf37ff8e3a req-ea69a4d1-21c5-467a-a019-b927f51c8b0d tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672515804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4972043'] for port (2c25634f-27f9-4868-a4bb-0f555233fe5e), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:24.691781 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e27d813-9387-4435-863c-bdcf37ff8e3a req-ea69a4d1-21c5-467a-a019-b927f51c8b0d tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Network 854d2c8e-4d81-4bfd-bcba-fb4707dd8cf5 is already hosted by enough agents. {{(pid=113375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 03:50:24.695954 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.base_scheduler [req-4e27d813-9387-4435-863c-bdcf37ff8e3a req-ea69a4d1-21c5-467a-a019-b927f51c8b0d tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Resources bound (agent type, host, resource id): {{(pid=113375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:50:24.703097 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e27d813-9387-4435-863c-bdcf37ff8e3a req-ea69a4d1-21c5-467a-a019-b927f51c8b0d tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Received port after_create {{(pid=113375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 03:50:24.767082 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:50:24.786338 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea69a4d1-21c5-467a-a019-b927f51c8b0d tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Pushing event updated for resources: {'Port': ['ID=2c25634f-27f9-4868-a4bb-0f555233fe5e,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:50:24.811482 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e27d813-9387-4435-863c-bdcf37ff8e3a req-ea69a4d1-21c5-467a-a019-b927f51c8b0d tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:24.812090 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-4e27d813-9387-4435-863c-bdcf37ff8e3a req-ea69a4d1-21c5-467a-a019-b927f51c8b0d tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for port (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:24.828501 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb59aae-a80a-4bc8-9119-9c37e92d6251 req-470e4411-0d95-4dd9-8dd5-639efd4d05e1 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:24.830099 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-9cb59aae-a80a-4bc8-9119-9c37e92d6251 req-470e4411-0d95-4dd9-8dd5-639efd4d05e1 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3ea00b9d-1f8f-4428-98f7-9d66fd079c6d HTTP/1.1" status: 200 len: 946 time: 0.0950673 Sep 16 03:50:24.896510 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-9cb59aae-a80a-4bc8-9119-9c37e92d6251 req-dd12a932-abb9-490f-899b-16b8c47689f3 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553432 Sep 16 03:50:24.966353 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-4e27d813-9387-4435-863c-bdcf37ff8e3a req-ea69a4d1-21c5-467a-a019-b927f51c8b0d tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0620654 Sep 16 03:50:24.983747 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [req-4e27d813-9387-4435-863c-bdcf37ff8e3a req-43df27f7-5b69-4f3c-ab76-9eddbac2412e service neutron] Request body: {'port': {'device_id': '1d52b03d-e8ff-4942-a9d3-33b7341dad63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85799'}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:50:24.987601 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-4c0355ae-fc62-4428-bbe8-c63efae217f7 None None] Provisioning complete for port 2c25634f-27f9-4868-a4bb-0f555233fe5e triggered by entity DHCP. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:50:24.988744 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4c0355ae-fc62-4428-bbe8-c63efae217f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (2c25634f-27f9-4868-a4bb-0f555233fe5e), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:24.989078 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-4c0355ae-fc62-4428-bbe8-c63efae217f7 None None] Attempt 1 to provision port 2c25634f-27f9-4868-a4bb-0f555233fe5e Sep 16 03:50:24.990241 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:50:25.013364 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4f5b13-5848-4f0a-9495-f5bf5bc6387e req-e0f7a7cf-291c-40b2-9b6a-2c868c8cfbbc tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:25.031368 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-5d4f5b13-5848-4f0a-9495-f5bf5bc6387e req-e0f7a7cf-291c-40b2-9b6a-2c868c8cfbbc tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 932 time: 0.1014514 Sep 16 03:50:25.061291 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4c0355ae-fc62-4428-bbe8-c63efae217f7 None None] Port 2c25634f-27f9-4868-a4bb-0f555233fe5e cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:50:25.098376 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-4e27d813-9387-4435-863c-bdcf37ff8e3a req-43df27f7-5b69-4f3c-ab76-9eddbac2412e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (2c25634f-27f9-4868-a4bb-0f555233fe5e), before_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:25.128971 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-5d4f5b13-5848-4f0a-9495-f5bf5bc6387e req-926edd09-4ede-4e2e-aa0d-6dd433e4d98d tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=372fa49a-4978-4034-b54e-abd4cbaee9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958176 Sep 16 03:50:25.392728 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-df8c04d7-5637-4fb7-b2d1-20f06e1e3624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (20a8dcff-cb91-4cfb-b5ee-87736efe33d8), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:25.441558 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.notifiers.nova [req-4e27d813-9387-4435-863c-bdcf37ff8e3a req-43df27f7-5b69-4f3c-ab76-9eddbac2412e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c25634f-27f9-4868-a4bb-0f555233fe5e {{(pid=113375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 03:50:25.449567 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-4e27d813-9387-4435-863c-bdcf37ff8e3a req-43df27f7-5b69-4f3c-ab76-9eddbac2412e service neutron] Publish callbacks [] for port (2c25634f-27f9-4868-a4bb-0f555233fe5e), precommit_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:25.463455 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.provisioning_blocks [req-4e27d813-9387-4435-863c-bdcf37ff8e3a req-43df27f7-5b69-4f3c-ab76-9eddbac2412e service neutron] Transition to ACTIVE for port object 2c25634f-27f9-4868-a4bb-0f555233fe5e will not be triggered until provisioned by entity L2. {{(pid=113375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 03:50:25.533600 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-4e27d813-9387-4435-863c-bdcf37ff8e3a req-43df27f7-5b69-4f3c-ab76-9eddbac2412e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4972082'] for port (2c25634f-27f9-4868-a4bb-0f555233fe5e), after_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:25.562958 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-4c0355ae-fc62-4428-bbe8-c63efae217f7 None None] Attempt 2 to provision port 2c25634f-27f9-4868-a4bb-0f555233fe5e Sep 16 03:50:25.596320 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4c0355ae-fc62-4428-bbe8-c63efae217f7 None None] Port 2c25634f-27f9-4868-a4bb-0f555233fe5e cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:50:25.627005 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43df27f7-5b69-4f3c-ab76-9eddbac2412e service neutron] Pushing event updated for resources: {'Port': ['ID=2c25634f-27f9-4868-a4bb-0f555233fe5e,revision_number=2']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:50:25.665990 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.managers [req-4e27d813-9387-4435-863c-bdcf37ff8e3a req-43df27f7-5b69-4f3c-ab76-9eddbac2412e service neutron] Attempting to bind port 2c25634f-27f9-4868-a4bb-0f555233fe5e on host hv-cinder-85799 for vnic_type normal with profile {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 03:50:25.666319 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.managers [req-4e27d813-9387-4435-863c-bdcf37ff8e3a req-43df27f7-5b69-4f3c-ab76-9eddbac2412e service neutron] Attempting to bind port 2c25634f-27f9-4868-a4bb-0f555233fe5e by drivers openvswitch,hyperv on host hv-cinder-85799 at level 0 using segments [{'id': '1354f955-250f-4eb4-8ad2-db4c9ff60d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '854d2c8e-4d81-4bfd-bcba-fb4707dd8cf5'}] {{(pid=113375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 03:50:25.666722 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e27d813-9387-4435-863c-bdcf37ff8e3a req-43df27f7-5b69-4f3c-ab76-9eddbac2412e service neutron] Attempting to bind port 2c25634f-27f9-4868-a4bb-0f555233fe5e on network 854d2c8e-4d81-4bfd-bcba-fb4707dd8cf5 {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 03:50:25.709112 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e27d813-9387-4435-863c-bdcf37ff8e3a req-43df27f7-5b69-4f3c-ab76-9eddbac2412e service neutron] Port 2c25634f-27f9-4868-a4bb-0f555233fe5e on network 854d2c8e-4d81-4bfd-bcba-fb4707dd8cf5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85799 {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 03:50:25.709467 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e27d813-9387-4435-863c-bdcf37ff8e3a req-43df27f7-5b69-4f3c-ab76-9eddbac2412e service neutron] Attempting to bind port 2c25634f-27f9-4868-a4bb-0f555233fe5e on network 854d2c8e-4d81-4bfd-bcba-fb4707dd8cf5 {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 03:50:25.752995 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e27d813-9387-4435-863c-bdcf37ff8e3a req-43df27f7-5b69-4f3c-ab76-9eddbac2412e service neutron] Checking agent: {'id': 'd68ba685-94d2-4b65-887f-d5ec3884fbfa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85799', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 3, 46, 18), 'started_at': datetime.datetime(2022, 9, 16, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 3, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 03:50:25.753326 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e27d813-9387-4435-863c-bdcf37ff8e3a req-43df27f7-5b69-4f3c-ab76-9eddbac2412e service neutron] Checking segment: {'id': '1354f955-250f-4eb4-8ad2-db4c9ff60d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '854d2c8e-4d81-4bfd-bcba-fb4707dd8cf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 03:50:25.753779 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e27d813-9387-4435-863c-bdcf37ff8e3a req-43df27f7-5b69-4f3c-ab76-9eddbac2412e service neutron] Bound using segment: {'id': '1354f955-250f-4eb4-8ad2-db4c9ff60d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '854d2c8e-4d81-4bfd-bcba-fb4707dd8cf5'} {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 03:50:25.754349 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.managers [req-4e27d813-9387-4435-863c-bdcf37ff8e3a req-43df27f7-5b69-4f3c-ab76-9eddbac2412e service neutron] Bound port: 2c25634f-27f9-4868-a4bb-0f555233fe5e, host: hv-cinder-85799, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1354f955-250f-4eb4-8ad2-db4c9ff60d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '854d2c8e-4d81-4bfd-bcba-fb4707dd8cf5'}}] {{(pid=113375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 03:50:25.754727 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-4e27d813-9387-4435-863c-bdcf37ff8e3a req-43df27f7-5b69-4f3c-ab76-9eddbac2412e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (2c25634f-27f9-4868-a4bb-0f555233fe5e), before_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:25.835684 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.db [req-4e27d813-9387-4435-863c-bdcf37ff8e3a req-43df27f7-5b69-4f3c-ab76-9eddbac2412e service neutron] For port 2c25634f-27f9-4868-a4bb-0f555233fe5e, host hv-cinder-85799, cleared binding levels {{(pid=113375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 03:50:25.838980 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.db [req-4e27d813-9387-4435-863c-bdcf37ff8e3a req-43df27f7-5b69-4f3c-ab76-9eddbac2412e service neutron] For port 2c25634f-27f9-4868-a4bb-0f555233fe5e, host hv-cinder-85799, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=2c25634f-27f9-4868-a4bb-0f555233fe5e,segment=NetworkSegment(1354f955-250f-4eb4-8ad2-db4c9ff60d01),segment_id=1354f955-250f-4eb4-8ad2-db4c9ff60d01)] {{(pid=113375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 03:50:26.029521 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5dbd18-7958-4ea0-a1e6-2182b6881e47 req-b379c910-0e5c-4f16-8689-1d5b53e4c77c tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:26.031016 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-0d5dbd18-7958-4ea0-a1e6-2182b6881e47 req-b379c910-0e5c-4f16-8689-1d5b53e4c77c tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3ea00b9d-1f8f-4428-98f7-9d66fd079c6d HTTP/1.1" status: 200 len: 946 time: 0.0472667 Sep 16 03:50:26.034111 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:50:26.037118 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-4e27d813-9387-4435-863c-bdcf37ff8e3a req-43df27f7-5b69-4f3c-ab76-9eddbac2412e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4972082'] for port (2c25634f-27f9-4868-a4bb-0f555233fe5e), after_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:26.097204 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-4c0355ae-fc62-4428-bbe8-c63efae217f7 None None] Attempt 3 to provision port 2c25634f-27f9-4868-a4bb-0f555233fe5e Sep 16 03:50:26.109301 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:50:26.120888 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-0d5dbd18-7958-4ea0-a1e6-2182b6881e47 req-99ef78b6-a028-4085-a792-39d315dac0a0 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834270 Sep 16 03:50:26.135055 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e27d813-9387-4435-863c-bdcf37ff8e3a req-43df27f7-5b69-4f3c-ab76-9eddbac2412e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:26.135677 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-4e27d813-9387-4435-863c-bdcf37ff8e3a req-43df27f7-5b69-4f3c-ab76-9eddbac2412e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for port (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:26.137828 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-4e27d813-9387-4435-863c-bdcf37ff8e3a req-43df27f7-5b69-4f3c-ab76-9eddbac2412e service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/2c25634f-27f9-4868-a4bb-0f555233fe5e HTTP/1.1" status: 200 len: 1094 time: 1.1582334 Sep 16 03:50:26.138758 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43df27f7-5b69-4f3c-ab76-9eddbac2412e service neutron] Pushing event updated for resources: {'Port': ['ID=2c25634f-27f9-4868-a4bb-0f555233fe5e,revision_number=3']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:50:26.157159 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d52b03d-e8ff-4942-a9d3-33b7341dad63', 'tag': '2c25634f-27f9-4868-a4bb-0f555233fe5e'}] {{(pid=113375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 03:50:26.160208 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5377fd1d321389c1792f161ed840337514ae556b8848fe715c314c680a14a908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7930d61-ffc3-4b96-af71-a6b2140bd362" -d '{"events": [{"name": "network-changed", "server_uuid": "1d52b03d-e8ff-4942-a9d3-33b7341dad63", "tag": "2c25634f-27f9-4868-a4bb-0f555233fe5e"}]}' {{(pid=113375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 03:50:26.198274 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4c0355ae-fc62-4428-bbe8-c63efae217f7 None None] Port 2c25634f-27f9-4868-a4bb-0f555233fe5e had new provisioning blocks added so it will not transition to active. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 03:50:26.368973 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7859c96-ca0b-4c96-89f5-3eda7bb4168d req-24d4fef9-d876-4a52-84a7-8ce46fb1f8d0 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:26.370568 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-a7859c96-ca0b-4c96-89f5-3eda7bb4168d req-24d4fef9-d876-4a52-84a7-8ce46fb1f8d0 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 944 time: 0.0744197 Sep 16 03:50:26.425421 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-a7859c96-ca0b-4c96-89f5-3eda7bb4168d req-89a005b8-11ce-4220-910c-8ee9af17d768 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=372fa49a-4978-4034-b54e-abd4cbaee9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485084 Sep 16 03:50:26.474107 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 03:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-477c010e-bbb6-4daf-8110-d05ed1ed133e x-openstack-request-id: req-477c010e-bbb6-4daf-8110-d05ed1ed133e {{(pid=113375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 03:50:26.474511 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d52b03d-e8ff-4942-a9d3-33b7341dad63", "tag": "2c25634f-27f9-4868-a4bb-0f555233fe5e", "status": "completed", "code": 200}]} {{(pid=113375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 03:50:26.475000 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-477c010e-bbb6-4daf-8110-d05ed1ed133e {{(pid=113375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 03:50:26.475624 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-477c010e-bbb6-4daf-8110-d05ed1ed133e'] response: {'name': 'network-changed', 'server_uuid': '1d52b03d-e8ff-4942-a9d3-33b7341dad63', 'tag': '2c25634f-27f9-4868-a4bb-0f555233fe5e', 'status': 'completed', 'code': 200} Sep 16 03:50:26.781641 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-6e17b5b7-15b9-4810-ad4e-df527af14d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (b6f1069f-4437-473a-8bc8-4bc493c2bb12), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:27.249131 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a4b35f-29ad-4eab-aabc-7a3f49ab4d32 req-03fa3410-8708-4694-a675-30df2bccc680 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:27.250611 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-e1a4b35f-29ad-4eab-aabc-7a3f49ab4d32 req-03fa3410-8708-4694-a675-30df2bccc680 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3ea00b9d-1f8f-4428-98f7-9d66fd079c6d HTTP/1.1" status: 200 len: 946 time: 0.0480816 Sep 16 03:50:27.299138 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-e1a4b35f-29ad-4eab-aabc-7a3f49ab4d32 req-6c4478d1-711e-46f0-804f-83faf6100b0b tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426621 Sep 16 03:50:27.556411 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9464ecaa-dc7e-4ae3-a832-ac56df66718a req-7a78b75b-84e2-491e-9291-2eb5f624b44d tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:27.561122 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-9464ecaa-dc7e-4ae3-a832-ac56df66718a req-7a78b75b-84e2-491e-9291-2eb5f624b44d tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 944 time: 0.0541646 Sep 16 03:50:27.615559 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-9464ecaa-dc7e-4ae3-a832-ac56df66718a req-a5ddcdbe-aa86-4544-b15f-3ad971e765c4 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=372fa49a-4978-4034-b54e-abd4cbaee9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502508 Sep 16 03:50:28.426008 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a3357-c19f-46d9-a4e1-e5ca3ef869f4 req-75878d0f-a3d5-4c73-967b-13170b8186e7 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:28.427583 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-3c6a3357-c19f-46d9-a4e1-e5ca3ef869f4 req-75878d0f-a3d5-4c73-967b-13170b8186e7 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3ea00b9d-1f8f-4428-98f7-9d66fd079c6d HTTP/1.1" status: 200 len: 946 time: 0.0490029 Sep 16 03:50:28.478882 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-3c6a3357-c19f-46d9-a4e1-e5ca3ef869f4 req-485fc19b-f299-4262-a594-c96220f989bd tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448346 Sep 16 03:50:28.603940 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-2875a3e6-2c6e-4f2c-bd58-7e0a3de9c063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (bb5efb49-5a18-474a-824b-90488b0f2024), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:28.638228 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (9480ceca-8cb5-4b85-9807-6ee42f948820), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:28.745660 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490327e6-0722-4537-aad2-c162bbccb858 req-e2a12cb4-e1b2-408d-85e6-5c6923a805ed tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:28.746224 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-490327e6-0722-4537-aad2-c162bbccb858 req-e2a12cb4-e1b2-408d-85e6-5c6923a805ed tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 944 time: 0.0498483 Sep 16 03:50:28.799213 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-490327e6-0722-4537-aad2-c162bbccb858 req-f676f897-51fa-466d-8fc2-0732168930ff tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=372fa49a-4978-4034-b54e-abd4cbaee9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471766 Sep 16 03:50:29.255732 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e27d813-9387-4435-863c-bdcf37ff8e3a req-3086922d-c83a-4d33-9dd3-8bc1e6ee00d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:29.257630 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-4e27d813-9387-4435-863c-bdcf37ff8e3a req-3086922d-c83a-4d33-9dd3-8bc1e6ee00d9 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=37a1aef0396c463d8a10f0ee811e1f2a&device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 1128 time: 0.0494900 Sep 16 03:50:29.302720 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-4e27d813-9387-4435-863c-bdcf37ff8e3a req-cb128194-5bcd-4d3a-9777-b863d937712e service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c25634f-27f9-4868-a4bb-0f555233fe5e HTTP/1.1" status: 200 len: 217 time: 0.0328386 Sep 16 03:50:29.368058 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e27d813-9387-4435-863c-bdcf37ff8e3a req-cb7c2471-10b5-43f7-8846-13d0ecaa1e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:29.369659 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-4e27d813-9387-4435-863c-bdcf37ff8e3a req-cb7c2471-10b5-43f7-8846-13d0ecaa1e21 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=10a3fb74-f6d7-4d2f-b7d9-b95a3787d6e3 HTTP/1.1" status: 200 len: 847 time: 0.0542054 Sep 16 03:50:29.419912 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e27d813-9387-4435-863c-bdcf37ff8e3a req-745ac30c-4c22-4b3e-a24c-18e04ea64be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:29.421405 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-4e27d813-9387-4435-863c-bdcf37ff8e3a req-745ac30c-4c22-4b3e-a24c-18e04ea64be9 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=854d2c8e-4d81-4bfd-bcba-fb4707dd8cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411639 Sep 16 03:50:29.535306 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-4e27d813-9387-4435-863c-bdcf37ff8e3a req-f40d10b8-6d77-4387-9b81-c84d26bb053c service neutron] 10.222.0.52 "GET /networking/v2.0/networks/854d2c8e-4d81-4bfd-bcba-fb4707dd8cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066947 Sep 16 03:50:29.625681 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe031a9-ba59-4461-b7bd-5aeec6aa2715 req-7fee9e4f-73ea-4694-b9c3-fb187d3454c5 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:29.627421 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-bbe031a9-ba59-4461-b7bd-5aeec6aa2715 req-7fee9e4f-73ea-4694-b9c3-fb187d3454c5 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3ea00b9d-1f8f-4428-98f7-9d66fd079c6d HTTP/1.1" status: 200 len: 946 time: 0.0562871 Sep 16 03:50:29.635957 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:50:29.642766 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-4e27d813-9387-4435-863c-bdcf37ff8e3a req-e8b2926c-392f-4955-af5d-e7a203e1655e service neutron] 10.222.0.52 "GET /networking/v2.0/networks/854d2c8e-4d81-4bfd-bcba-fb4707dd8cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011736 Sep 16 03:50:29.664490 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=100 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:50:29.680013 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-bbe031a9-ba59-4461-b7bd-5aeec6aa2715 req-15334722-cec0-4239-bf87-88312db0481c tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465477 Sep 16 03:50:29.931795 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41eb773-e8a3-49b3-8826-4986300a33ac req-acd36372-6c4b-4068-8d3f-5ccde02794be tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:29.933354 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-a41eb773-e8a3-49b3-8826-4986300a33ac req-acd36372-6c4b-4068-8d3f-5ccde02794be tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 944 time: 0.0543876 Sep 16 03:50:29.986597 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-a41eb773-e8a3-49b3-8826-4986300a33ac req-0dfa59cd-33ba-4c3e-a160-8049003eb237 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=372fa49a-4978-4034-b54e-abd4cbaee9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471857 Sep 16 03:50:30.832565 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9aa4f3-0e77-4cab-87ea-a6ae837ab3a8 req-cd0efe84-6ee8-4251-a447-aef979bfe16a tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:30.832565 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-7b9aa4f3-0e77-4cab-87ea-a6ae837ab3a8 req-cd0efe84-6ee8-4251-a447-aef979bfe16a tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3ea00b9d-1f8f-4428-98f7-9d66fd079c6d HTTP/1.1" status: 200 len: 946 time: 0.0532300 Sep 16 03:50:30.890099 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-7b9aa4f3-0e77-4cab-87ea-a6ae837ab3a8 req-e9c74b1a-1504-4e7b-a275-7db05a0dd47e tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501554 Sep 16 03:50:31.111174 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe46317-7b91-4da1-a8c6-c4e85a6ce2cc req-843332aa-b4b4-435a-82ae-693b54b4217a tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:31.112601 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-abe46317-7b91-4da1-a8c6-c4e85a6ce2cc req-843332aa-b4b4-435a-82ae-693b54b4217a tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 944 time: 0.0465918 Sep 16 03:50:31.166457 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-abe46317-7b91-4da1-a8c6-c4e85a6ce2cc req-e7942350-d82c-4f09-a97c-cb89be985ac4 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=372fa49a-4978-4034-b54e-abd4cbaee9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481246 Sep 16 03:50:32.015697 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03166ef3-2761-4ea5-a20b-14cfc3c932f0 req-eaddeb62-31e4-4316-81ac-9bed97d426e9 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:32.017175 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-03166ef3-2761-4ea5-a20b-14cfc3c932f0 req-eaddeb62-31e4-4316-81ac-9bed97d426e9 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3ea00b9d-1f8f-4428-98f7-9d66fd079c6d HTTP/1.1" status: 200 len: 946 time: 0.0481937 Sep 16 03:50:32.064299 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-03166ef3-2761-4ea5-a20b-14cfc3c932f0 req-6f2c445e-a5d5-4068-8e33-621ec9929a4e tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414944 Sep 16 03:50:32.286580 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4e1640-1740-41e0-a1df-8693abb9d1c2 req-d0fee2a6-8527-4963-8c1f-f528e073ed98 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:32.288070 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-bb4e1640-1740-41e0-a1df-8693abb9d1c2 req-d0fee2a6-8527-4963-8c1f-f528e073ed98 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 944 time: 0.0465746 Sep 16 03:50:32.342464 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-bb4e1640-1740-41e0-a1df-8693abb9d1c2 req-6731cf90-6e20-49e7-83cc-0761537b3e24 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=372fa49a-4978-4034-b54e-abd4cbaee9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480683 Sep 16 03:50:32.782506 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7930d61-ffc3-4b96-af71-a6b2140bd362 req-8723b7ff-5e76-4b55-a973-2ca4f727df1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:32.784163 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-d7930d61-ffc3-4b96-af71-a6b2140bd362 req-8723b7ff-5e76-4b55-a973-2ca4f727df1c service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=37a1aef0396c463d8a10f0ee811e1f2a&device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 1128 time: 0.0417569 Sep 16 03:50:33.145684 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7930d61-ffc3-4b96-af71-a6b2140bd362 req-bbb94563-e27c-43e0-890d-b16593a4705c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:33.147639 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-d7930d61-ffc3-4b96-af71-a6b2140bd362 req-bbb94563-e27c-43e0-890d-b16593a4705c service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=854d2c8e-4d81-4bfd-bcba-fb4707dd8cf5 HTTP/1.1" status: 200 len: 909 time: 0.3545344 Sep 16 03:50:33.212707 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09735162-4f4a-47b2-8edc-f52ea8fe4768 req-8913f631-18b6-4d6a-b364-1b9e59440217 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:33.214230 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-09735162-4f4a-47b2-8edc-f52ea8fe4768 req-8913f631-18b6-4d6a-b364-1b9e59440217 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3ea00b9d-1f8f-4428-98f7-9d66fd079c6d HTTP/1.1" status: 200 len: 946 time: 0.0558665 Sep 16 03:50:33.272475 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-09735162-4f4a-47b2-8edc-f52ea8fe4768 req-e16d9811-c482-4e44-8bed-5a82e4538474 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511718 Sep 16 03:50:33.485911 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b74d5c-768c-4f8a-a072-1daa55c77126 req-d6b3f7c1-bc64-4321-a34e-d1abe955d193 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:33.487501 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-74b74d5c-768c-4f8a-a072-1daa55c77126 req-d6b3f7c1-bc64-4321-a34e-d1abe955d193 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 944 time: 0.0603819 Sep 16 03:50:33.559851 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-74b74d5c-768c-4f8a-a072-1daa55c77126 req-a7d83b2f-f771-4aff-841f-8409d48adbd2 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=372fa49a-4978-4034-b54e-abd4cbaee9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640676 Sep 16 03:50:34.200301 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=3 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:50:34.201149 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=3 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:50:34.544560 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee78e4d-e55c-4da5-8878-38921eb45fbc req-a720de85-49ea-4ce5-bbab-f96e7c6ad735 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:34.545952 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-0ee78e4d-e55c-4da5-8878-38921eb45fbc req-a720de85-49ea-4ce5-bbab-f96e7c6ad735 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3ea00b9d-1f8f-4428-98f7-9d66fd079c6d HTTP/1.1" status: 200 len: 946 time: 0.0520165 Sep 16 03:50:34.600356 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-0ee78e4d-e55c-4da5-8878-38921eb45fbc req-8c972fda-a90d-4823-b387-8d708d1f8ebb tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486338 Sep 16 03:50:34.708740 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c651db33-2e44-4c79-b46e-b9581025d372 req-d59c8564-0e72-45a5-87f7-fc0721676c82 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:34.710201 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-c651db33-2e44-4c79-b46e-b9581025d372 req-d59c8564-0e72-45a5-87f7-fc0721676c82 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 944 time: 0.0475838 Sep 16 03:50:34.761076 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-c651db33-2e44-4c79-b46e-b9581025d372 req-1f8d176b-7e8d-48ac-adbc-c913f4314683 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=372fa49a-4978-4034-b54e-abd4cbaee9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437806 Sep 16 03:50:35.736774 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b57e10-57cf-4be5-92aa-3389efe8639a req-ea6fd121-24b6-48ff-b48c-3d73fc32682a tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:35.738491 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-e8b57e10-57cf-4be5-92aa-3389efe8639a req-ea6fd121-24b6-48ff-b48c-3d73fc32682a tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3ea00b9d-1f8f-4428-98f7-9d66fd079c6d HTTP/1.1" status: 200 len: 946 time: 0.0547137 Sep 16 03:50:35.746705 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-d7930d61-ffc3-4b96-af71-a6b2140bd362 req-d0fe6148-d6c0-4c60-9ffa-ca7e559e992b service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c25634f-27f9-4868-a4bb-0f555233fe5e HTTP/1.1" status: 200 len: 217 time: 0.0360632 Sep 16 03:50:35.800736 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7930d61-ffc3-4b96-af71-a6b2140bd362 req-0095d761-2346-49d6-a600-b3f564fa31eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:35.802183 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-d7930d61-ffc3-4b96-af71-a6b2140bd362 req-0095d761-2346-49d6-a600-b3f564fa31eb service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=10a3fb74-f6d7-4d2f-b7d9-b95a3787d6e3 HTTP/1.1" status: 200 len: 847 time: 0.0473950 Sep 16 03:50:35.803567 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-e8b57e10-57cf-4be5-92aa-3389efe8639a req-08dacd88-392f-41e5-b5db-2d13a3376ba9 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576735 Sep 16 03:50:35.848181 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7930d61-ffc3-4b96-af71-a6b2140bd362 req-79229bf4-f875-481c-bb89-c9fd606bd5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:35.849906 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-d7930d61-ffc3-4b96-af71-a6b2140bd362 req-79229bf4-f875-481c-bb89-c9fd606bd5cf service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=854d2c8e-4d81-4bfd-bcba-fb4707dd8cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408890 Sep 16 03:50:35.894747 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=100 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:50:35.915659 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b37b70-aa68-4495-bdd6-61d93f2da353 req-46164e71-3fc4-4763-84d8-ae5c23a510df tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:35.917479 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-67b37b70-aa68-4495-bdd6-61d93f2da353 req-46164e71-3fc4-4763-84d8-ae5c23a510df tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 944 time: 0.0504200 Sep 16 03:50:35.951254 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-d7930d61-ffc3-4b96-af71-a6b2140bd362 req-b35020c6-e95d-4fbf-a8ef-acb62a3dcef2 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/854d2c8e-4d81-4bfd-bcba-fb4707dd8cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937209 Sep 16 03:50:35.986084 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-67b37b70-aa68-4495-bdd6-61d93f2da353 req-2894b38e-5d7c-4481-8e79-c77b32a70e19 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=372fa49a-4978-4034-b54e-abd4cbaee9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622494 Sep 16 03:50:36.026053 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=100 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:50:36.054893 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-d7930d61-ffc3-4b96-af71-a6b2140bd362 req-aec5b6b9-a4b4-45da-beca-dec4ca192b27 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/854d2c8e-4d81-4bfd-bcba-fb4707dd8cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938070 Sep 16 03:50:36.174593 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.agents_db [None req-8ba4eca6-5e8f-405f-9ad3-b7bffaa24231 None None] Agent healthcheck: found 6 active agents {{(pid=113377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 03:50:36.925209 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c621fd8-c4d7-451d-9adc-1a8b33eb8bda req-2d6f3aae-86cf-4a66-a86e-68f7e13baeba tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:36.926685 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-0c621fd8-c4d7-451d-9adc-1a8b33eb8bda req-2d6f3aae-86cf-4a66-a86e-68f7e13baeba tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3ea00b9d-1f8f-4428-98f7-9d66fd079c6d HTTP/1.1" status: 200 len: 946 time: 0.0458589 Sep 16 03:50:36.979202 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-0c621fd8-c4d7-451d-9adc-1a8b33eb8bda req-6339373f-3968-4b6b-9a19-681d747a3ee9 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462186 Sep 16 03:50:37.115426 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3cfc0b-bd46-47e9-beff-d23ec09de2e6 req-7df406bd-c1de-401b-8bfc-d0a7435ea8df tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:37.116943 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-7b3cfc0b-bd46-47e9-beff-d23ec09de2e6 req-7df406bd-c1de-401b-8bfc-d0a7435ea8df tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 944 time: 0.0486028 Sep 16 03:50:37.169429 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-7b3cfc0b-bd46-47e9-beff-d23ec09de2e6 req-5dca5c62-c1d2-4e04-ae54-88c5b2ea7082 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=372fa49a-4978-4034-b54e-abd4cbaee9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461082 Sep 16 03:50:37.658555 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02134eb8-033e-44af-a243-dfad09b0ee16 req-fc39d97c-7cef-47af-a7b8-50b751930e26 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:37.660116 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-02134eb8-033e-44af-a243-dfad09b0ee16 req-fc39d97c-7cef-47af-a7b8-50b751930e26 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 945 time: 0.0571156 Sep 16 03:50:37.715154 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-02134eb8-033e-44af-a243-dfad09b0ee16 req-a57ad7c5-d939-401a-8af6-f03e2fa3ac99 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472310 Sep 16 03:50:38.108030 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3e531a-31e1-43bc-ac1a-922f8338adb7 req-192ea8e0-0365-4987-b652-cbdc7a059710 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:38.109567 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-db3e531a-31e1-43bc-ac1a-922f8338adb7 req-192ea8e0-0365-4987-b652-cbdc7a059710 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3ea00b9d-1f8f-4428-98f7-9d66fd079c6d HTTP/1.1" status: 200 len: 946 time: 0.0495055 Sep 16 03:50:38.158341 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-db3e531a-31e1-43bc-ac1a-922f8338adb7 req-a4deb881-bb9b-4085-b27c-25954d69fc5b tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422282 Sep 16 03:50:38.276440 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=100 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:50:38.296634 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f9c8f-ace3-404e-85ad-a55eb0f82f02 req-ad1da7ad-182d-4ac0-8f33-dc17dc4892fa tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:38.298356 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-792f9c8f-ace3-404e-85ad-a55eb0f82f02 req-ad1da7ad-182d-4ac0-8f33-dc17dc4892fa tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 944 time: 0.0520890 Sep 16 03:50:38.357976 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-792f9c8f-ace3-404e-85ad-a55eb0f82f02 req-992bd2cb-a6c8-466e-b250-234dc1f4ad88 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=372fa49a-4978-4034-b54e-abd4cbaee9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536911 Sep 16 03:50:38.527209 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=28,neutron:UPDATE=2 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:50:38.534118 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=31,neutron:UPDATE=4 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:50:38.838501 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405e64db-5a31-4bbc-87da-fc66ec525821 req-1ccee3fe-c1a0-405f-924a-f7a60f0c5c27 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:38.840448 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-405e64db-5a31-4bbc-87da-fc66ec525821 req-1ccee3fe-c1a0-405f-924a-f7a60f0c5c27 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 945 time: 0.0441544 Sep 16 03:50:38.891153 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-405e64db-5a31-4bbc-87da-fc66ec525821 req-9eb8512d-c50e-4257-9339-711aabdd9039 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450187 Sep 16 03:50:39.286450 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4381f0-7a17-41ee-8647-550dd83ba231 req-be20a7b4-bf2c-4de7-af08-d89d4a90fc14 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:39.287935 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-ef4381f0-7a17-41ee-8647-550dd83ba231 req-be20a7b4-bf2c-4de7-af08-d89d4a90fc14 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3ea00b9d-1f8f-4428-98f7-9d66fd079c6d HTTP/1.1" status: 200 len: 946 time: 0.0481541 Sep 16 03:50:39.338452 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-ef4381f0-7a17-41ee-8647-550dd83ba231 req-6722048c-1a78-4d88-8a55-ea60702d3f66 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441995 Sep 16 03:50:39.483812 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8984f513-738b-4393-8fad-7046ac08e136 req-983efa91-af22-4c04-8f1e-97f4510f80d9 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:39.485283 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-8984f513-738b-4393-8fad-7046ac08e136 req-983efa91-af22-4c04-8f1e-97f4510f80d9 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 944 time: 0.0465450 Sep 16 03:50:39.519661 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=100 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:50:39.540689 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-8984f513-738b-4393-8fad-7046ac08e136 req-760f3c65-45b2-4450-8e0b-a6472c1c3eed tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=372fa49a-4978-4034-b54e-abd4cbaee9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497172 Sep 16 03:50:40.021097 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab29d63b-574f-44b5-8a92-b95713c68411 req-dd62d85e-6bf7-478a-8ed4-3469001c2068 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:40.022638 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-ab29d63b-574f-44b5-8a92-b95713c68411 req-dd62d85e-6bf7-478a-8ed4-3469001c2068 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 945 time: 0.0504858 Sep 16 03:50:40.081305 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-ab29d63b-574f-44b5-8a92-b95713c68411 req-e84dff10-ae97-4a6d-b289-bb3fae8f0af9 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496645 Sep 16 03:50:40.672190 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6971e6-522b-4882-838f-45f530286fb6 req-525c37ec-9c33-4e83-a488-80f963cb8d7c tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:40.679599 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac776e4-308c-4b16-8ddf-8a4bf384971d req-ebb7d732-eee6-4381-beeb-cacc47ba286f tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:40.681115 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-1ac776e4-308c-4b16-8ddf-8a4bf384971d req-ebb7d732-eee6-4381-beeb-cacc47ba286f tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 944 time: 0.0550339 Sep 16 03:50:40.682196 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-6a6971e6-522b-4882-838f-45f530286fb6 req-525c37ec-9c33-4e83-a488-80f963cb8d7c tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3ea00b9d-1f8f-4428-98f7-9d66fd079c6d HTTP/1.1" status: 200 len: 946 time: 0.0791705 Sep 16 03:50:40.736502 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-6a6971e6-522b-4882-838f-45f530286fb6 req-6cb16a28-a27b-4723-ac93-10aac875dd42 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472512 Sep 16 03:50:40.759488 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-1ac776e4-308c-4b16-8ddf-8a4bf384971d req-7f919a02-5b29-453c-b289-447dc93b023b tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=372fa49a-4978-4034-b54e-abd4cbaee9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700700 Sep 16 03:50:41.207274 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e0bd3d-7281-4182-8191-84b38ccebf18 req-258022f0-c8f7-47da-8c57-2343ccf99443 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:41.208718 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-27e0bd3d-7281-4182-8191-84b38ccebf18 req-258022f0-c8f7-47da-8c57-2343ccf99443 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 945 time: 0.0460722 Sep 16 03:50:41.263886 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-27e0bd3d-7281-4182-8191-84b38ccebf18 req-b1dd7093-e669-436a-92fa-f1930336ba51 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488527 Sep 16 03:50:41.885097 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9249871a-7f6f-46e8-bb60-19b46891734b req-3f84f2d9-9f2e-44cf-bd45-474109722fbc tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:41.886707 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-9249871a-7f6f-46e8-bb60-19b46891734b req-3f84f2d9-9f2e-44cf-bd45-474109722fbc tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 944 time: 0.0525415 Sep 16 03:50:41.894847 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaca34be-ff86-47d9-b68b-1f7fbedf04b6 req-6c24cc1b-17ab-4736-9614-11ca6caad34e tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:41.898797 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-eaca34be-ff86-47d9-b68b-1f7fbedf04b6 req-6c24cc1b-17ab-4736-9614-11ca6caad34e tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3ea00b9d-1f8f-4428-98f7-9d66fd079c6d HTTP/1.1" status: 200 len: 946 time: 0.0829215 Sep 16 03:50:41.954438 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-9249871a-7f6f-46e8-bb60-19b46891734b req-06e7873f-0367-4bc3-b50b-212723fb4b44 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=372fa49a-4978-4034-b54e-abd4cbaee9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604959 Sep 16 03:50:42.028012 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-eaca34be-ff86-47d9-b68b-1f7fbedf04b6 req-aa078a24-fb32-491d-8c13-9469ea7a870e tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211793 Sep 16 03:50:42.040004 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4381ae4-8815-4048-80c4-6bfcbe5a6b64 req-afd7e6e9-12e0-492a-806e-3a98bbbcf9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:42.041593 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-d4381ae4-8815-4048-80c4-6bfcbe5a6b64 req-afd7e6e9-12e0-492a-806e-3a98bbbcf9cd service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3ea00b9d-1f8f-4428-98f7-9d66fd079c6d HTTP/1.1" status: 200 len: 1130 time: 0.0687058 Sep 16 03:50:42.095179 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-d4381ae4-8815-4048-80c4-6bfcbe5a6b64 req-3d0c3e4d-0a51-4941-a9ce-9cc2b265fefe service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460773 Sep 16 03:50:42.392380 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8e3711-9535-4596-9d9e-d56ff6caaf6d req-778d6df0-b079-4160-84a2-354199efd239 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:42.393883 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-3f8e3711-9535-4596-9d9e-d56ff6caaf6d req-778d6df0-b079-4160-84a2-354199efd239 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 945 time: 0.0464911 Sep 16 03:50:42.444045 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-3f8e3711-9535-4596-9d9e-d56ff6caaf6d req-26cf2abe-7ad1-4b10-a5a7-a2c064ed94eb tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444045 Sep 16 03:50:42.559304 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 57622) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:50:42.597264 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device 2c25634f-27f9-4868-a4bb-0f555233fe5e details requested by agent hyperv_hv-cinder-85799 with host hv-cinder-85799 {{(pid=113376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 03:50:42.688835 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-72226295-ce40-43bd-9380-267733f42c0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:42.706234 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] For port 2c25634f-27f9-4868-a4bb-0f555233fe5e, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=2c25634f-27f9-4868-a4bb-0f555233fe5e,segment=NetworkSegment(1354f955-250f-4eb4-8ad2-db4c9ff60d01),segment_id=1354f955-250f-4eb4-8ad2-db4c9ff60d01)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:50:42.716397 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Returning: {'device': '2c25634f-27f9-4868-a4bb-0f555233fe5e', 'network_id': '854d2c8e-4d81-4bfd-bcba-fb4707dd8cf5', 'port_id': '2c25634f-27f9-4868-a4bb-0f555233fe5e', 'mac_address': 'fa:16:3e:88:93:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10a3fb74-f6d7-4d2f-b7d9-b95a3787d6e3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 03:50:42.754589 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Current status of the port 2c25634f-27f9-4868-a4bb-0f555233fe5e is: DOWN; New status is: BUILD {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:50:42.755010 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (2c25634f-27f9-4868-a4bb-0f555233fe5e), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:42.769073 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.notifiers.nova [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c25634f-27f9-4868-a4bb-0f555233fe5e {{(pid=113376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 03:50:42.787323 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-72226295-ce40-43bd-9380-267733f42c0a admin admin] Publish callbacks [] for security_group (2231a875-18b7-47e7-8a44-e6ea55bd67a9), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:42.789821 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] For port 2c25634f-27f9-4868-a4bb-0f555233fe5e, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=2c25634f-27f9-4868-a4bb-0f555233fe5e,segment=NetworkSegment(1354f955-250f-4eb4-8ad2-db4c9ff60d01),segment_id=1354f955-250f-4eb4-8ad2-db4c9ff60d01)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:50:42.924910 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-72226295-ce40-43bd-9380-267733f42c0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (2231a875-18b7-47e7-8a44-e6ea55bd67a9), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:42.925449 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (2c25634f-27f9-4868-a4bb-0f555233fe5e), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:42.979154 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-72226295-ce40-43bd-9380-267733f42c0a admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=f55241ec40414308b1b8fc02618a8188&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4184256 Sep 16 03:50:42.983028 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72226295-ce40-43bd-9380-267733f42c0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2231a875-18b7-47e7-8a44-e6ea55bd67a9,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:50:42.983221 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 57634) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:50:42.988167 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Pushing event updated for resources: {'Port': ['ID=2c25634f-27f9-4868-a4bb-0f555233fe5e,revision_number=4']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:50:42.998737 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:50:42.999212 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:50:42.999647 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:50:43.000079 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:50:43.000444 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:50:43.000843 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:50:43.001265 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:50:43.001912 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:50:43.002088 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:50:43.002390 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:50:43.002808 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:50:43.003213 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:50:43.003609 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:50:43.010509 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:50:43.010509 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:50:43.056622 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-5da83a8e-a959-4f7c-b256-f61f1b7b998e admin admin] Publish callbacks [] for security_group (2231a875-18b7-47e7-8a44-e6ea55bd67a9), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:43.087931 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-5da83a8e-a959-4f7c-b256-f61f1b7b998e admin admin] Publish callbacks [] for security_group (2231a875-18b7-47e7-8a44-e6ea55bd67a9), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:43.108966 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:50:43.135312 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8e50ae-b376-4a78-98b3-6638c95e33cf req-dd62afc6-e098-4b15-ab81-d33a5668b022 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:43.137353 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-4c8e50ae-b376-4a78-98b3-6638c95e33cf req-dd62afc6-e098-4b15-ab81-d33a5668b022 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 945 time: 0.0711417 Sep 16 03:50:43.174542 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf19229-dc1a-464a-8826-989ed3ff3ec4 req-db67df42-77fc-4884-993b-fcabc146d65c tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:43.176582 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-fdf19229-dc1a-464a-8826-989ed3ff3ec4 req-db67df42-77fc-4884-993b-fcabc146d65c tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3ea00b9d-1f8f-4428-98f7-9d66fd079c6d HTTP/1.1" status: 200 len: 946 time: 0.0519161 Sep 16 03:50:43.192203 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-4c8e50ae-b376-4a78-98b3-6638c95e33cf req-36014939-0e09-44d6-bdf5-b765970d5960 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=372fa49a-4978-4034-b54e-abd4cbaee9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483689 Sep 16 03:50:43.203212 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:50:43.227941 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-fdf19229-dc1a-464a-8826-989ed3ff3ec4 req-1f3dc27d-ff12-406e-b6ba-51a0ea24d9f8 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457845 Sep 16 03:50:43.272523 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-5da83a8e-a959-4f7c-b256-f61f1b7b998e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (2231a875-18b7-47e7-8a44-e6ea55bd67a9), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:43.275096 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-5da83a8e-a959-4f7c-b256-f61f1b7b998e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:43.276222 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-5da83a8e-a959-4f7c-b256-f61f1b7b998e admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/2231a875-18b7-47e7-8a44-e6ea55bd67a9 HTTP/1.1" status: 204 len: 168 time: 0.2913442 Sep 16 03:50:43.284635 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da83a8e-a959-4f7c-b256-f61f1b7b998e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2231a875-18b7-47e7-8a44-e6ea55bd67a9,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:50:43.579726 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1767353-89d4-481b-9553-5f28979b4a88 req-075619d2-a9f4-4630-b938-654a6ce2855f tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:43.581233 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-b1767353-89d4-481b-9553-5f28979b4a88 req-075619d2-a9f4-4630-b938-654a6ce2855f tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 945 time: 0.0506270 Sep 16 03:50:43.615635 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:50:43.632977 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-b1767353-89d4-481b-9553-5f28979b4a88 req-a56ec794-17b3-4d03-94b9-29983d02d38b tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458426 Sep 16 03:50:44.314111 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 57678) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:50:44.337058 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96460e56-e08a-41dd-8051-17b54755082d req-1679b187-2b4d-48a0-bed2-690bbb56a6c7 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:44.344383 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-96460e56-e08a-41dd-8051-17b54755082d req-1679b187-2b4d-48a0-bed2-690bbb56a6c7 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 945 time: 0.0650520 Sep 16 03:50:44.405842 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 57682) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:50:44.407383 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc20218-289f-478a-8e06-ffbfdbf1ebfc req-f1daeac9-5df8-477d-b742-100de5e769b8 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:44.409044 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-bfc20218-289f-478a-8e06-ffbfdbf1ebfc req-f1daeac9-5df8-477d-b742-100de5e769b8 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3ea00b9d-1f8f-4428-98f7-9d66fd079c6d HTTP/1.1" status: 200 len: 946 time: 0.0613973 Sep 16 03:50:44.424713 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-96460e56-e08a-41dd-8051-17b54755082d req-2426c35f-5a41-4afa-be60-fc5b68ff7d0e tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=372fa49a-4978-4034-b54e-abd4cbaee9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792849 Sep 16 03:50:44.469670 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-bfc20218-289f-478a-8e06-ffbfdbf1ebfc req-6281094c-6ee9-4707-b65e-71dcd6cba3de tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544043 Sep 16 03:50:44.521421 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-0ad7f412-077c-46f9-bcfa-0b6804db2360 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:44.534650 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [None req-4f5130bc-0c19-4bce-ba13-3229ad905d37 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1221694989-network', 'tenant_id': '0ea684aa585e4b4483261a014d861cb1'}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:50:44.596284 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-0ad7f412-077c-46f9-bcfa-0b6804db2360 admin admin] Publish callbacks [] for security_group (33f3911a-1415-43fe-abb1-f83f30e0185c), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:44.695598 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f5130bc-0c19-4bce-ba13-3229ad905d37 admin admin] Made reservation on behalf of 0ea684aa585e4b4483261a014d861cb1 for: {'network': 1} {{(pid=113375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 03:50:44.695780 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-0ad7f412-077c-46f9-bcfa-0b6804db2360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (33f3911a-1415-43fe-abb1-f83f30e0185c), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:44.698323 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-4f5130bc-0c19-4bce-ba13-3229ad905d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for network (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:44.710242 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-4f5130bc-0c19-4bce-ba13-3229ad905d37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:44.741618 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad7f412-077c-46f9-bcfa-0b6804db2360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33f3911a-1415-43fe-abb1-f83f30e0185c,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:50:44.750785 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-0ad7f412-077c-46f9-bcfa-0b6804db2360 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=83260468ba544de7b7101469765fe9e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4352450 Sep 16 03:50:44.756183 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 57690) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:50:44.795639 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7224ec9e-0d52-4497-9e30-9d817ea5bee4 req-1c64478a-67c6-4fd6-a50a-62d8cc387523 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:44.797173 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-7224ec9e-0d52-4497-9e30-9d817ea5bee4 req-1c64478a-67c6-4fd6-a50a-62d8cc387523 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 945 time: 0.0753036 Sep 16 03:50:44.842899 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:50:44.898700 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-66e5200f-badd-4853-9f27-2c84bfe3784c admin admin] Publish callbacks [] for security_group (33f3911a-1415-43fe-abb1-f83f30e0185c), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:44.904864 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-7224ec9e-0d52-4497-9e30-9d817ea5bee4 req-fff66444-3317-46da-9a80-017efcbc7896 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020286 Sep 16 03:50:44.941435 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-66e5200f-badd-4853-9f27-2c84bfe3784c admin admin] Publish callbacks [] for security_group (33f3911a-1415-43fe-abb1-f83f30e0185c), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:44.951809 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-4f5130bc-0c19-4bce-ba13-3229ad905d37 admin admin] Publish callbacks [] for security_group (5ad091c2-7327-4be0-8985-8983b4a4e2cc), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:45.053493 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-4f5130bc-0c19-4bce-ba13-3229ad905d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (5ad091c2-7327-4be0-8985-8983b4a4e2cc), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:45.080029 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5130bc-0c19-4bce-ba13-3229ad905d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad091c2-7327-4be0-8985-8983b4a4e2cc,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:50:45.086862 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-66e5200f-badd-4853-9f27-2c84bfe3784c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (33f3911a-1415-43fe-abb1-f83f30e0185c), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:45.089367 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-66e5200f-badd-4853-9f27-2c84bfe3784c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:45.091377 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-66e5200f-badd-4853-9f27-2c84bfe3784c admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/33f3911a-1415-43fe-abb1-f83f30e0185c HTTP/1.1" status: 204 len: 168 time: 0.3340149 Sep 16 03:50:45.097672 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f5130bc-0c19-4bce-ba13-3229ad905d37 admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=113375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 03:50:45.099410 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:50:45.109733 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e5200f-badd-4853-9f27-2c84bfe3784c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f3911a-1415-43fe-abb1-f83f30e0185c,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:50:45.115969 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-4f5130bc-0c19-4bce-ba13-3229ad905d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432398'] for segment (c3740327-8486-4dc6-a1c6-f624e91500f4), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:45.116318 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.db.segments_db [None req-4f5130bc-0c19-4bce-ba13-3229ad905d37 admin admin] Added segment c3740327-8486-4dc6-a1c6-f624e91500f4 of type vlan for network b5f7c9d9-2726-47bd-8b35-89fb0951bd43 Sep 16 03:50:45.163335 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-4f5130bc-0c19-4bce-ba13-3229ad905d37 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741672468170'] for network (b5f7c9d9-2726-47bd-8b35-89fb0951bd43), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:45.332808 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-4f5130bc-0c19-4bce-ba13-3229ad905d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066'] for network (b5f7c9d9-2726-47bd-8b35-89fb0951bd43), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:45.333852 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5130bc-0c19-4bce-ba13-3229ad905d37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:45.334507 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-4f5130bc-0c19-4bce-ba13-3229ad905d37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602048'] for network (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:45.398777 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5130bc-0c19-4bce-ba13-3229ad905d37 admin admin] Pushing event updated for resources: {'Network': ['ID=b5f7c9d9-2726-47bd-8b35-89fb0951bd43,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:50:45.410946 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Network b5f7c9d9-2726-47bd-8b35-89fb0951bd43 details requested by agent ovs-agent-dv-cinder-857993-1-iscsi with host dv-cinder-857993-1-iscsi {{(pid=113376) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 03:50:45.487352 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-4f5130bc-0c19-4bce-ba13-3229ad905d37 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0803421 Sep 16 03:50:45.490509 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 57700) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:50:45.495769 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [None req-02bee2ef-011c-40da-bf65-fe244f42df97 admin admin] Request body: {'subnet': {'network_id': 'b5f7c9d9-2726-47bd-8b35-89fb0951bd43', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1221694989-subnet', 'tenant_id': '0ea684aa585e4b4483261a014d861cb1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:50:45.572280 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f51f45-94c5-4191-9ad6-4285c6f01006 req-7e82b026-1dbb-4539-b725-815ec14f1113 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:45.574145 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-22f51f45-94c5-4191-9ad6-4285c6f01006 req-7e82b026-1dbb-4539-b725-815ec14f1113 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 945 time: 0.0534725 Sep 16 03:50:45.612797 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef63a10-cd47-4c37-a825-0f6a9f194f99 req-614a3361-d574-4b7e-a2cc-bd15d5228b17 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:45.614367 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-7ef63a10-cd47-4c37-a825-0f6a9f194f99 req-614a3361-d574-4b7e-a2cc-bd15d5228b17 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3ea00b9d-1f8f-4428-98f7-9d66fd079c6d HTTP/1.1" status: 200 len: 946 time: 0.0496864 Sep 16 03:50:45.633637 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-22f51f45-94c5-4191-9ad6-4285c6f01006 req-e312484c-701d-4ba8-9c36-fdf600a8ce65 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=372fa49a-4978-4034-b54e-abd4cbaee9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513830 Sep 16 03:50:45.638141 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02bee2ef-011c-40da-bf65-fe244f42df97 admin admin] Made reservation on behalf of 0ea684aa585e4b4483261a014d861cb1 for: {'subnet': 1} {{(pid=113375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 03:50:45.640500 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-02bee2ef-011c-40da-bf65-fe244f42df97 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7762101'] for subnet (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:45.742268 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-7ef63a10-cd47-4c37-a825-0f6a9f194f99 req-a5134389-4956-444f-ad9d-483e40301ab6 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201415 Sep 16 03:50:45.930031 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-02bee2ef-011c-40da-bf65-fe244f42df97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4969403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7762083'] for subnet (89a8228d-1c11-4cd4-b119-4378d3bcc494), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:45.995452 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bee2ef-011c-40da-bf65-fe244f42df97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89a8228d-1c11-4cd4-b119-4378d3bcc494,revision_number=0']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:50:46.003901 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bee2ef-011c-40da-bf65-fe244f42df97 admin admin] Checking segment: {'id': 'c3740327-8486-4dc6-a1c6-f624e91500f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b5f7c9d9-2726-47bd-8b35-89fb0951bd43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 03:50:46.004263 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bee2ef-011c-40da-bf65-fe244f42df97 admin admin] Network hostable DHCP agents. Network: b5f7c9d9-2726-47bd-8b35-89fb0951bd43, hostable agents: ['5f458d39-b7df-4a2e-8f52-58d49f268778'], hosted agents: [] {{(pid=113375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 03:50:46.053944 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3869ee-3324-42f2-9bd9-61f2af68d218 req-b473766a-6184-4c9f-b5d6-18d00cb2af63 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:46.055411 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-bb3869ee-3324-42f2-9bd9-61f2af68d218 req-b473766a-6184-4c9f-b5d6-18d00cb2af63 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 945 time: 0.0515261 Sep 16 03:50:46.105886 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-bb3869ee-3324-42f2-9bd9-61f2af68d218 req-b9ee3a86-3c63-4519-ae68-df3f2edd502a tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445104 Sep 16 03:50:46.112892 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bee2ef-011c-40da-bf65-fe244f42df97 admin admin] Network b5f7c9d9-2726-47bd-8b35-89fb0951bd43 is scheduled to be hosted by DHCP agent 5f458d39-b7df-4a2e-8f52-58d49f268778 with binding_index 1 {{(pid=113375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 03:50:46.134315 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] get_ports_and_sgs() called for port_ids ['2c25634f-27f9-4868-a4bb-0f555233fe5e'] {{(pid=113376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 03:50:46.171447 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=2 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:50:46.196050 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.base_scheduler [None req-02bee2ef-011c-40da-bf65-fe244f42df97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857993-1-iscsi, b5f7c9d9-2726-47bd-8b35-89fb0951bd43) {{(pid=113375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:50:46.206133 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc82a699-dec4-457e-82dc-7b93367b8636 None None] Network b5f7c9d9-2726-47bd-8b35-89fb0951bd43 requested from dv-cinder-857993-1-iscsi {{(pid=113376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 03:50:46.210217 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02bee2ef-011c-40da-bf65-fe244f42df97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:46.210401 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-02bee2ef-011c-40da-bf65-fe244f42df97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602048'] for subnet (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:46.349905 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-02bee2ef-011c-40da-bf65-fe244f42df97 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8579836 Sep 16 03:50:46.475312 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b6ca68-305f-4abe-a169-720a9228e657 None None] Network b5f7c9d9-2726-47bd-8b35-89fb0951bd43 requested from dv-cinder-857993-1-iscsi {{(pid=113376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 03:50:46.646450 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:50:46.738980 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:50:46.756308 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10695202-85bc-4599-a147-14b322a5c012 req-ccde1dca-6700-436f-b3d5-df01d3548eda tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:46.757765 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-10695202-85bc-4599-a147-14b322a5c012 req-ccde1dca-6700-436f-b3d5-df01d3548eda tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 945 time: 0.0460629 Sep 16 03:50:46.811569 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-10695202-85bc-4599-a147-14b322a5c012 req-917444c2-3bd5-43b2-a86a-8e5e88dd9c24 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=372fa49a-4978-4034-b54e-abd4cbaee9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473921 Sep 16 03:50:46.879170 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a0283-0be4-4707-85be-3efd7ea4befd req-d786ecaf-3535-4406-98fd-1dc785d74d08 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:46.880618 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-650a0283-0be4-4707-85be-3efd7ea4befd req-d786ecaf-3535-4406-98fd-1dc785d74d08 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3ea00b9d-1f8f-4428-98f7-9d66fd079c6d HTTP/1.1" status: 200 len: 946 time: 0.0488646 Sep 16 03:50:46.927742 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-650a0283-0be4-4707-85be-3efd7ea4befd req-e5d9afa3-8a8d-4884-8ff3-8381bb7ced2a tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414510 Sep 16 03:50:47.236962 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b63fb1-efcb-4725-a907-8824ff576976 req-77ec1eb2-2a33-412e-a44d-c972d8b13b0d tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:47.239050 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-85b63fb1-efcb-4725-a907-8824ff576976 req-77ec1eb2-2a33-412e-a44d-c972d8b13b0d tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 945 time: 0.0502102 Sep 16 03:50:47.292803 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-85b63fb1-efcb-4725-a907-8824ff576976 req-a2289c3e-5fbe-4117-a8ca-0635f999d8e5 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484946 Sep 16 03:50:47.422340 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf14579a-6795-4764-bcb1-a8aa0d56355f req-d8d35c9a-8804-43ed-9000-023bf087ac36 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:47.423899 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-cf14579a-6795-4764-bcb1-a8aa0d56355f req-d8d35c9a-8804-43ed-9000-023bf087ac36 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3ea00b9d-1f8f-4428-98f7-9d66fd079c6d HTTP/1.1" status: 200 len: 946 time: 0.0479867 Sep 16 03:50:47.474058 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-cf14579a-6795-4764-bcb1-a8aa0d56355f req-58e5bbbd-4618-434e-b418-fd202ce20c40 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440176 Sep 16 03:50:47.732294 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb31b31-36f6-4e1e-a8b2-60216d5899a9 req-0c6863c0-2060-4b74-a25a-86c4736c61f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:47.733991 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-1eb31b31-36f6-4e1e-a8b2-60216d5899a9 req-0c6863c0-2060-4b74-a25a-86c4736c61f5 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=ac97d1487c024a68b8ad933d882bb456&device_id=3ea00b9d-1f8f-4428-98f7-9d66fd079c6d HTTP/1.1" status: 200 len: 1130 time: 0.0484440 Sep 16 03:50:47.796845 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:50:47.834525 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb31b31-36f6-4e1e-a8b2-60216d5899a9 req-cd771284-729a-4b91-a565-9fdcc954f7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:47.836130 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-1eb31b31-36f6-4e1e-a8b2-60216d5899a9 req-cd771284-729a-4b91-a565-9fdcc954f7b9 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=64754a20-d60c-49a4-9c39-1462c6265039 HTTP/1.1" status: 200 len: 919 time: 0.0944555 Sep 16 03:50:47.876547 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-1eb31b31-36f6-4e1e-a8b2-60216d5899a9 req-f9d3daea-f56b-464e-83b4-24e870325c50 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e2fa910-3468-43c4-b9c0-ed6a542e2f12 HTTP/1.1" status: 200 len: 217 time: 0.0332544 Sep 16 03:50:47.940094 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eb2a81-d574-44b7-adcd-1e47e0bcd44f req-beb5733d-145a-435a-89ca-85cbae7a0abb tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:47.940774 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb31b31-36f6-4e1e-a8b2-60216d5899a9 req-9f983311-17a9-4484-a756-a0afaf17553f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:47.941155 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device 2c25634f-27f9-4868-a4bb-0f555233fe5e up at agent hyperv_hv-cinder-85799 {{(pid=113376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 03:50:47.941890 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-84eb2a81-d574-44b7-adcd-1e47e0bcd44f req-beb5733d-145a-435a-89ca-85cbae7a0abb tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 945 time: 0.0513229 Sep 16 03:50:47.943479 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-1eb31b31-36f6-4e1e-a8b2-60216d5899a9 req-9f983311-17a9-4484-a756-a0afaf17553f service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=c8d5968b-806e-4184-9dc4-9781905ff4c8 HTTP/1.1" status: 200 len: 857 time: 0.0506520 Sep 16 03:50:47.989238 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Provisioning for port 2c25634f-27f9-4868-a4bb-0f555233fe5e completed by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 03:50:47.989840 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb31b31-36f6-4e1e-a8b2-60216d5899a9 req-32373646-89ab-4622-bc2c-d1f550f54717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:47.991581 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-1eb31b31-36f6-4e1e-a8b2-60216d5899a9 req-32373646-89ab-4622-bc2c-d1f550f54717 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=64754a20-d60c-49a4-9c39-1462c6265039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411351 Sep 16 03:50:47.997003 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-84eb2a81-d574-44b7-adcd-1e47e0bcd44f req-91dd5acc-2abe-46a8-91a3-dc23aba5f389 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=372fa49a-4978-4034-b54e-abd4cbaee9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481818 Sep 16 03:50:48.083152 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Provisioning complete for port 2c25634f-27f9-4868-a4bb-0f555233fe5e triggered by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:50:48.084529 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (2c25634f-27f9-4868-a4bb-0f555233fe5e), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:48.084529 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Attempt 1 to provision port 2c25634f-27f9-4868-a4bb-0f555233fe5e Sep 16 03:50:48.085937 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-1eb31b31-36f6-4e1e-a8b2-60216d5899a9 req-78062cba-8cb5-4c8a-b25e-9e7da4486129 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/64754a20-d60c-49a4-9c39-1462c6265039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858989 Sep 16 03:50:48.087798 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:50:48.177352 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Current status of the port 2c25634f-27f9-4868-a4bb-0f555233fe5e is: BUILD; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:50:48.178350 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (2c25634f-27f9-4868-a4bb-0f555233fe5e), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:48.204081 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d52b03d-e8ff-4942-a9d3-33b7341dad63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c25634f-27f9-4868-a4bb-0f555233fe5e'}] {{(pid=113376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 03:50:48.206462 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536f81a66b80124a32e6614edce579112ba342401ad4fb2d1257d5ac670fb901" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d62ec4c1-23e2-4ab9-a2f7-36f46d5a60c8" -d '{"events": [{"server_uuid": "1d52b03d-e8ff-4942-a9d3-33b7341dad63", "name": "network-vif-plugged", "status": "completed", "tag": "2c25634f-27f9-4868-a4bb-0f555233fe5e"}]}' {{(pid=113376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 03:50:48.212253 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-1eb31b31-36f6-4e1e-a8b2-60216d5899a9 req-e8e1b6c1-6be1-4cc5-92f8-e4f42cc96742 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/64754a20-d60c-49a4-9c39-1462c6265039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117215 Sep 16 03:50:48.221750 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] For port 2c25634f-27f9-4868-a4bb-0f555233fe5e, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=2c25634f-27f9-4868-a4bb-0f555233fe5e,segment=NetworkSegment(1354f955-250f-4eb4-8ad2-db4c9ff60d01),segment_id=1354f955-250f-4eb4-8ad2-db4c9ff60d01)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:50:48.252421 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 03:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3464219a-97a4-459e-9b2c-301cadba5e42 x-openstack-request-id: req-3464219a-97a4-459e-9b2c-301cadba5e42 {{(pid=113376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 03:50:48.252732 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d52b03d-e8ff-4942-a9d3-33b7341dad63", "name": "network-vif-plugged", "status": "completed", "tag": "2c25634f-27f9-4868-a4bb-0f555233fe5e", "code": 200}]} {{(pid=113376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 03:50:48.252979 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3464219a-97a4-459e-9b2c-301cadba5e42 {{(pid=113376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 03:50:48.253483 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3464219a-97a4-459e-9b2c-301cadba5e42'] response: {'server_uuid': '1d52b03d-e8ff-4942-a9d3-33b7341dad63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c25634f-27f9-4868-a4bb-0f555233fe5e', 'code': 200} Sep 16 03:50:48.405213 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (2c25634f-27f9-4868-a4bb-0f555233fe5e), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:48.425305 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847c9b34-1a97-41d4-92c1-dfa556b54fa4 req-4d19e1ba-b225-4e8d-bb59-428b0e663e68 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:48.426949 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-847c9b34-1a97-41d4-92c1-dfa556b54fa4 req-4d19e1ba-b225-4e8d-bb59-428b0e663e68 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 945 time: 0.0507939 Sep 16 03:50:48.435407 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (d68ba685-94d2-4b65-887f-d5ec3884fbfa), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:48.461241 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Pushing event updated for resources: {'Port': ['ID=2c25634f-27f9-4868-a4bb-0f555233fe5e,revision_number=5']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:50:48.487871 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-847c9b34-1a97-41d4-92c1-dfa556b54fa4 req-aa70dc73-80d5-42f2-8491-0733071f65f5 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506604 Sep 16 03:50:48.654352 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c020e72-f8e7-4f65-ad53-b6cf3c24e01f req-3b225779-01e7-4ffd-ae76-e1255769892d tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:48.655905 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-1c020e72-f8e7-4f65-ad53-b6cf3c24e01f req-3b225779-01e7-4ffd-ae76-e1255769892d tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3ea00b9d-1f8f-4428-98f7-9d66fd079c6d HTTP/1.1" status: 200 len: 946 time: 0.0901458 Sep 16 03:50:48.702306 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-1c020e72-f8e7-4f65-ad53-b6cf3c24e01f req-14c437fa-b7e2-4593-9f12-39bbeb6eb73a tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407939 Sep 16 03:50:49.091897 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d2584-62e5-4360-a4c1-a11d41d3c9b7 req-198346c9-f41b-4dff-91ad-600b6a2482b9 tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:49.093353 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-585d2584-62e5-4360-a4c1-a11d41d3c9b7 req-198346c9-f41b-4dff-91ad-600b6a2482b9 tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] 10.222.0.49 "GET /networking/v2.0/networks?id=b5f7c9d9-2726-47bd-8b35-89fb0951bd43 HTTP/1.1" status: 200 len: 814 time: 0.1031041 Sep 16 03:50:49.108462 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-585d2584-62e5-4360-a4c1-a11d41d3c9b7 req-f6e6ada6-7f7b-415f-b5bc-67b189c1d0ac tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] 10.222.0.49 "GET /networking/v2.0/quotas/0ea684aa585e4b4483261a014d861cb1 HTTP/1.1" status: 200 len: 375 time: 0.0093575 Sep 16 03:50:49.144185 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-585d2584-62e5-4360-a4c1-a11d41d3c9b7 req-e265a5e7-6c23-48c5-8534-90b496b31bd9 tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=0ea684aa585e4b4483261a014d861cb1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307515 Sep 16 03:50:49.202880 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:50:49.219015 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:50:49.234420 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-585d2584-62e5-4360-a4c1-a11d41d3c9b7 req-152fc5bc-08d4-4319-8fa5-bde1e6202f3e service neutron] 10.222.0.49 "GET /networking/v2.0/networks/b5f7c9d9-2726-47bd-8b35-89fb0951bd43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835679 Sep 16 03:50:49.336939 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-585d2584-62e5-4360-a4c1-a11d41d3c9b7 req-28e4f610-8d71-4b1e-9354-d604e57a29f2 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/b5f7c9d9-2726-47bd-8b35-89fb0951bd43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967193 Sep 16 03:50:49.387364 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3e484b-97e2-4cce-be92-c206d1d23b10 req-9f740b9b-9ac5-42c1-b161-1ee821661418 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:49.388851 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-ea3e484b-97e2-4cce-be92-c206d1d23b10 req-9f740b9b-9ac5-42c1-b161-1ee821661418 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 946 time: 0.0502210 Sep 16 03:50:49.409587 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=100 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:50:49.439293 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-ea3e484b-97e2-4cce-be92-c206d1d23b10 req-30ada65a-2546-4dd4-8907-fabb18a1aca1 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=372fa49a-4978-4034-b54e-abd4cbaee9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445483 Sep 16 03:50:49.549338 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67124a02-6dd9-4c70-b5ea-6a8218972535 req-6da9a27a-fcd2-4994-a1d3-b1974b2f0f53 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:49.550844 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-67124a02-6dd9-4c70-b5ea-6a8218972535 req-6da9a27a-fcd2-4994-a1d3-b1974b2f0f53 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df7ed3f-dd6d-4312-a548-591443add019 HTTP/1.1" status: 200 len: 945 time: 0.0556886 Sep 16 03:50:49.584123 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-5e81c7f6-88d4-4739-b24d-964a0d4c5072 req-f0d1731f-1545-43ed-9ceb-1a5951af8295 tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3d4ab7b5-8592-4a8b-bff6-d7316c09755e HTTP/1.1" status: 200 len: 210 time: 0.0324118 Sep 16 03:50:49.615633 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-67124a02-6dd9-4c70-b5ea-6a8218972535 req-80a78905-3cc1-4a3e-9da7-6e6455253f30 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dda34443-519e-4bd2-ac6e-612e709d5440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586517 Sep 16 03:50:49.697770 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92af05b5-559a-4bab-8ea6-60d338e13153 req-39838e9e-31f0-45e7-863f-78c20d9af0d7 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:49.699710 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-92af05b5-559a-4bab-8ea6-60d338e13153 req-39838e9e-31f0-45e7-863f-78c20d9af0d7 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 945 time: 0.0502083 Sep 16 03:50:49.753002 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-92af05b5-559a-4bab-8ea6-60d338e13153 req-1b51ae4d-0177-4c59-8cce-51fca668fc87 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470843 Sep 16 03:50:49.845638 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5f75d-a467-4d04-9758-b443d50544bb req-c035bca4-93aa-4cc0-a6f2-f689308d1f81 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:49.847254 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-97d5f75d-a467-4d04-9758-b443d50544bb req-c035bca4-93aa-4cc0-a6f2-f689308d1f81 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3ea00b9d-1f8f-4428-98f7-9d66fd079c6d HTTP/1.1" status: 200 len: 946 time: 0.0514414 Sep 16 03:50:49.896210 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-97d5f75d-a467-4d04-9758-b443d50544bb req-62beb08c-2382-4671-b550-9db01b410a51 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431716 Sep 16 03:50:50.562979 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77303d-a235-40cf-acd2-f4f44002bd67 req-8eb3edfb-12a7-4828-baca-4a6bba0fe382 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:50.564472 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-6a77303d-a235-40cf-acd2-f4f44002bd67 req-8eb3edfb-12a7-4828-baca-4a6bba0fe382 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 946 time: 0.0504758 Sep 16 03:50:50.614308 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-6a77303d-a235-40cf-acd2-f4f44002bd67 req-eadcfd4e-f8fd-47a3-9278-e9c1e50edfb1 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=372fa49a-4978-4034-b54e-abd4cbaee9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439084 Sep 16 03:50:50.670218 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-f312691e-d6dc-463b-b11e-16aa55b775d2 req-21abd343-8fcc-4b71-aa35-2ca6d7a0e4c2 tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3d4ab7b5-8592-4a8b-bff6-d7316c09755e HTTP/1.1" status: 200 len: 210 time: 0.0276306 Sep 16 03:50:50.744084 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0902778-9ed5-424a-97b6-c8ab0c692eaf req-f6818af9-f75b-45b5-bb12-b08ee606e5a8 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:50.745578 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-f0902778-9ed5-424a-97b6-c8ab0c692eaf req-f6818af9-f75b-45b5-bb12-b08ee606e5a8 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df7ed3f-dd6d-4312-a548-591443add019 HTTP/1.1" status: 200 len: 945 time: 0.0460677 Sep 16 03:50:50.795356 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-f0902778-9ed5-424a-97b6-c8ab0c692eaf req-aea4a37c-851e-41e6-b6da-b31b1c3ed327 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dda34443-519e-4bd2-ac6e-612e709d5440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421419 Sep 16 03:50:50.882482 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c61480-6585-4b77-b515-c630c21cc7c2 req-413aae23-5640-440c-b366-1837b72f4364 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:50.883868 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-c4c61480-6585-4b77-b515-c630c21cc7c2 req-413aae23-5640-440c-b366-1837b72f4364 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 945 time: 0.0452373 Sep 16 03:50:50.931969 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-c4c61480-6585-4b77-b515-c630c21cc7c2 req-9ff72a93-e5c1-4228-9220-70007a68a9e0 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425851 Sep 16 03:50:51.041582 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639cc154-627f-4764-af0f-bcbc1019c4c6 req-2185ac52-94d0-490f-a0fb-aaa0bcceaf9e tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:51.043065 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-639cc154-627f-4764-af0f-bcbc1019c4c6 req-2185ac52-94d0-490f-a0fb-aaa0bcceaf9e tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3ea00b9d-1f8f-4428-98f7-9d66fd079c6d HTTP/1.1" status: 200 len: 946 time: 0.0550828 Sep 16 03:50:51.093582 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-639cc154-627f-4764-af0f-bcbc1019c4c6 req-52d91ba6-6eec-490b-9ed3-3014ef9cc439 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441375 Sep 16 03:50:51.738181 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bca9521-e1ba-40f4-8248-43fbed8619dd req-99dac1c9-82bb-4f58-af9e-500b20cd008e tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:51.739684 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-9bca9521-e1ba-40f4-8248-43fbed8619dd req-99dac1c9-82bb-4f58-af9e-500b20cd008e tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 946 time: 0.0496733 Sep 16 03:50:51.771384 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-940ad875-a0d7-443f-bf43-a863f292178f req-ce40f723-3e8b-49a5-8459-2caa60507eaf tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3d4ab7b5-8592-4a8b-bff6-d7316c09755e HTTP/1.1" status: 200 len: 210 time: 0.0267122 Sep 16 03:50:51.792984 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-9bca9521-e1ba-40f4-8248-43fbed8619dd req-7206ebed-1663-4d4d-8a22-71fd50ea2b40 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=372fa49a-4978-4034-b54e-abd4cbaee9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476694 Sep 16 03:50:51.914064 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f341af10-4aaa-46a9-b6f2-e304ff60b0c1 req-c108c956-f785-4ee7-93f8-2b82c4a675bd tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:51.915477 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-f341af10-4aaa-46a9-b6f2-e304ff60b0c1 req-c108c956-f785-4ee7-93f8-2b82c4a675bd tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df7ed3f-dd6d-4312-a548-591443add019 HTTP/1.1" status: 200 len: 945 time: 0.0454803 Sep 16 03:50:51.964182 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-f341af10-4aaa-46a9-b6f2-e304ff60b0c1 req-aaf548c9-a193-4846-ab3b-fcb7d7934fc7 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dda34443-519e-4bd2-ac6e-612e709d5440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425916 Sep 16 03:50:52.062441 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96526f74-9205-494a-9ce3-b83574bfdd3b req-4f0bbd12-2669-400d-8780-c7a98b0809da tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:52.063911 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-96526f74-9205-494a-9ce3-b83574bfdd3b req-4f0bbd12-2669-400d-8780-c7a98b0809da tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 945 time: 0.0455654 Sep 16 03:50:52.110369 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-96526f74-9205-494a-9ce3-b83574bfdd3b req-f44f3b4b-27d9-4057-b72b-acf3ac852249 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409503 Sep 16 03:50:52.225331 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00186ca-cdbd-4223-939c-a1bc7447ddc6 req-cd8fb8dd-4cc8-4dd5-8a83-314801df1e4e tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:52.226859 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-c00186ca-cdbd-4223-939c-a1bc7447ddc6 req-cd8fb8dd-4cc8-4dd5-8a83-314801df1e4e tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3ea00b9d-1f8f-4428-98f7-9d66fd079c6d HTTP/1.1" status: 200 len: 946 time: 0.0538378 Sep 16 03:50:52.275613 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-c00186ca-cdbd-4223-939c-a1bc7447ddc6 req-c9b17760-60d3-482f-889a-116d8ecfd86b tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428343 Sep 16 03:50:52.430490 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f255e0f6-47b8-43f6-868c-fe85aaacf3d1 req-5b229705-560f-46f3-a395-717ca6bbe28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:52.432834 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-f255e0f6-47b8-43f6-868c-fe85aaacf3d1 req-5b229705-560f-46f3-a395-717ca6bbe28e service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 1130 time: 0.0416734 Sep 16 03:50:52.732955 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-f255e0f6-47b8-43f6-868c-fe85aaacf3d1 req-855f5236-f6e3-43d3-aeac-c0b136e94321 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=372fa49a-4978-4034-b54e-abd4cbaee9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434623 Sep 16 03:50:52.874738 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-7ce1e31c-154b-43b6-a862-a4a62d0f1fba req-a4b04765-8568-46b8-89c7-de9208f5ec5b tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3d4ab7b5-8592-4a8b-bff6-d7316c09755e HTTP/1.1" status: 200 len: 210 time: 0.0293033 Sep 16 03:50:52.912606 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1ab202-95c8-4abc-bdfd-4a06eac652c6 req-0cf03519-554b-4402-8896-25074342e497 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:52.914113 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-8c1ab202-95c8-4abc-bdfd-4a06eac652c6 req-0cf03519-554b-4402-8896-25074342e497 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 946 time: 0.0467863 Sep 16 03:50:52.963546 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-8c1ab202-95c8-4abc-bdfd-4a06eac652c6 req-7811e0c9-9fe1-48b0-be07-31f63f304508 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=372fa49a-4978-4034-b54e-abd4cbaee9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429604 Sep 16 03:50:53.098692 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc9a7f-7b46-4477-9906-20b3257d8d94 req-cff6c731-0c58-4d25-af08-bb29fb503eb3 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:53.105189 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-83bc9a7f-7b46-4477-9906-20b3257d8d94 req-cff6c731-0c58-4d25-af08-bb29fb503eb3 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df7ed3f-dd6d-4312-a548-591443add019 HTTP/1.1" status: 200 len: 945 time: 0.0474367 Sep 16 03:50:53.148239 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-83bc9a7f-7b46-4477-9906-20b3257d8d94 req-25471705-e7d8-42b6-999b-f926f597378a tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dda34443-519e-4bd2-ac6e-612e709d5440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425253 Sep 16 03:50:53.238641 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-5b6bc89a-09b1-416c-b38b-05561d772b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (5f458d39-b7df-4a2e-8f52-58d49f268778), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:53.252533 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83673581-8d8a-4191-ae54-48af87c6b512 req-70e28a52-b332-428a-9080-d0b168ccddfd tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:53.254000 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-83673581-8d8a-4191-ae54-48af87c6b512 req-70e28a52-b332-428a-9080-d0b168ccddfd tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 945 time: 0.0490556 Sep 16 03:50:53.279521 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=100 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:50:53.304976 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-83673581-8d8a-4191-ae54-48af87c6b512 req-bb6ed469-3122-4e38-87e6-6a24a37a1dc4 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452068 Sep 16 03:50:53.404288 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b4ae58-3640-42f9-acc5-b66b845ad341 req-d320c921-d629-40d3-a4fa-39d52090c7a6 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:53.405743 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-00b4ae58-3640-42f9-acc5-b66b845ad341 req-d320c921-d629-40d3-a4fa-39d52090c7a6 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3ea00b9d-1f8f-4428-98f7-9d66fd079c6d HTTP/1.1" status: 200 len: 946 time: 0.0518665 Sep 16 03:50:53.453162 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-00b4ae58-3640-42f9-acc5-b66b845ad341 req-7522db14-ce93-413c-a52d-2d1edd0285d1 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415056 Sep 16 03:50:53.984856 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-d33ba6d5-ddc8-4def-b515-c98b7eace03a req-ed06339a-f1d5-4119-8fe3-54ce1b896d0f tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3d4ab7b5-8592-4a8b-bff6-d7316c09755e HTTP/1.1" status: 200 len: 210 time: 0.0276704 Sep 16 03:50:54.086025 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdd3f6f-95cd-476e-8101-c7c13e64fbf5 req-ceec5dad-6aab-4576-a50e-58e8f895f3ba tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:54.087412 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-3cdd3f6f-95cd-476e-8101-c7c13e64fbf5 req-ceec5dad-6aab-4576-a50e-58e8f895f3ba tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 946 time: 0.0461144 Sep 16 03:50:54.100484 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=100 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:50:54.146233 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-3cdd3f6f-95cd-476e-8101-c7c13e64fbf5 req-423a9f13-3d61-4516-9ad9-63a69302f235 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=372fa49a-4978-4034-b54e-abd4cbaee9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462658 Sep 16 03:50:54.280354 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ece45c-0ac3-4e17-9e66-0275b9460154 req-ef679c5e-a1b9-4f1e-b0b4-4030f256ca68 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:54.285464 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-79ece45c-0ac3-4e17-9e66-0275b9460154 req-ef679c5e-a1b9-4f1e-b0b4-4030f256ca68 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df7ed3f-dd6d-4312-a548-591443add019 HTTP/1.1" status: 200 len: 945 time: 0.0498729 Sep 16 03:50:54.333941 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-79ece45c-0ac3-4e17-9e66-0275b9460154 req-190050e1-5015-4739-97ab-9055e0a07bc7 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dda34443-519e-4bd2-ac6e-612e709d5440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443840 Sep 16 03:50:54.446462 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c9f824-c802-4792-b193-9c5f589eb488 req-7d3bc320-8541-4874-bfc7-3ab880f48cdd tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:54.447948 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-70c9f824-c802-4792-b193-9c5f589eb488 req-7d3bc320-8541-4874-bfc7-3ab880f48cdd tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 945 time: 0.0511153 Sep 16 03:50:54.502858 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-70c9f824-c802-4792-b193-9c5f589eb488 req-a9173cca-3e0a-4b63-9a54-79195ee03649 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485830 Sep 16 03:50:55.099748 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-04b4e42b-92c0-4b7a-8012-0a3f70eeb150 req-f1fb14fa-a239-4788-aeaf-f3c348dc8ed0 tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3d4ab7b5-8592-4a8b-bff6-d7316c09755e HTTP/1.1" status: 200 len: 210 time: 0.0366027 Sep 16 03:50:55.253539 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=100 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:50:55.264617 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7762b8-511c-477a-b6f7-214b48b6c077 req-519692b1-3330-4430-b651-acf834ed798e tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:55.266073 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-9d7762b8-511c-477a-b6f7-214b48b6c077 req-519692b1-3330-4430-b651-acf834ed798e tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 946 time: 0.0469594 Sep 16 03:50:55.323824 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-9d7762b8-511c-477a-b6f7-214b48b6c077 req-25ce09c3-5870-48ab-9550-aaa716fd0619 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=372fa49a-4978-4034-b54e-abd4cbaee9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520587 Sep 16 03:50:55.376274 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-bbfbd3e4-9a72-42ca-8fd5-7f01b1491291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (20a8dcff-cb91-4cfb-b5ee-87736efe33d8), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:55.454147 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1436cd-f364-4a38-a9e6-ef0c593729ad req-cfbca253-59a9-4bc3-9181-5debcd9de9d2 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:55.456286 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-1d1436cd-f364-4a38-a9e6-ef0c593729ad req-cfbca253-59a9-4bc3-9181-5debcd9de9d2 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 946 time: 0.0516140 Sep 16 03:50:55.456740 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 57902) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:50:55.461068 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [None req-19c55f43-e957-4543-9f8b-7f2345f1767d tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Request body: {'security_group': {'name': 'tempest-securitygroup--898070706', 'description': 'tempest-description--1050252076'}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:50:55.529806 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-1d1436cd-f364-4a38-a9e6-ef0c593729ad req-20f31e97-acbe-4865-9a01-41e3a0bbd54b tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=372fa49a-4978-4034-b54e-abd4cbaee9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636599 Sep 16 03:50:55.562526 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 57906) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:50:55.578850 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb21abdf-2fab-4ba7-922e-049b5ed04bf2 req-9845a05a-1957-48dd-a149-0e548071d464 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:55.580861 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-cb21abdf-2fab-4ba7-922e-049b5ed04bf2 req-9845a05a-1957-48dd-a149-0e548071d464 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df7ed3f-dd6d-4312-a548-591443add019 HTTP/1.1" status: 200 len: 945 time: 0.0788128 Sep 16 03:50:55.631316 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-19c55f43-e957-4543-9f8b-7f2345f1767d tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Publish callbacks [] for security_group (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:55.641992 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-cb21abdf-2fab-4ba7-922e-049b5ed04bf2 req-755a3417-2e09-4163-9cb7-8c07df5476f7 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dda34443-519e-4bd2-ac6e-612e709d5440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536010 Sep 16 03:50:55.659443 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b6743f-bbd3-4f18-933a-21b9ffd5347d req-3786b3d9-6bab-4e91-862b-950dc2980b70 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:55.661192 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-31b6743f-bbd3-4f18-933a-21b9ffd5347d req-3786b3d9-6bab-4e91-862b-950dc2980b70 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 945 time: 0.0674922 Sep 16 03:50:55.737254 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-31b6743f-bbd3-4f18-933a-21b9ffd5347d req-d5f4f440-40ed-4f28-9087-53ec121713de tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690062 Sep 16 03:50:55.762544 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-19c55f43-e957-4543-9f8b-7f2345f1767d tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Publish callbacks [] for security_group (a890f157-4eb5-4875-8771-deeceeb2266b), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:55.781973 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28fefde-d828-4991-80ba-5499f6a9902e tempest-TestShelveInstance-735095219 tempest-TestShelveInstance-735095219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:55.783476 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-c28fefde-d828-4991-80ba-5499f6a9902e tempest-TestShelveInstance-735095219 tempest-TestShelveInstance-735095219-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 1125 time: 0.2241163 Sep 16 03:50:55.786534 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 57910) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:50:55.792755 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.v2.base [None req-7dce8e9b-3863-47e4-8bb7-0d5d084bb97f tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Request body: {'floatingip': {'floating_network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'port_id': '2c25634f-27f9-4868-a4bb-0f555233fe5e', 'tenant_id': '37a1aef0396c463d8a10f0ee811e1f2a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=113374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:50:55.813741 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:50:55.869994 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-19c55f43-e957-4543-9f8b-7f2345f1767d tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (a890f157-4eb5-4875-8771-deeceeb2266b), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:55.899714 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c55f43-e957-4543-9f8b-7f2345f1767d tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a890f157-4eb5-4875-8771-deeceeb2266b,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:50:55.918101 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-7dce8e9b-3863-47e4-8bb7-0d5d084bb97f tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:56.000369 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-7dce8e9b-3863-47e4-8bb7-0d5d084bb97f tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:56.009485 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-19c55f43-e957-4543-9f8b-7f2345f1767d tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Publish callbacks [] for security_group (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:56.010733 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-19c55f43-e957-4543-9f8b-7f2345f1767d tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5530245 Sep 16 03:50:56.013795 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 57912) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:50:56.018202 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [None req-56b8b93b-7d7c-4d64-b7a0-627ab15f9482 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Request body: {'security_group_rule': {'security_group_id': 'a890f157-4eb5-4875-8771-deeceeb2266b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:50:56.104385 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-56b8b93b-7d7c-4d64-b7a0-627ab15f9482 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Publish callbacks [] for security_group_rule (3c70e397-0ecc-4d13-a1e7-561d048c5b3d), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:56.107596 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.db.db_base_plugin_common [None req-7dce8e9b-3863-47e4-8bb7-0d5d084bb97f tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Allocated IP 172.27.0.136 (3e75d266-1ef3-4c3c-84dd-91ee0a702556/1e346a16-d4e3-4654-8a01-a4fa77b75a04/316ea1cc-28a4-4b44-badd-66f11574ad2b) {{(pid=113374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 03:50:56.180994 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-56b8b93b-7d7c-4d64-b7a0-627ab15f9482 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Publish callbacks [] for security_group_rule (3c70e397-0ecc-4d13-a1e7-561d048c5b3d), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:56.219973 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-00bbc9ba-8e34-4d79-86bf-e80c0a664b99 req-1be45b25-e9a0-464f-9393-5ebbae912277 tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3d4ab7b5-8592-4a8b-bff6-d7316c09755e HTTP/1.1" status: 200 len: 210 time: 0.0404742 Sep 16 03:50:56.246148 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-7dce8e9b-3863-47e4-8bb7-0d5d084bb97f tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Publish callbacks [] for port (316ea1cc-28a4-4b44-badd-66f11574ad2b), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:56.248835 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:50:56.272677 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-56b8b93b-7d7c-4d64-b7a0-627ab15f9482 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650582'] for security_group_rule (3c70e397-0ecc-4d13-a1e7-561d048c5b3d), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:56.295590 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b8b93b-7d7c-4d64-b7a0-627ab15f9482 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c70e397-0ecc-4d13-a1e7-561d048c5b3d,revision_number=0']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:50:56.335614 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-7dce8e9b-3863-47e4-8bb7-0d5d084bb97f tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672515804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965177'] for port (316ea1cc-28a4-4b44-badd-66f11574ad2b), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:56.375234 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-56b8b93b-7d7c-4d64-b7a0-627ab15f9482 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:56.376570 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-56b8b93b-7d7c-4d64-b7a0-627ab15f9482 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3618484 Sep 16 03:50:56.379277 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 57920) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:50:56.382787 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dce8e9b-3863-47e4-8bb7-0d5d084bb97f tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Network 3e75d266-1ef3-4c3c-84dd-91ee0a702556 is already hosted by enough agents. {{(pid=113374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 03:50:56.383597 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [None req-e30ca039-83b3-4fe5-8514-5b8b28bfc02a tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Request body: {'security_group_rule': {'security_group_id': 'a890f157-4eb5-4875-8771-deeceeb2266b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:50:56.387628 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.base_scheduler [None req-7dce8e9b-3863-47e4-8bb7-0d5d084bb97f tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Resources bound (agent type, host, resource id): {{(pid=113374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:50:56.392999 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dce8e9b-3863-47e4-8bb7-0d5d084bb97f tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Received port after_create {{(pid=113374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 03:50:56.396307 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dce8e9b-3863-47e4-8bb7-0d5d084bb97f tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Pushing event updated for resources: {'Port': ['ID=316ea1cc-28a4-4b44-badd-66f11574ad2b,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:50:56.471892 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-e30ca039-83b3-4fe5-8514-5b8b28bfc02a tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Publish callbacks [] for security_group_rule (715a6d8b-0310-48bc-818e-00c4bc32f9dc), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:56.533365 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-e30ca039-83b3-4fe5-8514-5b8b28bfc02a tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Publish callbacks [] for security_group_rule (715a6d8b-0310-48bc-818e-00c4bc32f9dc), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:56.635873 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-e30ca039-83b3-4fe5-8514-5b8b28bfc02a tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650582'] for security_group_rule (715a6d8b-0310-48bc-818e-00c4bc32f9dc), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:56.648252 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:50:56.658738 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30ca039-83b3-4fe5-8514-5b8b28bfc02a tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=715a6d8b-0310-48bc-818e-00c4bc32f9dc,revision_number=0']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:50:56.750573 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-7dce8e9b-3863-47e4-8bb7-0d5d084bb97f tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Publish callbacks [] for floatingip (e58b0b3c-d8df-4237-b55f-c389ced0ecfa), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:56.784424 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66833823-5321-4cb8-9110-5861cf2c6dd5 req-ee578752-1a98-4850-bbf6-d05b687f0775 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:56.786427 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-66833823-5321-4cb8-9110-5861cf2c6dd5 req-ee578752-1a98-4850-bbf6-d05b687f0775 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df7ed3f-dd6d-4312-a548-591443add019 HTTP/1.1" status: 200 len: 945 time: 0.0557787 Sep 16 03:50:56.834751 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:50:56.842931 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-66833823-5321-4cb8-9110-5861cf2c6dd5 req-cc5fc0bd-7da1-4098-8920-a5ae2a94fade tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dda34443-519e-4bd2-ac6e-612e709d5440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480177 Sep 16 03:50:56.861611 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-e30ca039-83b3-4fe5-8514-5b8b28bfc02a tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:56.864287 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-e30ca039-83b3-4fe5-8514-5b8b28bfc02a tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4827397 Sep 16 03:50:56.867315 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 57926) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:50:56.873067 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [None req-09b2237e-d4ba-4568-a082-8d4bda547154 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Request body: {'floatingip': {'floating_network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556'}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:50:56.880372 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce4e5d1-ee82-4aa4-a4e6-bedab67951f7 req-9fcf8300-0b40-431b-8217-b303c699050e tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:56.883175 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-0ce4e5d1-ee82-4aa4-a4e6-bedab67951f7 req-9fcf8300-0b40-431b-8217-b303c699050e tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 945 time: 0.0501432 Sep 16 03:50:56.915068 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:50:56.930180 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-0ce4e5d1-ee82-4aa4-a4e6-bedab67951f7 req-aac047c3-6191-4a82-8659-f7a6ed867964 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427115 Sep 16 03:50:57.131755 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-6e17b5b7-15b9-4810-ad4e-df527af14d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (b6f1069f-4437-473a-8bc8-4bc493c2bb12), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:57.243688 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-7dce8e9b-3863-47e4-8bb7-0d5d084bb97f tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (316ea1cc-28a4-4b44-badd-66f11574ad2b), before_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:57.244288 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-09b2237e-d4ba-4568-a082-8d4bda547154 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:57.342812 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-9fcf4422-493c-4669-ace9-9782257eb71f req-21f0e287-43f6-4cae-8c09-c8dfef5ce65a tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3d4ab7b5-8592-4a8b-bff6-d7316c09755e HTTP/1.1" status: 200 len: 210 time: 0.0417066 Sep 16 03:50:57.372163 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-09b2237e-d4ba-4568-a082-8d4bda547154 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:57.429344 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-7dce8e9b-3863-47e4-8bb7-0d5d084bb97f tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Publish callbacks [] for port (316ea1cc-28a4-4b44-badd-66f11574ad2b), precommit_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:57.489359 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.db_base_plugin_common [None req-09b2237e-d4ba-4568-a082-8d4bda547154 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Allocated IP 172.27.0.150 (3e75d266-1ef3-4c3c-84dd-91ee0a702556/1e346a16-d4e3-4654-8a01-a4fa77b75a04/7a329587-2344-4aea-bea9-ea2d1c5b3a6a) {{(pid=113375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 03:50:57.535439 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-7dce8e9b-3863-47e4-8bb7-0d5d084bb97f tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965120'] for port (316ea1cc-28a4-4b44-badd-66f11574ad2b), after_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:57.580961 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:50:57.593804 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-09b2237e-d4ba-4568-a082-8d4bda547154 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Publish callbacks [] for port (7a329587-2344-4aea-bea9-ea2d1c5b3a6a), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:57.607253 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dce8e9b-3863-47e4-8bb7-0d5d084bb97f tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Pushing event updated for resources: {'Port': ['ID=316ea1cc-28a4-4b44-badd-66f11574ad2b,revision_number=2']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:50:57.615905 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-7dce8e9b-3863-47e4-8bb7-0d5d084bb97f tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-452268'] for floatingip (e58b0b3c-d8df-4237-b55f-c389ced0ecfa), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:57.644049 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:50:57.702752 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.db.l3_db [None req-7dce8e9b-3863-47e4-8bb7-0d5d084bb97f tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Floating IP e58b0b3c-d8df-4237-b55f-c389ced0ecfa associated. External IP: 172.27.0.136, port: 2c25634f-27f9-4868-a4bb-0f555233fe5e. Sep 16 03:50:57.710968 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-09b2237e-d4ba-4568-a082-8d4bda547154 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672515804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4972043'] for port (7a329587-2344-4aea-bea9-ea2d1c5b3a6a), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:57.754633 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b2237e-d4ba-4568-a082-8d4bda547154 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Network 3e75d266-1ef3-4c3c-84dd-91ee0a702556 is already hosted by enough agents. {{(pid=113375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 03:50:57.757935 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.base_scheduler [None req-09b2237e-d4ba-4568-a082-8d4bda547154 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Resources bound (agent type, host, resource id): {{(pid=113375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:50:57.760565 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b2237e-d4ba-4568-a082-8d4bda547154 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Received port after_create {{(pid=113375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 03:50:57.789577 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b2237e-d4ba-4568-a082-8d4bda547154 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Pushing event updated for resources: {'Port': ['ID=7a329587-2344-4aea-bea9-ea2d1c5b3a6a,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:50:57.858328 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-09b2237e-d4ba-4568-a082-8d4bda547154 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Publish callbacks [] for floatingip (4eb1c11b-44e2-4c9c-8900-469d05e21010), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:57.904083 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dce8e9b-3863-47e4-8bb7-0d5d084bb97f tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Router f4752e75-d9db-4ed6-a4e4-5a50f68f7f83 has already been hosted by L3 agent 20a8dcff-cb91-4cfb-b5ee-87736efe33d8 {{(pid=113374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 03:50:58.023661 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-09b2237e-d4ba-4568-a082-8d4bda547154 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (7a329587-2344-4aea-bea9-ea2d1c5b3a6a), before_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:58.025020 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba11c08-86b1-4c69-8167-6815f4b74b11 req-046c1a38-a096-4f30-b329-ee11864cb719 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:58.028482 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-fba11c08-86b1-4c69-8167-6815f4b74b11 req-046c1a38-a096-4f30-b329-ee11864cb719 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df7ed3f-dd6d-4312-a548-591443add019 HTTP/1.1" status: 200 len: 945 time: 0.0776582 Sep 16 03:50:58.029025 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=100 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:50:58.072729 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dce8e9b-3863-47e4-8bb7-0d5d084bb97f tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Notify agent at l3_agent.dv-cinder-857993-1-iscsi the message routers_updated {{(pid=113374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 03:50:58.076033 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ba5999-e5cc-4429-9cb7-1d925cd373c8 None None] Sync routers for ids ['f4752e75-d9db-4ed6-a4e4-5a50f68f7f83'] in dv-cinder-857993-1-iscsi {{(pid=113376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 03:50:58.088683 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ba5999-e5cc-4429-9cb7-1d925cd373c8 None None] Routers {'f4752e75-d9db-4ed6-a4e4-5a50f68f7f83'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:50:58.089310 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-54ba5999-e5cc-4429-9cb7-1d925cd373c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:50:55Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['f4752e75-d9db-4ed6-a4e4-5a50f68f7f83'], 'active': True} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:50:58.098512 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-fba11c08-86b1-4c69-8167-6815f4b74b11 req-9e933995-759e-4c9f-89ac-e1552d597b15 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dda34443-519e-4bd2-ac6e-612e709d5440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615637 Sep 16 03:50:58.104382 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e258bb-97f5-436e-a918-d439d12f4d54 req-b4c6d995-edf1-41af-83fc-bf2759a47a96 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:58.106023 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-98e258bb-97f5-436e-a918-d439d12f4d54 req-b4c6d995-edf1-41af-83fc-bf2759a47a96 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 945 time: 0.0914893 Sep 16 03:50:58.187414 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-7dce8e9b-3863-47e4-8bb7-0d5d084bb97f tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for floatingip (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:58.201688 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvr_db [None req-54ba5999-e5cc-4429-9cb7-1d925cd373c8 None None] Set router f4752e75-d9db-4ed6-a4e4-5a50f68f7f83 gateway port host: dv-cinder-857993-1-iscsi {{(pid=113376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:50:58.216655 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-98e258bb-97f5-436e-a918-d439d12f4d54 req-cbfd57d5-1296-4de5-8134-b4f242411a29 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945246 Sep 16 03:50:58.224852 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:50:58.272150 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-09b2237e-d4ba-4568-a082-8d4bda547154 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Publish callbacks [] for port (7a329587-2344-4aea-bea9-ea2d1c5b3a6a), precommit_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:58.354301 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:50:58.363974 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-09b2237e-d4ba-4568-a082-8d4bda547154 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4972082'] for port (7a329587-2344-4aea-bea9-ea2d1c5b3a6a), after_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:58.437551 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b2237e-d4ba-4568-a082-8d4bda547154 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Pushing event updated for resources: {'Port': ['ID=7a329587-2344-4aea-bea9-ea2d1c5b3a6a,revision_number=2']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:50:58.441506 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-09b2237e-d4ba-4568-a082-8d4bda547154 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-452268'] for floatingip (4eb1c11b-44e2-4c9c-8900-469d05e21010), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:58.518306 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-7dce8e9b-3863-47e4-8bb7-0d5d084bb97f tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7307191 Sep 16 03:50:58.519831 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d52b03d-e8ff-4942-a9d3-33b7341dad63', 'tag': '2c25634f-27f9-4868-a4bb-0f555233fe5e'}] {{(pid=113374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 03:50:58.522710 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690b364905604876d1d0623b3c540f81637980c049172579221ad326041cdf1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b82bcec8-3abc-46a2-8cd4-310cf8772cf3" -d '{"events": [{"name": "network-changed", "server_uuid": "1d52b03d-e8ff-4942-a9d3-33b7341dad63", "tag": "2c25634f-27f9-4868-a4bb-0f555233fe5e"}]}' {{(pid=113374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 03:50:58.526508 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-ec2b5a1f-7182-4e62-aecf-f05037047cd5 req-880244a9-3136-4219-bbe6-354c6c0a576f tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3d4ab7b5-8592-4a8b-bff6-d7316c09755e HTTP/1.1" status: 200 len: 210 time: 0.0458391 Sep 16 03:50:58.580749 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 03:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81b8e61-0e4d-4f6b-803f-2e8342383b76 x-openstack-request-id: req-b81b8e61-0e4d-4f6b-803f-2e8342383b76 {{(pid=113374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 03:50:58.581037 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d52b03d-e8ff-4942-a9d3-33b7341dad63", "tag": "2c25634f-27f9-4868-a4bb-0f555233fe5e", "status": "completed", "code": 200}]} {{(pid=113374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 03:50:58.581280 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b81b8e61-0e4d-4f6b-803f-2e8342383b76 {{(pid=113374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 03:50:58.581674 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b81b8e61-0e4d-4f6b-803f-2e8342383b76'] response: {'name': 'network-changed', 'server_uuid': '1d52b03d-e8ff-4942-a9d3-33b7341dad63', 'tag': '2c25634f-27f9-4868-a4bb-0f555233fe5e', 'status': 'completed', 'code': 200} Sep 16 03:50:58.599325 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-54ba5999-e5cc-4429-9cb7-1d925cd373c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4752e75-d9db-4ed6-a4e4-5a50f68f7f83', 'name': 'tempest-TestShelveInstance-774361203-router', 'tenant_id': '37a1aef0396c463d8a10f0ee811e1f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '581e4d44-d683-4f97-82fe-f578ca4acdee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:49:24Z', 'updated_at': '2022-09-16T03:49:28Z', 'revision_number': 4, 'project_id': '37a1aef0396c463d8a10f0ee811e1f2a', 'gw_port': {'id': '581e4d44-d683-4f97-82fe-f578ca4acdee', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:11:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4752e75-d9db-4ed6-a4e4-5a50f68f7f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:49:25Z', 'updated_at': '2022-09-16T03:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_floatingips': [{'id': 'e58b0b3c-d8df-4237-b55f-c389ced0ecfa', 'tenant_id': '37a1aef0396c463d8a10f0ee811e1f2a', 'floating_ip_address': '172.27.0.136', 'floating_network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'router_id': 'f4752e75-d9db-4ed6-a4e4-5a50f68f7f83', 'port_id': '2c25634f-27f9-4868-a4bb-0f555233fe5e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '854d2c8e-4d81-4bfd-bcba-fb4707dd8cf5', 'mac_address': 'fa:16:3e:88:93:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d52b03d-e8ff-4942-a9d3-33b7341dad63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T03:50:56Z', 'updated_at': '2022-09-16T03:50:56Z', 'revision_number': 0, 'project_id': '37a1aef0396c463d8a10f0ee811e1f2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1839de9e-c9d2-49cf-b12c-2f1e7f979779', 'name': '', 'network_id': '854d2c8e-4d81-4bfd-bcba-fb4707dd8cf5', 'tenant_id': '37a1aef0396c463d8a10f0ee811e1f2a', 'mac_address': 'fa:16:3e:2c:9c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4752e75-d9db-4ed6-a4e4-5a50f68f7f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '10a3fb74-f6d7-4d2f-b7d9-b95a3787d6e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:49:27Z', 'updated_at': '2022-09-16T03:49:32Z', 'revision_number': 5, 'project_id': '37a1aef0396c463d8a10f0ee811e1f2a', 'subnets': [{'id': '10a3fb74-f6d7-4d2f-b7d9-b95a3787d6e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:50:58.626225 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-09b2237e-d4ba-4568-a082-8d4bda547154 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for floatingip (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:58.635712 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-09b2237e-d4ba-4568-a082-8d4bda547154 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7581680 Sep 16 03:50:58.635896 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ba5999-e5cc-4429-9cb7-1d925cd373c8 None None] Checking router: f4752e75-d9db-4ed6-a4e4-5a50f68f7f83 for host: dv-cinder-857993-1-iscsi {{(pid=113376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 03:50:58.635896 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-2875a3e6-2c6e-4f2c-bd58-7e0a3de9c063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (bb5efb49-5a18-474a-824b-90488b0f2024), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:58.642280 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ba5999-e5cc-4429-9cb7-1d925cd373c8 None None] Routers {'f4752e75-d9db-4ed6-a4e4-5a50f68f7f83'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:50:58.642897 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-54ba5999-e5cc-4429-9cb7-1d925cd373c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:50:55Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['f4752e75-d9db-4ed6-a4e4-5a50f68f7f83'], 'active': True} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:50:58.700434 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (9480ceca-8cb5-4b85-9807-6ee42f948820), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:58.758306 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvr_db [None req-54ba5999-e5cc-4429-9cb7-1d925cd373c8 None None] Set router f4752e75-d9db-4ed6-a4e4-5a50f68f7f83 gateway port host: dv-cinder-857993-1-iscsi {{(pid=113376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:50:58.846040 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-12b0401a-9c24-42bb-bfc2-5ff49d9d1a54 req-8068eee2-3d76-4831-b151-5851477d32e8 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--898070706&fields=id&tenant_id=ac97d1487c024a68b8ad933d882bb456 HTTP/1.1" status: 200 len: 267 time: 0.0504253 Sep 16 03:50:58.892169 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82bcec8-3abc-46a2-8cd4-310cf8772cf3 req-f07c5b6e-1a0f-4f0d-96f8-164e7ff838df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:58.893867 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-b82bcec8-3abc-46a2-8cd4-310cf8772cf3 req-f07c5b6e-1a0f-4f0d-96f8-164e7ff838df service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=37a1aef0396c463d8a10f0ee811e1f2a&device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 1130 time: 0.0462401 Sep 16 03:50:58.914753 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:50:58.970179 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0401a-9c24-42bb-bfc2-5ff49d9d1a54 req-3e653d1e-e8f5-442b-9ea7-21d992d8db06 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:58.978062 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-12b0401a-9c24-42bb-bfc2-5ff49d9d1a54 req-3e653d1e-e8f5-442b-9ea7-21d992d8db06 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/networks?id=64754a20-d60c-49a4-9c39-1462c6265039 HTTP/1.1" status: 200 len: 818 time: 0.1253805 Sep 16 03:50:58.989314 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-12b0401a-9c24-42bb-bfc2-5ff49d9d1a54 req-077589e3-7403-4065-92b6-687311984573 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/quotas/ac97d1487c024a68b8ad933d882bb456 HTTP/1.1" status: 200 len: 375 time: 0.0097744 Sep 16 03:50:59.001829 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82bcec8-3abc-46a2-8cd4-310cf8772cf3 req-abc39116-aa5c-4306-9386-d6f56ec04dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:59.003659 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-b82bcec8-3abc-46a2-8cd4-310cf8772cf3 req-abc39116-aa5c-4306-9386-d6f56ec04dd5 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=854d2c8e-4d81-4bfd-bcba-fb4707dd8cf5 HTTP/1.1" status: 200 len: 909 time: 0.1019697 Sep 16 03:50:59.005959 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-54ba5999-e5cc-4429-9cb7-1d925cd373c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4752e75-d9db-4ed6-a4e4-5a50f68f7f83', 'name': 'tempest-TestShelveInstance-774361203-router', 'tenant_id': '37a1aef0396c463d8a10f0ee811e1f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '581e4d44-d683-4f97-82fe-f578ca4acdee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:49:24Z', 'updated_at': '2022-09-16T03:49:28Z', 'revision_number': 4, 'project_id': '37a1aef0396c463d8a10f0ee811e1f2a', 'gw_port': {'id': '581e4d44-d683-4f97-82fe-f578ca4acdee', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:11:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4752e75-d9db-4ed6-a4e4-5a50f68f7f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:49:25Z', 'updated_at': '2022-09-16T03:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_floatingips': [{'id': 'e58b0b3c-d8df-4237-b55f-c389ced0ecfa', 'tenant_id': '37a1aef0396c463d8a10f0ee811e1f2a', 'floating_ip_address': '172.27.0.136', 'floating_network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'router_id': 'f4752e75-d9db-4ed6-a4e4-5a50f68f7f83', 'port_id': '2c25634f-27f9-4868-a4bb-0f555233fe5e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '854d2c8e-4d81-4bfd-bcba-fb4707dd8cf5', 'mac_address': 'fa:16:3e:88:93:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d52b03d-e8ff-4942-a9d3-33b7341dad63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T03:50:56Z', 'updated_at': '2022-09-16T03:50:56Z', 'revision_number': 0, 'project_id': '37a1aef0396c463d8a10f0ee811e1f2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1839de9e-c9d2-49cf-b12c-2f1e7f979779', 'name': '', 'network_id': '854d2c8e-4d81-4bfd-bcba-fb4707dd8cf5', 'tenant_id': '37a1aef0396c463d8a10f0ee811e1f2a', 'mac_address': 'fa:16:3e:2c:9c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4752e75-d9db-4ed6-a4e4-5a50f68f7f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '10a3fb74-f6d7-4d2f-b7d9-b95a3787d6e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:49:27Z', 'updated_at': '2022-09-16T03:49:32Z', 'revision_number': 5, 'project_id': '37a1aef0396c463d8a10f0ee811e1f2a', 'subnets': [{'id': '10a3fb74-f6d7-4d2f-b7d9-b95a3787d6e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:50:59.032323 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ba5999-e5cc-4429-9cb7-1d925cd373c8 None None] The sync data for ids ['f4752e75-d9db-4ed6-a4e4-5a50f68f7f83'] in dv-cinder-857993-1-iscsi is: [{'id': 'f4752e75-d9db-4ed6-a4e4-5a50f68f7f83', 'name': 'tempest-TestShelveInstance-774361203-router', 'tenant_id': '37a1aef0396c463d8a10f0ee811e1f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '581e4d44-d683-4f97-82fe-f578ca4acdee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:49:24Z', 'updated_at': '2022-09-16T03:49:28Z', 'revision_number': 4, 'project_id': '37a1aef0396c463d8a10f0ee811e1f2a', 'gw_port': {'id': '581e4d44-d683-4f97-82fe-f578ca4acdee', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:11:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4752e75-d9db-4ed6-a4e4-5a50f68f7f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:49:25Z', 'updated_at': '2022-09-16T03:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_floatingips': [{'id': 'e58b0b3c-d8df-4237-b55f-c389ced0ecfa', 'tenant_id': '37a1aef0396c463d8a10f0ee811e1f2a', 'floating_ip_address': '172.27.0.136', 'floating_network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'router_id': 'f4752e75-d9db-4ed6-a4e4-5a50f68f7f83', 'port_id': '2c25634f-27f9-4868-a4bb-0f555233fe5e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '854d2c8e-4d81-4bfd-bcba-fb4707dd8cf5', 'mac_address': 'fa:16:3e:88:93:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d52b03d-e8ff-4942-a9d3-33b7341dad63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T03:50:56Z', 'updated_at': '2022-09-16T03:50:56Z', 'revision_number': 0, 'project_id': '37a1aef0396c463d8a10f0ee811e1f2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1839de9e-c9d2-49cf-b12c-2f1e7f979779', 'name': '', 'network_id': '854d2c8e-4d81-4bfd-bcba-fb4707dd8cf5', 'tenant_id': '37a1aef0396c463d8a10f0ee811e1f2a', 'mac_address': 'fa:16:3e:2c:9c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4752e75-d9db-4ed6-a4e4-5a50f68f7f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '10a3fb74-f6d7-4d2f-b7d9-b95a3787d6e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:49:27Z', 'updated_at': '2022-09-16T03:49:32Z', 'revision_number': 5, 'project_id': '37a1aef0396c463d8a10f0ee811e1f2a', 'subnets': [{'id': '10a3fb74-f6d7-4d2f-b7d9-b95a3787d6e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 03:50:59.062593 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-12b0401a-9c24-42bb-bfc2-5ff49d9d1a54 req-2f411787-72cf-4ddf-9b13-86878479a12a tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=ac97d1487c024a68b8ad933d882bb456&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0661530 Sep 16 03:50:59.095943 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-b82bcec8-3abc-46a2-8cd4-310cf8772cf3 req-f8e4db61-14de-491b-8660-188a654a9511 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c25634f-27f9-4868-a4bb-0f555233fe5e HTTP/1.1" status: 200 len: 1000 time: 0.0740502 Sep 16 03:50:59.166404 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82bcec8-3abc-46a2-8cd4-310cf8772cf3 req-603f45f3-e288-4532-8577-ef386863db1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:59.168198 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-b82bcec8-3abc-46a2-8cd4-310cf8772cf3 req-603f45f3-e288-4532-8577-ef386863db1a service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=10a3fb74-f6d7-4d2f-b7d9-b95a3787d6e3 HTTP/1.1" status: 200 len: 847 time: 0.0633032 Sep 16 03:50:59.255725 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-12b0401a-9c24-42bb-bfc2-5ff49d9d1a54 req-555262ed-21dc-4447-af9c-6612adbc7f8f service neutron] 10.222.0.49 "GET /networking/v2.0/networks/64754a20-d60c-49a4-9c39-1462c6265039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707277 Sep 16 03:50:59.265072 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82bcec8-3abc-46a2-8cd4-310cf8772cf3 req-24f431bb-1453-4c51-9bd4-31e17d1e32fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:59.266563 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-b82bcec8-3abc-46a2-8cd4-310cf8772cf3 req-24f431bb-1453-4c51-9bd4-31e17d1e32fe service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=854d2c8e-4d81-4bfd-bcba-fb4707dd8cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0908852 Sep 16 03:50:59.289294 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1509642-e4e2-4faa-91a2-e2f6f394ab3f req-6b0978e1-78ee-49c4-a1e1-6b4b24f1f4d6 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:59.296626 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-f1509642-e4e2-4faa-91a2-e2f6f394ab3f req-6b0978e1-78ee-49c4-a1e1-6b4b24f1f4d6 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df7ed3f-dd6d-4312-a548-591443add019 HTTP/1.1" status: 200 len: 945 time: 0.0834980 Sep 16 03:50:59.328535 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d2584-62e5-4360-a4c1-a11d41d3c9b7 req-6a694a8e-c675-4cd3-b390-4157fdcb6d85 tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:50:59.330038 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-585d2584-62e5-4360-a4c1-a11d41d3c9b7 req-6a694a8e-c675-4cd3-b390-4157fdcb6d85 tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] 10.222.0.52 "GET /networking/v2.0/networks?id=b5f7c9d9-2726-47bd-8b35-89fb0951bd43 HTTP/1.1" status: 200 len: 814 time: 0.1840711 Sep 16 03:50:59.382183 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.v2.base [req-585d2584-62e5-4360-a4c1-a11d41d3c9b7 req-b5a81d07-43be-4947-8fa6-5d965743ae3c tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] Request body: {'port': {'device_id': '3d4ab7b5-8592-4a8b-bff6-d7316c09755e', 'network_id': 'b5f7c9d9-2726-47bd-8b35-89fb0951bd43', 'admin_state_up': True, 'tenant_id': '0ea684aa585e4b4483261a014d861cb1'}} {{(pid=113374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:50:59.411685 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24c8779-40a5-4e22-ae40-f38c454a93c8 None None] New status for floating IP e58b0b3c-d8df-4237-b55f-c389ced0ecfa: ACTIVE {{(pid=113377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 03:50:59.452700 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-b82bcec8-3abc-46a2-8cd4-310cf8772cf3 req-b0a02153-1d4a-430a-a70a-74686f32049e service neutron] 10.222.0.52 "GET /networking/v2.0/networks/854d2c8e-4d81-4bfd-bcba-fb4707dd8cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774228 Sep 16 03:50:59.473139 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-f1509642-e4e2-4faa-91a2-e2f6f394ab3f req-60f70d5b-2a88-4ea9-a424-55dddfcd6b18 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dda34443-519e-4bd2-ac6e-612e709d5440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1708925 Sep 16 03:50:59.532489 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-12b0401a-9c24-42bb-bfc2-5ff49d9d1a54 req-f7242e69-7484-4425-a4e9-6ef59d1ded88 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/64754a20-d60c-49a4-9c39-1462c6265039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550633 Sep 16 03:50:59.673754 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-585d2584-62e5-4360-a4c1-a11d41d3c9b7 req-b5a81d07-43be-4947-8fa6-5d965743ae3c tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] Made reservation on behalf of 0ea684aa585e4b4483261a014d861cb1 for: {'port': 1} {{(pid=113374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 03:50:59.678881 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [req-585d2584-62e5-4360-a4c1-a11d41d3c9b7 req-b5a81d07-43be-4947-8fa6-5d965743ae3c tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:50:59.770618 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:50:59.896603 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-b31f5e7f-c213-4c23-bb4d-4a5df33079cf req-1c38e55f-f3b1-44d4-9fe8-a052defcee26 tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3d4ab7b5-8592-4a8b-bff6-d7316c09755e HTTP/1.1" status: 200 len: 210 time: 0.0470724 Sep 16 03:50:59.914484 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.db.db_base_plugin_common [req-585d2584-62e5-4360-a4c1-a11d41d3c9b7 req-b5a81d07-43be-4947-8fa6-5d965743ae3c tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] Allocated IP 172.20.0.3 (b5f7c9d9-2726-47bd-8b35-89fb0951bd43/89a8228d-1c11-4cd4-b119-4378d3bcc494/5531f7a3-f8a9-4c79-b05c-b2ef4472f8fc) {{(pid=113374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 03:50:59.930489 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:51:00.004097 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e2fed0-edf3-4151-a5e9-150b6cf10e77 req-d9461102-72a3-4d64-8000-1ec1ae762add tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:00.004097 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-e5e2fed0-edf3-4151-a5e9-150b6cf10e77 req-d9461102-72a3-4d64-8000-1ec1ae762add tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 945 time: 0.0706539 Sep 16 03:51:00.035350 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-b82bcec8-3abc-46a2-8cd4-310cf8772cf3 req-3d077266-47fe-4170-a4c4-b2c5b324e7ee service neutron] 10.222.0.52 "GET /networking/v2.0/networks/854d2c8e-4d81-4bfd-bcba-fb4707dd8cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5611112 Sep 16 03:51:00.043055 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:51:00.067866 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-e5e2fed0-edf3-4151-a5e9-150b6cf10e77 req-6850ac57-c874-49f7-94ef-01f084d381f3 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553474 Sep 16 03:51:00.097821 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [req-585d2584-62e5-4360-a4c1-a11d41d3c9b7 req-b5a81d07-43be-4947-8fa6-5d965743ae3c tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] Publish callbacks [] for port (5531f7a3-f8a9-4c79-b05c-b2ef4472f8fc), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:00.109971 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 57994) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:51:00.114479 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [None req-2f76f1c5-6a19-484a-a8e9-187db10e9651 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2102417147', 'description': 'tempest-description--1256162446'}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:51:00.166599 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-5adc7e29-db64-4bd8-8d8f-dfa30d8c4a3a req-751a198c-773f-4c3c-841c-fe51cb1ca375 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=aa7bab22-1639-467d-ba7a-94c97e1b9231 HTTP/1.1" status: 200 len: 210 time: 0.0344689 Sep 16 03:51:00.224652 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [req-585d2584-62e5-4360-a4c1-a11d41d3c9b7 req-b5a81d07-43be-4947-8fa6-5d965743ae3c tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672515804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965177'] for port (5531f7a3-f8a9-4c79-b05c-b2ef4472f8fc), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:00.272250 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-585d2584-62e5-4360-a4c1-a11d41d3c9b7 req-b5a81d07-43be-4947-8fa6-5d965743ae3c tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] Network b5f7c9d9-2726-47bd-8b35-89fb0951bd43 is already hosted by enough agents. {{(pid=113374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 03:51:00.275419 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.base_scheduler [req-585d2584-62e5-4360-a4c1-a11d41d3c9b7 req-b5a81d07-43be-4947-8fa6-5d965743ae3c tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] Resources bound (agent type, host, resource id): {{(pid=113374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:51:00.279802 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.db.l3_dvrscheduler_db [req-585d2584-62e5-4360-a4c1-a11d41d3c9b7 req-b5a81d07-43be-4947-8fa6-5d965743ae3c tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] Received port after_create {{(pid=113374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 03:51:00.284549 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device a04cc8c1-86e6-4381-8e36-de59ce5d9321 details requested by agent hyperv_hv-cinder-85799 with host hv-cinder-85799 {{(pid=113376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 03:51:00.302544 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a81d07-43be-4947-8fa6-5d965743ae3c tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] Pushing event updated for resources: {'Port': ['ID=5531f7a3-f8a9-4c79-b05c-b2ef4472f8fc,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:51:00.331474 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d2584-62e5-4360-a4c1-a11d41d3c9b7 req-b5a81d07-43be-4947-8fa6-5d965743ae3c tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:00.331856 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [req-585d2584-62e5-4360-a4c1-a11d41d3c9b7 req-b5a81d07-43be-4947-8fa6-5d965743ae3c tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for port (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:00.336233 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-2f76f1c5-6a19-484a-a8e9-187db10e9651 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks [] for security_group (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:00.396090 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] For port a04cc8c1-86e6-4381-8e36-de59ce5d9321, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=a04cc8c1-86e6-4381-8e36-de59ce5d9321,segment=NetworkSegment(dc8a676f-3c84-4a5b-b8d3-82d7df2b2d1f),segment_id=dc8a676f-3c84-4a5b-b8d3-82d7df2b2d1f)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:51:00.396922 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:51:00.409597 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Returning: {'device': 'a04cc8c1-86e6-4381-8e36-de59ce5d9321', 'network_id': '60a25330-2068-4171-85ea-2cd82f09cbdb', 'port_id': 'a04cc8c1-86e6-4381-8e36-de59ce5d9321', 'mac_address': 'fa:16:3e:2c:1a:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '070db458-4233-40aa-8c99-3613db8fb323', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 03:51:00.410080 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-2f76f1c5-6a19-484a-a8e9-187db10e9651 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks [] for security_group (893440e6-f0d6-48d8-9032-0e499fc32c7a), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:00.446730 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Current status of the port a04cc8c1-86e6-4381-8e36-de59ce5d9321 is: ACTIVE; New status is: BUILD {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:51:00.447273 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (a04cc8c1-86e6-4381-8e36-de59ce5d9321), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:00.461247 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.notifiers.nova [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a04cc8c1-86e6-4381-8e36-de59ce5d9321 {{(pid=113376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 03:51:00.484163 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] For port a04cc8c1-86e6-4381-8e36-de59ce5d9321, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=a04cc8c1-86e6-4381-8e36-de59ce5d9321,segment=NetworkSegment(dc8a676f-3c84-4a5b-b8d3-82d7df2b2d1f),segment_id=dc8a676f-3c84-4a5b-b8d3-82d7df2b2d1f)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:51:00.492000 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-585d2584-62e5-4360-a4c1-a11d41d3c9b7 req-b5a81d07-43be-4947-8fa6-5d965743ae3c tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1197281 Sep 16 03:51:00.505125 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.v2.base [req-585d2584-62e5-4360-a4c1-a11d41d3c9b7 req-a49b2651-6287-4b6c-a431-c97952215a18 service neutron] Request body: {'port': {'device_id': '3d4ab7b5-8592-4a8b-bff6-d7316c09755e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85799'}} {{(pid=113374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:51:00.519818 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-2f76f1c5-6a19-484a-a8e9-187db10e9651 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (893440e6-f0d6-48d8-9032-0e499fc32c7a), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:00.563246 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (a04cc8c1-86e6-4381-8e36-de59ce5d9321), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:00.577225 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f76f1c5-6a19-484a-a8e9-187db10e9651 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=893440e6-f0d6-48d8-9032-0e499fc32c7a,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:51:00.614644 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Pushing event updated for resources: {'Port': ['ID=a04cc8c1-86e6-4381-8e36-de59ce5d9321,revision_number=6']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:51:00.630452 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [req-585d2584-62e5-4360-a4c1-a11d41d3c9b7 req-a49b2651-6287-4b6c-a431-c97952215a18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (5531f7a3-f8a9-4c79-b05c-b2ef4472f8fc), before_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:00.648969 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-2f76f1c5-6a19-484a-a8e9-187db10e9651 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks [] for security_group (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:00.652875 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-2f76f1c5-6a19-484a-a8e9-187db10e9651 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5392330 Sep 16 03:51:00.655261 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef91d6e8-9deb-43c0-9f9b-895f9d842699 req-8ed92809-1684-4130-89db-799dc8235cab tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:00.655412 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 58000) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:51:00.655536 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-ef91d6e8-9deb-43c0-9f9b-895f9d842699 req-8ed92809-1684-4130-89db-799dc8235cab tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df7ed3f-dd6d-4312-a548-591443add019 HTTP/1.1" status: 200 len: 945 time: 0.0666823 Sep 16 03:51:00.658254 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [None req-7fa7e5ba-7b61-4c49-8eb8-f69c583b4018 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Request body: {'security_group_rule': {'security_group_id': '893440e6-f0d6-48d8-9032-0e499fc32c7a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:51:00.704827 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] get_ports_and_sgs() called for port_ids ['a04cc8c1-86e6-4381-8e36-de59ce5d9321'] {{(pid=113376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 03:51:00.784301 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-ef91d6e8-9deb-43c0-9f9b-895f9d842699 req-4675c5a4-a71a-419d-bfd8-490e2b0db22a tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dda34443-519e-4bd2-ac6e-612e709d5440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250021 Sep 16 03:51:00.790527 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-7fa7e5ba-7b61-4c49-8eb8-f69c583b4018 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks [] for security_group_rule (72152ad0-88a5-4e7d-b94a-bdf7c3b859d9), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:00.823529 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:51:00.887171 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-7fa7e5ba-7b61-4c49-8eb8-f69c583b4018 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks [] for security_group_rule (72152ad0-88a5-4e7d-b94a-bdf7c3b859d9), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:00.959299 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-7fa7e5ba-7b61-4c49-8eb8-f69c583b4018 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650582'] for security_group_rule (72152ad0-88a5-4e7d-b94a-bdf7c3b859d9), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:00.977416 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.notifiers.nova [req-585d2584-62e5-4360-a4c1-a11d41d3c9b7 req-a49b2651-6287-4b6c-a431-c97952215a18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5531f7a3-f8a9-4c79-b05c-b2ef4472f8fc {{(pid=113374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 03:51:00.980011 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa7e5ba-7b61-4c49-8eb8-f69c583b4018 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72152ad0-88a5-4e7d-b94a-bdf7c3b859d9,revision_number=0']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:51:00.986432 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [req-585d2584-62e5-4360-a4c1-a11d41d3c9b7 req-a49b2651-6287-4b6c-a431-c97952215a18 service neutron] Publish callbacks [] for port (5531f7a3-f8a9-4c79-b05c-b2ef4472f8fc), precommit_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:01.004018 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.db.provisioning_blocks [req-585d2584-62e5-4360-a4c1-a11d41d3c9b7 req-a49b2651-6287-4b6c-a431-c97952215a18 service neutron] Transition to ACTIVE for port object 5531f7a3-f8a9-4c79-b05c-b2ef4472f8fc will not be triggered until provisioned by entity L2. {{(pid=113374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 03:51:01.036666 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a6dd39-f41d-471c-97d3-38e9ed6a2558 req-7f05cf69-6dbb-4565-a2ab-8b73873c1c29 tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:01.038651 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-71a6dd39-f41d-471c-97d3-38e9ed6a2558 req-7f05cf69-6dbb-4565-a2ab-8b73873c1c29 tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3d4ab7b5-8592-4a8b-bff6-d7316c09755e HTTP/1.1" status: 200 len: 931 time: 0.0540318 Sep 16 03:51:01.089342 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-7fa7e5ba-7b61-4c49-8eb8-f69c583b4018 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:01.090518 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-7fa7e5ba-7b61-4c49-8eb8-f69c583b4018 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4364433 Sep 16 03:51:01.093656 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 58016) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:51:01.095267 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-71a6dd39-f41d-471c-97d3-38e9ed6a2558 req-495423d2-9fff-4c4e-ba52-fb56c0655d24 tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5ad091c2-7327-4be0-8985-8983b4a4e2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510190 Sep 16 03:51:01.098685 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.v2.base [None req-b9b3eb02-959f-4b26-8187-46b032cc0e26 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Request body: {'security_group_rule': {'security_group_id': '893440e6-f0d6-48d8-9032-0e499fc32c7a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:51:01.141037 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [req-585d2584-62e5-4360-a4c1-a11d41d3c9b7 req-a49b2651-6287-4b6c-a431-c97952215a18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965120'] for port (5531f7a3-f8a9-4c79-b05c-b2ef4472f8fc), after_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:01.274303 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49b2651-6287-4b6c-a431-c97952215a18 service neutron] Pushing event updated for resources: {'Port': ['ID=5531f7a3-f8a9-4c79-b05c-b2ef4472f8fc,revision_number=2']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:51:01.276553 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-b9b3eb02-959f-4b26-8187-46b032cc0e26 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks [] for security_group_rule (505d81fc-4308-42e1-9fd5-2d7072448174), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:01.291508 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:51:01.300124 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572a6a36-6da9-430e-a919-0e8847e6b1b8 req-4f73271d-9819-4bb0-b086-169ea7c6602e tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:01.301645 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-572a6a36-6da9-430e-a919-0e8847e6b1b8 req-4f73271d-9819-4bb0-b086-169ea7c6602e tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 944 time: 0.1292801 Sep 16 03:51:01.308614 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-10e7e283-efe6-4878-8038-08225c78d6af req-d9e5ff53-a6ca-41a1-86dc-0e31f90492fa tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=aa7bab22-1639-467d-ba7a-94c97e1b9231 HTTP/1.1" status: 200 len: 210 time: 0.0585763 Sep 16 03:51:01.387947 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.managers [req-585d2584-62e5-4360-a4c1-a11d41d3c9b7 req-a49b2651-6287-4b6c-a431-c97952215a18 service neutron] Attempting to bind port 5531f7a3-f8a9-4c79-b05c-b2ef4472f8fc on host hv-cinder-85799 for vnic_type normal with profile {{(pid=113374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 03:51:01.389019 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.managers [req-585d2584-62e5-4360-a4c1-a11d41d3c9b7 req-a49b2651-6287-4b6c-a431-c97952215a18 service neutron] Attempting to bind port 5531f7a3-f8a9-4c79-b05c-b2ef4472f8fc by drivers openvswitch,hyperv on host hv-cinder-85799 at level 0 using segments [{'id': 'c3740327-8486-4dc6-a1c6-f624e91500f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b5f7c9d9-2726-47bd-8b35-89fb0951bd43'}] {{(pid=113374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 03:51:01.389362 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585d2584-62e5-4360-a4c1-a11d41d3c9b7 req-a49b2651-6287-4b6c-a431-c97952215a18 service neutron] Attempting to bind port 5531f7a3-f8a9-4c79-b05c-b2ef4472f8fc on network b5f7c9d9-2726-47bd-8b35-89fb0951bd43 {{(pid=113374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 03:51:01.430640 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-b9b3eb02-959f-4b26-8187-46b032cc0e26 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks [] for security_group_rule (505d81fc-4308-42e1-9fd5-2d7072448174), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:01.436635 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-572a6a36-6da9-430e-a919-0e8847e6b1b8 req-9569832e-f550-4ebc-b804-6afd5f909622 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273651 Sep 16 03:51:01.468615 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585d2584-62e5-4360-a4c1-a11d41d3c9b7 req-a49b2651-6287-4b6c-a431-c97952215a18 service neutron] Port 5531f7a3-f8a9-4c79-b05c-b2ef4472f8fc on network b5f7c9d9-2726-47bd-8b35-89fb0951bd43 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85799 {{(pid=113374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 03:51:01.469108 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585d2584-62e5-4360-a4c1-a11d41d3c9b7 req-a49b2651-6287-4b6c-a431-c97952215a18 service neutron] Attempting to bind port 5531f7a3-f8a9-4c79-b05c-b2ef4472f8fc on network b5f7c9d9-2726-47bd-8b35-89fb0951bd43 {{(pid=113374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 03:51:01.516640 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585d2584-62e5-4360-a4c1-a11d41d3c9b7 req-a49b2651-6287-4b6c-a431-c97952215a18 service neutron] Checking agent: {'id': 'd68ba685-94d2-4b65-887f-d5ec3884fbfa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85799', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 3, 46, 18), 'started_at': datetime.datetime(2022, 9, 16, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 3, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 03:51:01.516977 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585d2584-62e5-4360-a4c1-a11d41d3c9b7 req-a49b2651-6287-4b6c-a431-c97952215a18 service neutron] Checking segment: {'id': 'c3740327-8486-4dc6-a1c6-f624e91500f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b5f7c9d9-2726-47bd-8b35-89fb0951bd43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 03:51:01.517363 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585d2584-62e5-4360-a4c1-a11d41d3c9b7 req-a49b2651-6287-4b6c-a431-c97952215a18 service neutron] Bound using segment: {'id': 'c3740327-8486-4dc6-a1c6-f624e91500f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b5f7c9d9-2726-47bd-8b35-89fb0951bd43'} {{(pid=113374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 03:51:01.517838 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.managers [req-585d2584-62e5-4360-a4c1-a11d41d3c9b7 req-a49b2651-6287-4b6c-a431-c97952215a18 service neutron] Bound port: 5531f7a3-f8a9-4c79-b05c-b2ef4472f8fc, host: hv-cinder-85799, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3740327-8486-4dc6-a1c6-f624e91500f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b5f7c9d9-2726-47bd-8b35-89fb0951bd43'}}] {{(pid=113374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 03:51:01.518204 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [req-585d2584-62e5-4360-a4c1-a11d41d3c9b7 req-a49b2651-6287-4b6c-a431-c97952215a18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (5531f7a3-f8a9-4c79-b05c-b2ef4472f8fc), before_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:01.549226 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:51:01.583977 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.db [req-585d2584-62e5-4360-a4c1-a11d41d3c9b7 req-a49b2651-6287-4b6c-a431-c97952215a18 service neutron] For port 5531f7a3-f8a9-4c79-b05c-b2ef4472f8fc, host hv-cinder-85799, cleared binding levels {{(pid=113374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 03:51:01.587183 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.db [req-585d2584-62e5-4360-a4c1-a11d41d3c9b7 req-a49b2651-6287-4b6c-a431-c97952215a18 service neutron] For port 5531f7a3-f8a9-4c79-b05c-b2ef4472f8fc, host hv-cinder-85799, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=5531f7a3-f8a9-4c79-b05c-b2ef4472f8fc,segment=NetworkSegment(c3740327-8486-4dc6-a1c6-f624e91500f4),segment_id=c3740327-8486-4dc6-a1c6-f624e91500f4)] {{(pid=113374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 03:51:01.601695 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-b9b3eb02-959f-4b26-8187-46b032cc0e26 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650582'] for security_group_rule (505d81fc-4308-42e1-9fd5-2d7072448174), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:01.625238 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b3eb02-959f-4b26-8187-46b032cc0e26 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=505d81fc-4308-42e1-9fd5-2d7072448174,revision_number=0']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:51:01.730390 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [req-585d2584-62e5-4360-a4c1-a11d41d3c9b7 req-a49b2651-6287-4b6c-a431-c97952215a18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965120'] for port (5531f7a3-f8a9-4c79-b05c-b2ef4472f8fc), after_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:01.736799 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d2584-62e5-4360-a4c1-a11d41d3c9b7 req-a49b2651-6287-4b6c-a431-c97952215a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:01.740310 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [req-585d2584-62e5-4360-a4c1-a11d41d3c9b7 req-a49b2651-6287-4b6c-a431-c97952215a18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for port (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:01.740310 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-585d2584-62e5-4360-a4c1-a11d41d3c9b7 req-a49b2651-6287-4b6c-a431-c97952215a18 service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/5531f7a3-f8a9-4c79-b05c-b2ef4472f8fc HTTP/1.1" status: 200 len: 1093 time: 1.2376058 Sep 16 03:51:01.740310 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d4ab7b5-8592-4a8b-bff6-d7316c09755e', 'tag': '5531f7a3-f8a9-4c79-b05c-b2ef4472f8fc'}] {{(pid=113374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 03:51:01.741441 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690b364905604876d1d0623b3c540f81637980c049172579221ad326041cdf1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7843e94-3c63-4550-9093-a0114ebbaf40" -d '{"events": [{"name": "network-changed", "server_uuid": "3d4ab7b5-8592-4a8b-bff6-d7316c09755e", "tag": "5531f7a3-f8a9-4c79-b05c-b2ef4472f8fc"}]}' {{(pid=113374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 03:51:01.781975 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 03:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dcac7e4-7167-4a21-9563-f2fe646ca11b x-openstack-request-id: req-4dcac7e4-7167-4a21-9563-f2fe646ca11b {{(pid=113374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 03:51:01.782295 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d4ab7b5-8592-4a8b-bff6-d7316c09755e", "tag": "5531f7a3-f8a9-4c79-b05c-b2ef4472f8fc", "status": "completed", "code": 200}]} {{(pid=113374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 03:51:01.782547 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4dcac7e4-7167-4a21-9563-f2fe646ca11b {{(pid=113374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 03:51:01.782970 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dcac7e4-7167-4a21-9563-f2fe646ca11b'] response: {'name': 'network-changed', 'server_uuid': '3d4ab7b5-8592-4a8b-bff6-d7316c09755e', 'tag': '5531f7a3-f8a9-4c79-b05c-b2ef4472f8fc', 'status': 'completed', 'code': 200} Sep 16 03:51:01.803239 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-b9b3eb02-959f-4b26-8187-46b032cc0e26 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:01.809067 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-b9b3eb02-959f-4b26-8187-46b032cc0e26 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7098362 Sep 16 03:51:01.809067 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 58050) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:51:01.834279 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.v2.base [None req-db0fa4e8-d58b-423f-a7ee-bb9ef1d38cde tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Request body: {'floatingip': {'floating_network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556'}} {{(pid=113374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:51:01.865600 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49b2651-6287-4b6c-a431-c97952215a18 service neutron] Pushing event updated for resources: {'Port': ['ID=5531f7a3-f8a9-4c79-b05c-b2ef4472f8fc,revision_number=3']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:51:01.919844 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7843e94-3c63-4550-9093-a0114ebbaf40 req-083f4524-d70e-4cfb-8f74-eeee5d8d3df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:01.921450 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-b7843e94-3c63-4550-9093-a0114ebbaf40 req-083f4524-d70e-4cfb-8f74-eeee5d8d3df7 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=0ea684aa585e4b4483261a014d861cb1&device_id=3d4ab7b5-8592-4a8b-bff6-d7316c09755e HTTP/1.1" status: 200 len: 1127 time: 0.1151693 Sep 16 03:51:01.962483 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f88b18-0d96-4713-a6bf-5dbae7ab43af req-7280eddd-7d9b-4162-8d4b-a3c71e67823c tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:01.963974 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-65f88b18-0d96-4713-a6bf-5dbae7ab43af req-7280eddd-7d9b-4162-8d4b-a3c71e67823c tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df7ed3f-dd6d-4312-a548-591443add019 HTTP/1.1" status: 200 len: 945 time: 0.0836353 Sep 16 03:51:02.031833 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-db0fa4e8-d58b-423f-a7ee-bb9ef1d38cde tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:02.127671 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-65f88b18-0d96-4713-a6bf-5dbae7ab43af req-32540629-ec13-44df-a5b3-c7069b5af4ae tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dda34443-519e-4bd2-ac6e-612e709d5440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310768 Sep 16 03:51:02.167715 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7843e94-3c63-4550-9093-a0114ebbaf40 req-e84586ac-9c78-4781-bdcd-02efe5345385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:02.168170 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-b7843e94-3c63-4550-9093-a0114ebbaf40 req-e84586ac-9c78-4781-bdcd-02efe5345385 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?tenant_id=0ea684aa585e4b4483261a014d861cb1&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2386754 Sep 16 03:51:02.199859 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-db0fa4e8-d58b-423f-a7ee-bb9ef1d38cde tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:02.286159 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60eb9b3-27c5-4a99-b24a-23a4cad42963 req-8cb4e3f7-7d2a-494d-a229-fb004c616552 tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:02.290022 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-f60eb9b3-27c5-4a99-b24a-23a4cad42963 req-8cb4e3f7-7d2a-494d-a229-fb004c616552 tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3d4ab7b5-8592-4a8b-bff6-d7316c09755e HTTP/1.1" status: 200 len: 943 time: 0.0938385 Sep 16 03:51:02.377706 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7843e94-3c63-4550-9093-a0114ebbaf40 req-be25debd-0398-4bb6-9be6-7ef7d3b39189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:02.379538 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-b7843e94-3c63-4550-9093-a0114ebbaf40 req-be25debd-0398-4bb6-9be6-7ef7d3b39189 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1781001 Sep 16 03:51:02.394865 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.db.db_base_plugin_common [None req-db0fa4e8-d58b-423f-a7ee-bb9ef1d38cde tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Allocated IP 172.27.0.228 (3e75d266-1ef3-4c3c-84dd-91ee0a702556/1e346a16-d4e3-4654-8a01-a4fa77b75a04/8d54ba97-650b-41e2-a6d7-1a1eeb4670a9) {{(pid=113374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 03:51:02.403208 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-f60eb9b3-27c5-4a99-b24a-23a4cad42963 req-279a3a8e-80fc-42dc-98ec-7ba73118f1d8 tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5ad091c2-7327-4be0-8985-8983b4a4e2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027861 Sep 16 03:51:02.493094 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device a04cc8c1-86e6-4381-8e36-de59ce5d9321 up at agent hyperv_hv-cinder-85799 {{(pid=113376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 03:51:02.524190 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d2584-62e5-4360-a4c1-a11d41d3c9b7 req-4bfa0a95-0087-4b12-94b1-d8ac8093a443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:02.524504 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-585d2584-62e5-4360-a4c1-a11d41d3c9b7 req-4bfa0a95-0087-4b12-94b1-d8ac8093a443 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=0ea684aa585e4b4483261a014d861cb1&device_id=3d4ab7b5-8592-4a8b-bff6-d7316c09755e HTTP/1.1" status: 200 len: 1127 time: 0.0659399 Sep 16 03:51:02.540363 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Provisioning complete for port a04cc8c1-86e6-4381-8e36-de59ce5d9321 triggered by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:51:02.541010 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (a04cc8c1-86e6-4381-8e36-de59ce5d9321), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:02.541491 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Attempt 1 to provision port a04cc8c1-86e6-4381-8e36-de59ce5d9321 Sep 16 03:51:02.583988 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-7f762f2a-26f0-4ca3-afe1-b7c8c685cc48 req-84b2c8b8-76c4-4901-b955-5a23432ead10 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=aa7bab22-1639-467d-ba7a-94c97e1b9231 HTTP/1.1" status: 200 len: 210 time: 0.0570385 Sep 16 03:51:02.638853 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49418c24-b79a-4413-95f0-cb4ac0864ced req-b1b7e809-e251-44e2-9370-aa69a1f1f40a tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:02.640778 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-49418c24-b79a-4413-95f0-cb4ac0864ced req-b1b7e809-e251-44e2-9370-aa69a1f1f40a tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 944 time: 0.0846238 Sep 16 03:51:02.660641 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Current status of the port a04cc8c1-86e6-4381-8e36-de59ce5d9321 is: BUILD; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:51:02.661275 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (a04cc8c1-86e6-4381-8e36-de59ce5d9321), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:02.704935 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:51:02.707460 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] For port a04cc8c1-86e6-4381-8e36-de59ce5d9321, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=a04cc8c1-86e6-4381-8e36-de59ce5d9321,segment=NetworkSegment(dc8a676f-3c84-4a5b-b8d3-82d7df2b2d1f),segment_id=dc8a676f-3c84-4a5b-b8d3-82d7df2b2d1f)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:51:02.708672 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '230b59e9-09d0-4448-a6a6-a395823fcd8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a04cc8c1-86e6-4381-8e36-de59ce5d9321'}] {{(pid=113376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 03:51:02.713029 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536f81a66b80124a32e6614edce579112ba342401ad4fb2d1257d5ac670fb901" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-296a52c9-e5fd-4a63-a55b-528d66fbf634" -d '{"events": [{"server_uuid": "230b59e9-09d0-4448-a6a6-a395823fcd8b", "name": "network-vif-plugged", "status": "completed", "tag": "a04cc8c1-86e6-4381-8e36-de59ce5d9321"}]}' {{(pid=113376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 03:51:02.742416 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-db0fa4e8-d58b-423f-a7ee-bb9ef1d38cde tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks [] for port (8d54ba97-650b-41e2-a6d7-1a1eeb4670a9), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:02.752080 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-49418c24-b79a-4413-95f0-cb4ac0864ced req-9c7fe915-2887-4418-a0b9-c250edf93403 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052010 Sep 16 03:51:02.781408 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 03:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f23370-ed23-4f09-a946-1bb15ef6584d x-openstack-request-id: req-35f23370-ed23-4f09-a946-1bb15ef6584d {{(pid=113376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 03:51:02.782067 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "230b59e9-09d0-4448-a6a6-a395823fcd8b", "name": "network-vif-plugged", "status": "completed", "tag": "a04cc8c1-86e6-4381-8e36-de59ce5d9321", "code": 200}]} {{(pid=113376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 03:51:02.782067 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-35f23370-ed23-4f09-a946-1bb15ef6584d {{(pid=113376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 03:51:02.782447 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35f23370-ed23-4f09-a946-1bb15ef6584d'] response: {'server_uuid': '230b59e9-09d0-4448-a6a6-a395823fcd8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a04cc8c1-86e6-4381-8e36-de59ce5d9321', 'code': 200} Sep 16 03:51:02.826522 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-585d2584-62e5-4360-a4c1-a11d41d3c9b7 req-57a8608a-d296-4168-9960-77589c83c4c9 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5531f7a3-f8a9-4c79-b05c-b2ef4472f8fc HTTP/1.1" status: 200 len: 217 time: 0.0557685 Sep 16 03:51:02.834890 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (a04cc8c1-86e6-4381-8e36-de59ce5d9321), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:02.892476 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d2584-62e5-4360-a4c1-a11d41d3c9b7 req-4dcf97b9-c266-4b32-8edd-d32501857ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:02.894005 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-585d2584-62e5-4360-a4c1-a11d41d3c9b7 req-4dcf97b9-c266-4b32-8edd-d32501857ca1 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=89a8228d-1c11-4cd4-b119-4378d3bcc494 HTTP/1.1" status: 200 len: 854 time: 0.0479414 Sep 16 03:51:02.895368 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:51:02.917697 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Pushing event updated for resources: {'Port': ['ID=a04cc8c1-86e6-4381-8e36-de59ce5d9321,revision_number=7']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:51:02.946089 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-db0fa4e8-d58b-423f-a7ee-bb9ef1d38cde tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672515804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965177'] for port (8d54ba97-650b-41e2-a6d7-1a1eeb4670a9), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:02.951680 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-585d2584-62e5-4360-a4c1-a11d41d3c9b7 req-6d4471b4-aefc-4705-aa34-87e020027475 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=b5f7c9d9-2726-47bd-8b35-89fb0951bd43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499234 Sep 16 03:51:03.001535 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0fa4e8-d58b-423f-a7ee-bb9ef1d38cde tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Network 3e75d266-1ef3-4c3c-84dd-91ee0a702556 is already hosted by enough agents. {{(pid=113374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 03:51:03.017590 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.base_scheduler [None req-db0fa4e8-d58b-423f-a7ee-bb9ef1d38cde tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Resources bound (agent type, host, resource id): {{(pid=113374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:51:03.026277 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0fa4e8-d58b-423f-a7ee-bb9ef1d38cde tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Received port after_create {{(pid=113374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 03:51:03.094083 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0fa4e8-d58b-423f-a7ee-bb9ef1d38cde tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Pushing event updated for resources: {'Port': ['ID=8d54ba97-650b-41e2-a6d7-1a1eeb4670a9,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:51:03.108934 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:INSERT=5,neutron:SELECT=93,neutron:DELETE=2 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:51:03.182258 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-585d2584-62e5-4360-a4c1-a11d41d3c9b7 req-be9605b0-45a2-4e4f-b51b-b9f6cb205491 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/b5f7c9d9-2726-47bd-8b35-89fb0951bd43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054849 Sep 16 03:51:03.226021 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-db0fa4e8-d58b-423f-a7ee-bb9ef1d38cde tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks [] for floatingip (b4ae27e9-9453-4c93-8903-75d4d30a1580), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:03.358087 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-585d2584-62e5-4360-a4c1-a11d41d3c9b7 req-19b3ebef-2b8e-4dc5-a053-e6466de1fa27 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/b5f7c9d9-2726-47bd-8b35-89fb0951bd43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662362 Sep 16 03:51:03.394584 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0401a-9c24-42bb-bfc2-5ff49d9d1a54 req-ca1a1122-c1a9-4bbc-874c-7d3a4868ca32 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:03.396130 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-12b0401a-9c24-42bb-bfc2-5ff49d9d1a54 req-ca1a1122-c1a9-4bbc-874c-7d3a4868ca32 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.52 "GET /networking/v2.0/networks?id=64754a20-d60c-49a4-9c39-1462c6265039 HTTP/1.1" status: 200 len: 818 time: 0.2779324 Sep 16 03:51:03.410747 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312d0c05-8647-4fce-ba45-945fc5128628 req-d1e773c4-f93f-416a-ad60-00aaaf070999 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:03.412549 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-312d0c05-8647-4fce-ba45-945fc5128628 req-d1e773c4-f93f-416a-ad60-00aaaf070999 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df7ed3f-dd6d-4312-a548-591443add019 HTTP/1.1" status: 200 len: 945 time: 0.0768244 Sep 16 03:51:03.581802 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-db0fa4e8-d58b-423f-a7ee-bb9ef1d38cde tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (8d54ba97-650b-41e2-a6d7-1a1eeb4670a9), before_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:03.582095 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-12b0401a-9c24-42bb-bfc2-5ff49d9d1a54 req-6bb079aa-d69e-4e84-b5e5-0f3c4ced4683 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.52 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ac97d1487c024a68b8ad933d882bb456 HTTP/1.1" status: 200 len: 379 time: 0.1673326 Sep 16 03:51:03.604356 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-312d0c05-8647-4fce-ba45-945fc5128628 req-23cb6a93-7383-40d9-b9ec-51d06a20fc65 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dda34443-519e-4bd2-ac6e-612e709d5440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700263 Sep 16 03:51:03.672999 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb22a5be-93d0-4f30-9f4a-e5b5ce931214 req-b0014488-6833-46f2-a9f0-78e34349f02b tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:03.677196 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-fb22a5be-93d0-4f30-9f4a-e5b5ce931214 req-b0014488-6833-46f2-a9f0-78e34349f02b tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3d4ab7b5-8592-4a8b-bff6-d7316c09755e HTTP/1.1" status: 200 len: 943 time: 0.1101682 Sep 16 03:51:03.739253 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-e7db3b72-3608-4a44-b43e-e07360d58435 req-5bd6fd19-0461-4f0f-8cff-dff19a760b12 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=aa7bab22-1639-467d-ba7a-94c97e1b9231 HTTP/1.1" status: 200 len: 210 time: 0.0434635 Sep 16 03:51:03.788014 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-fb22a5be-93d0-4f30-9f4a-e5b5ce931214 req-7e3a41d6-b109-458f-b108-29b628810c80 tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5ad091c2-7327-4be0-8985-8983b4a4e2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942061 Sep 16 03:51:03.852299 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-db0fa4e8-d58b-423f-a7ee-bb9ef1d38cde tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks [] for port (8d54ba97-650b-41e2-a6d7-1a1eeb4670a9), precommit_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:03.916581 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674aea4c-bee8-4663-8cb0-43a9c7eb54de req-1a0af104-d1be-41e2-b78f-4fff715fccff tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:03.918049 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-674aea4c-bee8-4663-8cb0-43a9c7eb54de req-1a0af104-d1be-41e2-b78f-4fff715fccff tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 945 time: 0.0502677 Sep 16 03:51:03.983897 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-db0fa4e8-d58b-423f-a7ee-bb9ef1d38cde tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965120'] for port (8d54ba97-650b-41e2-a6d7-1a1eeb4670a9), after_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:03.997209 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-674aea4c-bee8-4663-8cb0-43a9c7eb54de req-4d289423-5fae-4ed8-bacc-fd84c6d8d302 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721991 Sep 16 03:51:04.045711 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-db0fa4e8-d58b-423f-a7ee-bb9ef1d38cde tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-452268'] for floatingip (b4ae27e9-9453-4c93-8903-75d4d30a1580), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:04.100345 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0fa4e8-d58b-423f-a7ee-bb9ef1d38cde tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Pushing event updated for resources: {'Port': ['ID=8d54ba97-650b-41e2-a6d7-1a1eeb4670a9,revision_number=2']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:51:04.280905 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-db0fa4e8-d58b-423f-a7ee-bb9ef1d38cde tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for floatingip (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:04.289558 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-db0fa4e8-d58b-423f-a7ee-bb9ef1d38cde tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4555466 Sep 16 03:51:04.529198 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-aef7c724-6267-4552-b21e-a0aa78207cbf req-7b4daca0-888b-45dc-88b3-7d15985e5c73 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2102417147&fields=id&tenant_id=8ee4a40c6c264553a14e0eff367da4a0 HTTP/1.1" status: 200 len: 267 time: 0.0517361 Sep 16 03:51:04.662354 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef7c724-6267-4552-b21e-a0aa78207cbf req-db3a0cc6-132f-4cc5-9360-31f6a6939cd1 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:04.669097 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-aef7c724-6267-4552-b21e-a0aa78207cbf req-db3a0cc6-132f-4cc5-9360-31f6a6939cd1 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/networks?id=4ff8c520-12d3-47e5-b499-6dbd6e9a131a HTTP/1.1" status: 200 len: 815 time: 0.1321385 Sep 16 03:51:04.680964 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-aef7c724-6267-4552-b21e-a0aa78207cbf req-760356cc-669c-4880-981d-12c0783f05e6 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/quotas/8ee4a40c6c264553a14e0eff367da4a0 HTTP/1.1" status: 200 len: 375 time: 0.0108871 Sep 16 03:51:04.750554 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [req-12b0401a-9c24-42bb-bfc2-5ff49d9d1a54 req-7d16f60b-bbf4-4234-8103-a3b3302c8a37 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Request body: {'port': {'device_id': 'aa7bab22-1639-467d-ba7a-94c97e1b9231', 'network_id': '64754a20-d60c-49a4-9c39-1462c6265039', 'admin_state_up': True, 'tenant_id': 'ac97d1487c024a68b8ad933d882bb456', 'security_groups': ['a890f157-4eb5-4875-8771-deeceeb2266b']}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:51:04.752805 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-aef7c724-6267-4552-b21e-a0aa78207cbf req-a8e7dde0-41bf-4088-9741-f81953f75b94 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=8ee4a40c6c264553a14e0eff367da4a0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0626526 Sep 16 03:51:04.779551 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:51:04.819616 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7901ca-4c76-4da9-aefe-c20120083cbc req-670099f3-686d-4d72-b827-b895f4dd5884 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:04.821220 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-9c7901ca-4c76-4da9-aefe-c20120083cbc req-670099f3-686d-4d72-b827-b895f4dd5884 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df7ed3f-dd6d-4312-a548-591443add019 HTTP/1.1" status: 200 len: 945 time: 0.1105590 Sep 16 03:51:04.860532 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=100 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:51:04.896392 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-aef7c724-6267-4552-b21e-a0aa78207cbf req-1817fb59-96a5-4768-be69-bd9bd68393ab service neutron] 10.222.0.49 "GET /networking/v2.0/networks/4ff8c520-12d3-47e5-b499-6dbd6e9a131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281774 Sep 16 03:51:04.928278 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-9c7901ca-4c76-4da9-aefe-c20120083cbc req-f97966be-e305-450f-96cd-40a7f1528a0e tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dda34443-519e-4bd2-ac6e-612e709d5440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903559 Sep 16 03:51:05.053152 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 58126) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:51:05.063484 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-bfe9a6ec-1e6c-4812-b719-cbab958799f3 req-774555b3-94d9-4eb3-a11c-6ffa8bc545fd tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=aa7bab22-1639-467d-ba7a-94c97e1b9231 HTTP/1.1" status: 200 len: 210 time: 0.0451858 Sep 16 03:51:05.115122 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12b0401a-9c24-42bb-bfc2-5ff49d9d1a54 req-7d16f60b-bbf4-4234-8103-a3b3302c8a37 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Made reservation on behalf of ac97d1487c024a68b8ad933d882bb456 for: {'port': 1} {{(pid=113375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 03:51:05.124819 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-12b0401a-9c24-42bb-bfc2-5ff49d9d1a54 req-7d16f60b-bbf4-4234-8103-a3b3302c8a37 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:05.286149 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:51:05.311128 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-13c7f670-e33a-4145-9fed-887dce516bdf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:05.315271 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-aef7c724-6267-4552-b21e-a0aa78207cbf req-17d92d33-cd8c-4419-8ef0-8e68d27ee072 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/4ff8c520-12d3-47e5-b499-6dbd6e9a131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4127266 Sep 16 03:51:05.321928 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed13eb-dec2-4576-9c71-7c4fa7750ef2 req-993d704e-f267-4d9d-8fe6-1a28a2740b53 tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:05.331724 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-f4ed13eb-dec2-4576-9c71-7c4fa7750ef2 req-993d704e-f267-4d9d-8fe6-1a28a2740b53 tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3d4ab7b5-8592-4a8b-bff6-d7316c09755e HTTP/1.1" status: 200 len: 943 time: 0.1125596 Sep 16 03:51:05.434901 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-f4ed13eb-dec2-4576-9c71-7c4fa7750ef2 req-aa4de4df-ca59-417a-be4c-94139c8780f3 tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5ad091c2-7327-4be0-8985-8983b4a4e2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028159 Sep 16 03:51:05.441581 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:51:05.483222 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.db_base_plugin_common [req-12b0401a-9c24-42bb-bfc2-5ff49d9d1a54 req-7d16f60b-bbf4-4234-8103-a3b3302c8a37 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Allocated IP 172.20.0.3 (64754a20-d60c-49a4-9c39-1462c6265039/c8d5968b-806e-4184-9dc4-9781905ff4c8/552dfee7-ff27-4901-a9cb-8d274e8becd6) {{(pid=113375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 03:51:05.598722 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-13c7f670-e33a-4145-9fed-887dce516bdf admin admin] Publish callbacks [] for security_group (07d54f2e-966c-4e6e-8dae-5823fccf94f4), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:05.622422 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d87d5a-cb36-4147-a1d8-a9f02a3f64aa req-863d88b9-9364-41e8-9757-395a8cfd908c tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:05.626941 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-f0d87d5a-cb36-4147-a1d8-a9f02a3f64aa req-863d88b9-9364-41e8-9757-395a8cfd908c tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 945 time: 0.1040273 Sep 16 03:51:05.718554 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-950dd7af-b363-4ae7-8740-36fbd913f249 req-a8c54d1e-8f99-45e9-a206-48a326ecf359 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4cb8293f-e305-41ce-82f8-3a111fb43322 HTTP/1.1" status: 200 len: 210 time: 0.0565810 Sep 16 03:51:05.721274 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-13c7f670-e33a-4145-9fed-887dce516bdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (07d54f2e-966c-4e6e-8dae-5823fccf94f4), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:05.880375 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c7f670-e33a-4145-9fed-887dce516bdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d54f2e-966c-4e6e-8dae-5823fccf94f4,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:51:05.887928 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:51:05.891551 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-13c7f670-e33a-4145-9fed-887dce516bdf admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=9f34b6812ea54383849ade850525bc27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8363259 Sep 16 03:51:05.901538 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 58140) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:51:05.921390 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-12b0401a-9c24-42bb-bfc2-5ff49d9d1a54 req-7d16f60b-bbf4-4234-8103-a3b3302c8a37 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Publish callbacks [] for port (552dfee7-ff27-4901-a9cb-8d274e8becd6), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:05.925775 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-f0d87d5a-cb36-4147-a1d8-a9f02a3f64aa req-71a061ef-2e4c-48d9-82ec-226782f5ebe7 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2811344 Sep 16 03:51:05.957028 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:51:06.009877 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-b0985fd7-581a-485c-af73-37f5bfc1c3b1 admin admin] Publish callbacks [] for security_group (07d54f2e-966c-4e6e-8dae-5823fccf94f4), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:06.052478 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-b0985fd7-581a-485c-af73-37f5bfc1c3b1 admin admin] Publish callbacks [] for security_group (07d54f2e-966c-4e6e-8dae-5823fccf94f4), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:06.090008 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2983d96b-0a90-4c95-b0ab-fff7b729dd93 req-ac41fd06-c0a8-4046-981f-f0aacab64602 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:06.097646 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-2983d96b-0a90-4c95-b0ab-fff7b729dd93 req-ac41fd06-c0a8-4046-981f-f0aacab64602 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df7ed3f-dd6d-4312-a548-591443add019 HTTP/1.1" status: 200 len: 945 time: 0.0739689 Sep 16 03:51:06.139751 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-12b0401a-9c24-42bb-bfc2-5ff49d9d1a54 req-7d16f60b-bbf4-4234-8103-a3b3302c8a37 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672515804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4972043'] for port (552dfee7-ff27-4901-a9cb-8d274e8becd6), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:06.173327 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-2983d96b-0a90-4c95-b0ab-fff7b729dd93 req-ac296717-dd52-4269-8630-716f38f2a8e3 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dda34443-519e-4bd2-ac6e-612e709d5440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745821 Sep 16 03:51:06.239288 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12b0401a-9c24-42bb-bfc2-5ff49d9d1a54 req-7d16f60b-bbf4-4234-8103-a3b3302c8a37 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Network 64754a20-d60c-49a4-9c39-1462c6265039 is already hosted by enough agents. {{(pid=113375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 03:51:06.265940 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.base_scheduler [req-12b0401a-9c24-42bb-bfc2-5ff49d9d1a54 req-7d16f60b-bbf4-4234-8103-a3b3302c8a37 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Resources bound (agent type, host, resource id): {{(pid=113375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:51:06.292606 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.l3_dvrscheduler_db [req-12b0401a-9c24-42bb-bfc2-5ff49d9d1a54 req-7d16f60b-bbf4-4234-8103-a3b3302c8a37 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Received port after_create {{(pid=113375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 03:51:06.301862 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d16f60b-bbf4-4234-8103-a3b3302c8a37 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Pushing event updated for resources: {'Port': ['ID=552dfee7-ff27-4901-a9cb-8d274e8becd6,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:51:06.316496 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device 5531f7a3-f8a9-4c79-b05c-b2ef4472f8fc details requested by agent hyperv_hv-cinder-85799 with host hv-cinder-85799 {{(pid=113376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 03:51:06.356539 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-b0985fd7-581a-485c-af73-37f5bfc1c3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (07d54f2e-966c-4e6e-8dae-5823fccf94f4), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:06.363839 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-b0985fd7-581a-485c-af73-37f5bfc1c3b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:06.366115 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-b0985fd7-581a-485c-af73-37f5bfc1c3b1 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/07d54f2e-966c-4e6e-8dae-5823fccf94f4 HTTP/1.1" status: 204 len: 168 time: 0.4572473 Sep 16 03:51:06.401693 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3f08fd-335f-4198-9db5-1a0fd13d6f33 req-eb8e827b-55ef-4c15-8318-34f70e0d83cd tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:06.410677 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-9c3f08fd-335f-4198-9db5-1a0fd13d6f33 req-eb8e827b-55ef-4c15-8318-34f70e0d83cd tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=aa7bab22-1639-467d-ba7a-94c97e1b9231 HTTP/1.1" status: 200 len: 931 time: 0.1815276 Sep 16 03:51:06.438578 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0985fd7-581a-485c-af73-37f5bfc1c3b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d54f2e-966c-4e6e-8dae-5823fccf94f4,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:51:06.486365 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-9c3f08fd-335f-4198-9db5-1a0fd13d6f33 req-152e5320-74eb-4690-af07-9484588a60d8 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a890f157-4eb5-4875-8771-deeceeb2266b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740504 Sep 16 03:51:06.492344 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] For port 5531f7a3-f8a9-4c79-b05c-b2ef4472f8fc, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=5531f7a3-f8a9-4c79-b05c-b2ef4472f8fc,segment=NetworkSegment(c3740327-8486-4dc6-a1c6-f624e91500f4),segment_id=c3740327-8486-4dc6-a1c6-f624e91500f4)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:51:06.494763 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0401a-9c24-42bb-bfc2-5ff49d9d1a54 req-7d16f60b-bbf4-4234-8103-a3b3302c8a37 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:06.495671 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-12b0401a-9c24-42bb-bfc2-5ff49d9d1a54 req-7d16f60b-bbf4-4234-8103-a3b3302c8a37 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for port (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:06.528755 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:51:06.532401 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Returning: {'device': '5531f7a3-f8a9-4c79-b05c-b2ef4472f8fc', 'network_id': 'b5f7c9d9-2726-47bd-8b35-89fb0951bd43', 'port_id': '5531f7a3-f8a9-4c79-b05c-b2ef4472f8fc', 'mac_address': 'fa:16:3e:6d:75:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89a8228d-1c11-4cd4-b119-4378d3bcc494', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 03:51:06.576214 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-12b0401a-9c24-42bb-bfc2-5ff49d9d1a54 req-7d16f60b-bbf4-4234-8103-a3b3302c8a37 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8290107 Sep 16 03:51:06.589052 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [req-12b0401a-9c24-42bb-bfc2-5ff49d9d1a54 req-49b96112-8580-4cef-9cc8-3490b939f153 service neutron] Request body: {'port': {'device_id': 'aa7bab22-1639-467d-ba7a-94c97e1b9231', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85799'}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:51:06.646431 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Current status of the port 5531f7a3-f8a9-4c79-b05c-b2ef4472f8fc is: DOWN; New status is: BUILD {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:51:06.646816 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (5531f7a3-f8a9-4c79-b05c-b2ef4472f8fc), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:06.651417 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3c26cf-c04a-4c6c-8f4a-d7a9bf46b96d req-f8e39b9f-bd92-4eae-950a-05a58aef0f99 tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:06.660398 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-5d3c26cf-c04a-4c6c-8f4a-d7a9bf46b96d req-f8e39b9f-bd92-4eae-950a-05a58aef0f99 tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3d4ab7b5-8592-4a8b-bff6-d7316c09755e HTTP/1.1" status: 200 len: 943 time: 0.0886872 Sep 16 03:51:06.669937 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.notifiers.nova [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5531f7a3-f8a9-4c79-b05c-b2ef4472f8fc {{(pid=113376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 03:51:06.686999 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-12b0401a-9c24-42bb-bfc2-5ff49d9d1a54 req-49b96112-8580-4cef-9cc8-3490b939f153 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (552dfee7-ff27-4901-a9cb-8d274e8becd6), before_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:06.694884 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] For port 5531f7a3-f8a9-4c79-b05c-b2ef4472f8fc, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=5531f7a3-f8a9-4c79-b05c-b2ef4472f8fc,segment=NetworkSegment(c3740327-8486-4dc6-a1c6-f624e91500f4),segment_id=c3740327-8486-4dc6-a1c6-f624e91500f4)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:51:06.711681 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-5d3c26cf-c04a-4c6c-8f4a-d7a9bf46b96d req-875b077c-ff0a-40cb-926b-a8ed6210b029 tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5ad091c2-7327-4be0-8985-8983b4a4e2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500641 Sep 16 03:51:06.717812 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-61b71ecc-5afc-4863-82a8-610f6f68f370 None None] Provisioning complete for port 552dfee7-ff27-4901-a9cb-8d274e8becd6 triggered by entity DHCP. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:51:06.718181 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-61b71ecc-5afc-4863-82a8-610f6f68f370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (552dfee7-ff27-4901-a9cb-8d274e8becd6), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:06.718673 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-61b71ecc-5afc-4863-82a8-610f6f68f370 None None] Attempt 1 to provision port 552dfee7-ff27-4901-a9cb-8d274e8becd6 Sep 16 03:51:06.785586 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-61b71ecc-5afc-4863-82a8-610f6f68f370 None None] Port 552dfee7-ff27-4901-a9cb-8d274e8becd6 cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:51:06.815407 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (5531f7a3-f8a9-4c79-b05c-b2ef4472f8fc), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:06.884700 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Pushing event updated for resources: {'Port': ['ID=5531f7a3-f8a9-4c79-b05c-b2ef4472f8fc,revision_number=4']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:51:06.907830 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-a03bc76d-6448-48f9-b0ff-7ed403a7f5d3 req-39aac15c-6fd3-47b2-92fa-71825b8bf331 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4cb8293f-e305-41ce-82f8-3a111fb43322 HTTP/1.1" status: 200 len: 210 time: 0.0386915 Sep 16 03:51:06.972054 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:51:07.066840 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.notifiers.nova [req-12b0401a-9c24-42bb-bfc2-5ff49d9d1a54 req-49b96112-8580-4cef-9cc8-3490b939f153 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 552dfee7-ff27-4901-a9cb-8d274e8becd6 {{(pid=113375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 03:51:07.074352 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-12b0401a-9c24-42bb-bfc2-5ff49d9d1a54 req-49b96112-8580-4cef-9cc8-3490b939f153 service neutron] Publish callbacks [] for port (552dfee7-ff27-4901-a9cb-8d274e8becd6), precommit_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:07.077382 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64105fc5-f566-4d10-b014-bf6ac717bf8f req-79d6301e-d59e-4f72-b88f-a5b8bc291977 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:07.078881 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-64105fc5-f566-4d10-b014-bf6ac717bf8f req-79d6301e-d59e-4f72-b88f-a5b8bc291977 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 945 time: 0.0479615 Sep 16 03:51:07.087029 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.provisioning_blocks [req-12b0401a-9c24-42bb-bfc2-5ff49d9d1a54 req-49b96112-8580-4cef-9cc8-3490b939f153 service neutron] Transition to ACTIVE for port object 552dfee7-ff27-4901-a9cb-8d274e8becd6 will not be triggered until provisioned by entity L2. {{(pid=113375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 03:51:07.129988 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-64105fc5-f566-4d10-b014-bf6ac717bf8f req-02cc2d9a-486f-4f87-8476-69c3d4c51f78 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453596 Sep 16 03:51:07.148600 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] get_ports_and_sgs() called for port_ids ['5531f7a3-f8a9-4c79-b05c-b2ef4472f8fc'] {{(pid=113376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 03:51:07.200726 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:51:07.287806 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-61b71ecc-5afc-4863-82a8-610f6f68f370 None None] Attempt 2 to provision port 552dfee7-ff27-4901-a9cb-8d274e8becd6 Sep 16 03:51:07.292643 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459167f-25a5-4787-9b72-794702b5e104 req-dd76eb98-359a-4985-b0d7-20d35e756668 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:07.294130 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-c459167f-25a5-4787-9b72-794702b5e104 req-dd76eb98-359a-4985-b0d7-20d35e756668 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df7ed3f-dd6d-4312-a548-591443add019 HTTP/1.1" status: 200 len: 945 time: 0.0469134 Sep 16 03:51:07.342619 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-61b71ecc-5afc-4863-82a8-610f6f68f370 None None] Port 552dfee7-ff27-4901-a9cb-8d274e8becd6 cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:51:07.355250 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-12b0401a-9c24-42bb-bfc2-5ff49d9d1a54 req-49b96112-8580-4cef-9cc8-3490b939f153 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4972082'] for port (552dfee7-ff27-4901-a9cb-8d274e8becd6), after_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:07.400724 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-c459167f-25a5-4787-9b72-794702b5e104 req-a3ebfa1a-898c-4b71-a6b3-54cb41cdcb77 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dda34443-519e-4bd2-ac6e-612e709d5440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000912 Sep 16 03:51:07.412739 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:51:07.430238 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b96112-8580-4cef-9cc8-3490b939f153 service neutron] Pushing event updated for resources: {'Port': ['ID=552dfee7-ff27-4901-a9cb-8d274e8becd6,revision_number=2']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:51:07.489570 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.managers [req-12b0401a-9c24-42bb-bfc2-5ff49d9d1a54 req-49b96112-8580-4cef-9cc8-3490b939f153 service neutron] Attempting to bind port 552dfee7-ff27-4901-a9cb-8d274e8becd6 on host hv-cinder-85799 for vnic_type normal with profile {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 03:51:07.492750 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.managers [req-12b0401a-9c24-42bb-bfc2-5ff49d9d1a54 req-49b96112-8580-4cef-9cc8-3490b939f153 service neutron] Attempting to bind port 552dfee7-ff27-4901-a9cb-8d274e8becd6 by drivers openvswitch,hyperv on host hv-cinder-85799 at level 0 using segments [{'id': 'ffd67134-8fee-4362-8336-40afb3537ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '64754a20-d60c-49a4-9c39-1462c6265039'}] {{(pid=113375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 03:51:07.492750 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b0401a-9c24-42bb-bfc2-5ff49d9d1a54 req-49b96112-8580-4cef-9cc8-3490b939f153 service neutron] Attempting to bind port 552dfee7-ff27-4901-a9cb-8d274e8becd6 on network 64754a20-d60c-49a4-9c39-1462c6265039 {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 03:51:07.547642 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b0401a-9c24-42bb-bfc2-5ff49d9d1a54 req-49b96112-8580-4cef-9cc8-3490b939f153 service neutron] Port 552dfee7-ff27-4901-a9cb-8d274e8becd6 on network 64754a20-d60c-49a4-9c39-1462c6265039 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85799 {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 03:51:07.550040 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b0401a-9c24-42bb-bfc2-5ff49d9d1a54 req-49b96112-8580-4cef-9cc8-3490b939f153 service neutron] Attempting to bind port 552dfee7-ff27-4901-a9cb-8d274e8becd6 on network 64754a20-d60c-49a4-9c39-1462c6265039 {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 03:51:07.621484 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fcf009-697a-42ae-9740-690c5a05c9c8 req-07beed53-0384-42e1-9c55-1dc44f4968cd tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:07.628972 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-c9fcf009-697a-42ae-9740-690c5a05c9c8 req-07beed53-0384-42e1-9c55-1dc44f4968cd tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=aa7bab22-1639-467d-ba7a-94c97e1b9231 HTTP/1.1" status: 200 len: 943 time: 0.0648563 Sep 16 03:51:07.631428 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b0401a-9c24-42bb-bfc2-5ff49d9d1a54 req-49b96112-8580-4cef-9cc8-3490b939f153 service neutron] Checking agent: {'id': 'd68ba685-94d2-4b65-887f-d5ec3884fbfa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85799', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 3, 46, 18), 'started_at': datetime.datetime(2022, 9, 16, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 3, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 03:51:07.632019 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b0401a-9c24-42bb-bfc2-5ff49d9d1a54 req-49b96112-8580-4cef-9cc8-3490b939f153 service neutron] Checking segment: {'id': 'ffd67134-8fee-4362-8336-40afb3537ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '64754a20-d60c-49a4-9c39-1462c6265039'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 03:51:07.632396 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b0401a-9c24-42bb-bfc2-5ff49d9d1a54 req-49b96112-8580-4cef-9cc8-3490b939f153 service neutron] Bound using segment: {'id': 'ffd67134-8fee-4362-8336-40afb3537ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '64754a20-d60c-49a4-9c39-1462c6265039'} {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 03:51:07.632969 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.managers [req-12b0401a-9c24-42bb-bfc2-5ff49d9d1a54 req-49b96112-8580-4cef-9cc8-3490b939f153 service neutron] Bound port: 552dfee7-ff27-4901-a9cb-8d274e8becd6, host: hv-cinder-85799, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffd67134-8fee-4362-8336-40afb3537ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '64754a20-d60c-49a4-9c39-1462c6265039'}}] {{(pid=113375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 03:51:07.633325 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-12b0401a-9c24-42bb-bfc2-5ff49d9d1a54 req-49b96112-8580-4cef-9cc8-3490b939f153 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (552dfee7-ff27-4901-a9cb-8d274e8becd6), before_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:07.639960 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=100 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:51:07.720685 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-c9fcf009-697a-42ae-9740-690c5a05c9c8 req-969b49f0-9d3e-4906-b6ac-115a45d9837d tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a890f157-4eb5-4875-8771-deeceeb2266b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908544 Sep 16 03:51:07.725040 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 58168) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:51:07.725207 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.db [req-12b0401a-9c24-42bb-bfc2-5ff49d9d1a54 req-49b96112-8580-4cef-9cc8-3490b939f153 service neutron] For port 552dfee7-ff27-4901-a9cb-8d274e8becd6, host hv-cinder-85799, cleared binding levels {{(pid=113375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 03:51:07.730284 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.db [req-12b0401a-9c24-42bb-bfc2-5ff49d9d1a54 req-49b96112-8580-4cef-9cc8-3490b939f153 service neutron] For port 552dfee7-ff27-4901-a9cb-8d274e8becd6, host hv-cinder-85799, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=552dfee7-ff27-4901-a9cb-8d274e8becd6,segment=NetworkSegment(ffd67134-8fee-4362-8336-40afb3537ec3),segment_id=ffd67134-8fee-4362-8336-40afb3537ec3)] {{(pid=113375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 03:51:07.748144 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-f1323fc1-51ed-4c7a-963a-1adfc0cc3c71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:07.844183 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-61b71ecc-5afc-4863-82a8-610f6f68f370 None None] Attempt 3 to provision port 552dfee7-ff27-4901-a9cb-8d274e8becd6 Sep 16 03:51:07.859866 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-f1323fc1-51ed-4c7a-963a-1adfc0cc3c71 admin admin] Publish callbacks [] for security_group (9259e3fd-ed0f-4ef4-9739-f14555019766), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:07.889422 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-12b0401a-9c24-42bb-bfc2-5ff49d9d1a54 req-49b96112-8580-4cef-9cc8-3490b939f153 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4972082'] for port (552dfee7-ff27-4901-a9cb-8d274e8becd6), after_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:07.900107 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0401a-9c24-42bb-bfc2-5ff49d9d1a54 req-49b96112-8580-4cef-9cc8-3490b939f153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:07.900704 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-12b0401a-9c24-42bb-bfc2-5ff49d9d1a54 req-49b96112-8580-4cef-9cc8-3490b939f153 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for port (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:07.902075 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-12b0401a-9c24-42bb-bfc2-5ff49d9d1a54 req-49b96112-8580-4cef-9cc8-3490b939f153 service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/552dfee7-ff27-4901-a9cb-8d274e8becd6 HTTP/1.1" status: 200 len: 1093 time: 1.3185220 Sep 16 03:51:07.902602 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa7bab22-1639-467d-ba7a-94c97e1b9231', 'tag': '552dfee7-ff27-4901-a9cb-8d274e8becd6'}] {{(pid=113375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 03:51:07.902730 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-61b71ecc-5afc-4863-82a8-610f6f68f370 None None] Port 552dfee7-ff27-4901-a9cb-8d274e8becd6 had new provisioning blocks added so it will not transition to active. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 03:51:07.918035 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5377fd1d321389c1792f161ed840337514ae556b8848fe715c314c680a14a908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f53d75bc-b4b6-4f15-9619-38d2faaea45d" -d '{"events": [{"name": "network-changed", "server_uuid": "aa7bab22-1639-467d-ba7a-94c97e1b9231", "tag": "552dfee7-ff27-4901-a9cb-8d274e8becd6"}]}' {{(pid=113375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 03:51:07.944082 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-f1323fc1-51ed-4c7a-963a-1adfc0cc3c71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (9259e3fd-ed0f-4ef4-9739-f14555019766), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:07.955749 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d6e021-769e-4d8a-8896-c74e0d929ff2 req-bdacd7c7-b9ba-4f44-b508-7ca03d58f452 tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:07.957288 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-78d6e021-769e-4d8a-8896-c74e0d929ff2 req-bdacd7c7-b9ba-4f44-b508-7ca03d58f452 tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3d4ab7b5-8592-4a8b-bff6-d7316c09755e HTTP/1.1" status: 200 len: 944 time: 0.1343629 Sep 16 03:51:08.009800 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b96112-8580-4cef-9cc8-3490b939f153 service neutron] Pushing event updated for resources: {'Port': ['ID=552dfee7-ff27-4901-a9cb-8d274e8becd6,revision_number=3']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:51:08.043272 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-f1323fc1-51ed-4c7a-963a-1adfc0cc3c71 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=56b92073e683464d83fb6182beaef0e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3136806 Sep 16 03:51:08.045619 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1323fc1-51ed-4c7a-963a-1adfc0cc3c71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9259e3fd-ed0f-4ef4-9739-f14555019766,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:51:08.060831 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 58176) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:51:08.066526 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-78d6e021-769e-4d8a-8896-c74e0d929ff2 req-06f41498-b6db-4db8-a51d-61ae31fc0c3d tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5ad091c2-7327-4be0-8985-8983b4a4e2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016080 Sep 16 03:51:08.143725 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0401a-9c24-42bb-bfc2-5ff49d9d1a54 req-65acb6c1-c677-44b5-b096-2459f397f837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:08.145895 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-12b0401a-9c24-42bb-bfc2-5ff49d9d1a54 req-65acb6c1-c677-44b5-b096-2459f397f837 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=ac97d1487c024a68b8ad933d882bb456&device_id=aa7bab22-1639-467d-ba7a-94c97e1b9231 HTTP/1.1" status: 200 len: 1127 time: 0.0835555 Sep 16 03:51:08.158698 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-9ca0e702-eded-41a8-bf4c-a5234aae5251 req-4cc934f7-0d49-4ce4-b399-7303e0004f19 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4cb8293f-e305-41ce-82f8-3a111fb43322 HTTP/1.1" status: 200 len: 210 time: 0.0734348 Sep 16 03:51:08.168655 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 03:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-733ccaa9-c1cb-46e4-a47a-d4028180fc4b x-openstack-request-id: req-733ccaa9-c1cb-46e4-a47a-d4028180fc4b {{(pid=113375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 03:51:08.168942 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa7bab22-1639-467d-ba7a-94c97e1b9231", "tag": "552dfee7-ff27-4901-a9cb-8d274e8becd6", "status": "completed", "code": 200}]} {{(pid=113375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 03:51:08.169320 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-733ccaa9-c1cb-46e4-a47a-d4028180fc4b {{(pid=113375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 03:51:08.169747 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-733ccaa9-c1cb-46e4-a47a-d4028180fc4b'] response: {'name': 'network-changed', 'server_uuid': 'aa7bab22-1639-467d-ba7a-94c97e1b9231', 'tag': '552dfee7-ff27-4901-a9cb-8d274e8becd6', 'status': 'completed', 'code': 200} Sep 16 03:51:08.208727 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-12b0401a-9c24-42bb-bfc2-5ff49d9d1a54 req-e6901e15-9f00-4d69-88fc-fe43c193a051 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=552dfee7-ff27-4901-a9cb-8d274e8becd6 HTTP/1.1" status: 200 len: 217 time: 0.0500383 Sep 16 03:51:08.266333 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-61397ee0-21af-436f-b572-fa3bfca74a24 admin admin] Publish callbacks [] for security_group (9259e3fd-ed0f-4ef4-9739-f14555019766), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:08.341003 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-61397ee0-21af-436f-b572-fa3bfca74a24 admin admin] Publish callbacks [] for security_group (9259e3fd-ed0f-4ef4-9739-f14555019766), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:08.345250 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0401a-9c24-42bb-bfc2-5ff49d9d1a54 req-b6348e85-e573-42d3-bd6c-ef3da89d0821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:08.346759 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-12b0401a-9c24-42bb-bfc2-5ff49d9d1a54 req-b6348e85-e573-42d3-bd6c-ef3da89d0821 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=c8d5968b-806e-4184-9dc4-9781905ff4c8 HTTP/1.1" status: 200 len: 857 time: 0.1253343 Sep 16 03:51:08.348590 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device 5531f7a3-f8a9-4c79-b05c-b2ef4472f8fc up at agent hyperv_hv-cinder-85799 {{(pid=113376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 03:51:08.385620 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd03ac3-1437-4b09-bd37-5fe71924883b req-e4a80cd3-5967-4753-b400-db12d9caf0f6 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:08.393761 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-bcd03ac3-1437-4b09-bd37-5fe71924883b req-e4a80cd3-5967-4753-b400-db12d9caf0f6 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 945 time: 0.1288729 Sep 16 03:51:08.421604 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Provisioning for port 5531f7a3-f8a9-4c79-b05c-b2ef4472f8fc completed by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 03:51:08.470215 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:51:08.509968 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Provisioning complete for port 5531f7a3-f8a9-4c79-b05c-b2ef4472f8fc triggered by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:51:08.510352 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (5531f7a3-f8a9-4c79-b05c-b2ef4472f8fc), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:08.510626 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0401a-9c24-42bb-bfc2-5ff49d9d1a54 req-621caf80-8c98-467c-a078-69665431790e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:08.511190 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Attempt 1 to provision port 5531f7a3-f8a9-4c79-b05c-b2ef4472f8fc Sep 16 03:51:08.515067 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-12b0401a-9c24-42bb-bfc2-5ff49d9d1a54 req-621caf80-8c98-467c-a078-69665431790e service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=64754a20-d60c-49a4-9c39-1462c6265039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1589806 Sep 16 03:51:08.579240 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa49c70-ce00-4a7b-8725-fc6e2eb9ed2b req-4a7ed253-d9e3-4bfc-a078-b81f0d151a41 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:08.589612 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-7aa49c70-ce00-4a7b-8725-fc6e2eb9ed2b req-4a7ed253-d9e3-4bfc-a078-b81f0d151a41 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df7ed3f-dd6d-4312-a548-591443add019 HTTP/1.1" status: 200 len: 945 time: 0.0664802 Sep 16 03:51:08.657497 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-7aa49c70-ce00-4a7b-8725-fc6e2eb9ed2b req-efcd14a1-97c3-4c9e-82c4-34440cd47932 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dda34443-519e-4bd2-ac6e-612e709d5440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668318 Sep 16 03:51:08.675868 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Current status of the port 5531f7a3-f8a9-4c79-b05c-b2ef4472f8fc is: BUILD; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:51:08.675868 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (5531f7a3-f8a9-4c79-b05c-b2ef4472f8fc), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:08.686478 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-bcd03ac3-1437-4b09-bd37-5fe71924883b req-392dada6-6c11-41db-9a86-4dbd18977aba tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2918551 Sep 16 03:51:08.691312 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-61397ee0-21af-436f-b572-fa3bfca74a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (9259e3fd-ed0f-4ef4-9739-f14555019766), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:08.692693 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-61397ee0-21af-436f-b572-fa3bfca74a24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:08.694432 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-61397ee0-21af-436f-b572-fa3bfca74a24 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/9259e3fd-ed0f-4ef4-9739-f14555019766 HTTP/1.1" status: 204 len: 168 time: 0.6263428 Sep 16 03:51:08.711228 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61397ee0-21af-436f-b572-fa3bfca74a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9259e3fd-ed0f-4ef4-9739-f14555019766,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:51:08.741119 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d4ab7b5-8592-4a8b-bff6-d7316c09755e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5531f7a3-f8a9-4c79-b05c-b2ef4472f8fc'}] {{(pid=113376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 03:51:08.744000 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536f81a66b80124a32e6614edce579112ba342401ad4fb2d1257d5ac670fb901" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de6d5a50-e526-4a24-b7e9-3a4c9415a151" -d '{"events": [{"server_uuid": "3d4ab7b5-8592-4a8b-bff6-d7316c09755e", "name": "network-vif-plugged", "status": "completed", "tag": "5531f7a3-f8a9-4c79-b05c-b2ef4472f8fc"}]}' {{(pid=113376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 03:51:08.768935 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] For port 5531f7a3-f8a9-4c79-b05c-b2ef4472f8fc, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=5531f7a3-f8a9-4c79-b05c-b2ef4472f8fc,segment=NetworkSegment(c3740327-8486-4dc6-a1c6-f624e91500f4),segment_id=c3740327-8486-4dc6-a1c6-f624e91500f4)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:51:08.835203 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-12b0401a-9c24-42bb-bfc2-5ff49d9d1a54 req-74f6c6c3-d996-42bc-9820-43470d12979c service neutron] 10.222.0.52 "GET /networking/v2.0/networks/64754a20-d60c-49a4-9c39-1462c6265039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857239 Sep 16 03:51:08.850585 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 03:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ed6c1e-3358-4907-a557-d9dcee2c1834 x-openstack-request-id: req-b6ed6c1e-3358-4907-a557-d9dcee2c1834 {{(pid=113376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 03:51:08.850876 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d4ab7b5-8592-4a8b-bff6-d7316c09755e", "name": "network-vif-plugged", "status": "completed", "tag": "5531f7a3-f8a9-4c79-b05c-b2ef4472f8fc", "code": 200}]} {{(pid=113376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 03:51:08.851150 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b6ed6c1e-3358-4907-a557-d9dcee2c1834 {{(pid=113376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 03:51:08.851546 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6ed6c1e-3358-4907-a557-d9dcee2c1834'] response: {'server_uuid': '3d4ab7b5-8592-4a8b-bff6-d7316c09755e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5531f7a3-f8a9-4c79-b05c-b2ef4472f8fc', 'code': 200} Sep 16 03:51:08.870446 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (5531f7a3-f8a9-4c79-b05c-b2ef4472f8fc), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:08.910285 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:51:08.944486 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Pushing event updated for resources: {'Port': ['ID=5531f7a3-f8a9-4c79-b05c-b2ef4472f8fc,revision_number=5']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:51:08.956025 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4747897-5e77-4b69-9b3e-f6519f484efe req-6aa5783c-ebd8-46e5-a506-7029aec7b632 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:08.957631 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-c4747897-5e77-4b69-9b3e-f6519f484efe req-6aa5783c-ebd8-46e5-a506-7029aec7b632 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=aa7bab22-1639-467d-ba7a-94c97e1b9231 HTTP/1.1" status: 200 len: 943 time: 0.1015000 Sep 16 03:51:09.026801 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-12b0401a-9c24-42bb-bfc2-5ff49d9d1a54 req-3d036030-3822-473e-a944-5735de83368e service neutron] 10.222.0.52 "GET /networking/v2.0/networks/64754a20-d60c-49a4-9c39-1462c6265039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591358 Sep 16 03:51:09.030994 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-c4747897-5e77-4b69-9b3e-f6519f484efe req-8875ec56-7ae2-4339-b227-22384ce6e5bc tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a890f157-4eb5-4875-8771-deeceeb2266b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668125 Sep 16 03:51:09.225587 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:51:09.252379 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb34e324-9160-4581-94de-6c6dca95d7a8 req-99d62063-e8b0-4dd3-9108-fb55e5392b06 tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:09.253977 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-cb34e324-9160-4581-94de-6c6dca95d7a8 req-99d62063-e8b0-4dd3-9108-fb55e5392b06 tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3d4ab7b5-8592-4a8b-bff6-d7316c09755e HTTP/1.1" status: 200 len: 945 time: 0.0777829 Sep 16 03:51:09.304319 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-8d6c204a-378e-4b96-842e-70913b8f30f7 req-8ec87f38-f361-44e7-8c63-d3f6a093d1a2 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4cb8293f-e305-41ce-82f8-3a111fb43322 HTTP/1.1" status: 200 len: 210 time: 0.0489295 Sep 16 03:51:09.379553 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-cb34e324-9160-4581-94de-6c6dca95d7a8 req-b3515e34-28bb-4d91-8ac7-2d4640c76c6c tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5ad091c2-7327-4be0-8985-8983b4a4e2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122174 Sep 16 03:51:09.807053 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e027d19a-497d-4d59-98c8-214da85b415f req-43e3ce3d-9fb0-4ad1-86af-18f2216e6682 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:09.816454 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-e027d19a-497d-4d59-98c8-214da85b415f req-43e3ce3d-9fb0-4ad1-86af-18f2216e6682 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df7ed3f-dd6d-4312-a548-591443add019 HTTP/1.1" status: 200 len: 945 time: 0.0770137 Sep 16 03:51:09.847345 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5e5f2-f5ff-467f-9fbe-108905f77065 req-7fdeb1cf-9b84-40a9-a23b-11442ac64daa tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:09.854857 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-d9a5e5f2-f5ff-467f-9fbe-108905f77065 req-7fdeb1cf-9b84-40a9-a23b-11442ac64daa tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 945 time: 0.0665324 Sep 16 03:51:09.906845 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-e027d19a-497d-4d59-98c8-214da85b415f req-d87a3ef7-cb33-48b9-85ae-b8cd4f3217cb tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dda34443-519e-4bd2-ac6e-612e709d5440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894163 Sep 16 03:51:09.923482 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-d9a5e5f2-f5ff-467f-9fbe-108905f77065 req-36c4edba-ec30-4e2d-8970-336ee628792e tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638165 Sep 16 03:51:10.180220 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10305e8e-e7e3-426a-aa02-f35a691d9848 req-18df378d-f4fc-4081-a322-a2718babd7af tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:10.182458 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-10305e8e-e7e3-426a-aa02-f35a691d9848 req-18df378d-f4fc-4081-a322-a2718babd7af tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=aa7bab22-1639-467d-ba7a-94c97e1b9231 HTTP/1.1" status: 200 len: 943 time: 0.0573673 Sep 16 03:51:10.248623 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-10305e8e-e7e3-426a-aa02-f35a691d9848 req-cb71a712-b0a1-4b07-a4f2-030b82481207 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a890f157-4eb5-4875-8771-deeceeb2266b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597534 Sep 16 03:51:10.356772 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device 552dfee7-ff27-4901-a9cb-8d274e8becd6 details requested by agent hyperv_hv-cinder-85799 with host hv-cinder-85799 {{(pid=113376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 03:51:10.500254 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-b2395f9b-22cd-4847-a8c6-572a1622115b req-14b97a8a-19ae-45e2-a8ff-fe435fb086fa tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4cb8293f-e305-41ce-82f8-3a111fb43322 HTTP/1.1" status: 200 len: 210 time: 0.0836887 Sep 16 03:51:10.581375 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] For port 552dfee7-ff27-4901-a9cb-8d274e8becd6, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=552dfee7-ff27-4901-a9cb-8d274e8becd6,segment=NetworkSegment(ffd67134-8fee-4362-8336-40afb3537ec3),segment_id=ffd67134-8fee-4362-8336-40afb3537ec3)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:51:10.596400 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:51:10.599609 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Returning: {'device': '552dfee7-ff27-4901-a9cb-8d274e8becd6', 'network_id': '64754a20-d60c-49a4-9c39-1462c6265039', 'port_id': '552dfee7-ff27-4901-a9cb-8d274e8becd6', 'mac_address': 'fa:16:3e:9e:2c:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8d5968b-806e-4184-9dc4-9781905ff4c8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 03:51:10.600288 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece344ce-dc9e-48d5-9979-1601035544cc req-d8bfdfc9-87bf-45d4-b3f2-57b3aabad2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:10.602134 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-ece344ce-dc9e-48d5-9979-1601035544cc req-d8bfdfc9-87bf-45d4-b3f2-57b3aabad2a1 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3d4ab7b5-8592-4a8b-bff6-d7316c09755e HTTP/1.1" status: 200 len: 1129 time: 0.0493791 Sep 16 03:51:10.643987 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Current status of the port 552dfee7-ff27-4901-a9cb-8d274e8becd6 is: DOWN; New status is: BUILD {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:51:10.644792 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (552dfee7-ff27-4901-a9cb-8d274e8becd6), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:10.645974 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d75bc-b4b6-4f15-9619-38d2faaea45d req-6d38059f-6a19-4128-89e9-c5ed8a81219d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:10.647766 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-f53d75bc-b4b6-4f15-9619-38d2faaea45d req-6d38059f-6a19-4128-89e9-c5ed8a81219d service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=ac97d1487c024a68b8ad933d882bb456&device_id=aa7bab22-1639-467d-ba7a-94c97e1b9231 HTTP/1.1" status: 200 len: 1127 time: 0.1692550 Sep 16 03:51:10.666985 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.notifiers.nova [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 552dfee7-ff27-4901-a9cb-8d274e8becd6 {{(pid=113376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 03:51:10.682388 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef7c724-6267-4552-b21e-a0aa78207cbf req-ae0bf5dd-e61f-465a-a0fd-280f21ae2b35 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:10.684116 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-aef7c724-6267-4552-b21e-a0aa78207cbf req-ae0bf5dd-e61f-465a-a0fd-280f21ae2b35 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.52 "GET /networking/v2.0/networks?id=4ff8c520-12d3-47e5-b499-6dbd6e9a131a HTTP/1.1" status: 200 len: 815 time: 0.2464368 Sep 16 03:51:10.699814 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] For port 552dfee7-ff27-4901-a9cb-8d274e8becd6, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=552dfee7-ff27-4901-a9cb-8d274e8becd6,segment=NetworkSegment(ffd67134-8fee-4362-8336-40afb3537ec3),segment_id=ffd67134-8fee-4362-8336-40afb3537ec3)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:51:10.733574 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-ece344ce-dc9e-48d5-9979-1601035544cc req-3cc98e4a-dd1f-4796-a681-83c671defb48 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5ad091c2-7327-4be0-8985-8983b4a4e2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196632 Sep 16 03:51:10.769851 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d94238-fa3e-41a2-89de-0a07f25f9258 req-e6a5c856-ab94-47e9-9f39-ff082a42fb30 tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:10.777731 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-64d94238-fa3e-41a2-89de-0a07f25f9258 req-e6a5c856-ab94-47e9-9f39-ff082a42fb30 tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3d4ab7b5-8592-4a8b-bff6-d7316c09755e HTTP/1.1" status: 200 len: 945 time: 0.0925529 Sep 16 03:51:10.778198 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d75bc-b4b6-4f15-9619-38d2faaea45d req-8a1adc0d-b7a9-4eac-9bf6-b45edeff3a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:10.780080 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-f53d75bc-b4b6-4f15-9619-38d2faaea45d req-8a1adc0d-b7a9-4eac-9bf6-b45edeff3a80 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=64754a20-d60c-49a4-9c39-1462c6265039 HTTP/1.1" status: 200 len: 919 time: 0.1169088 Sep 16 03:51:10.823995 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (552dfee7-ff27-4901-a9cb-8d274e8becd6), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:10.887416 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-64d94238-fa3e-41a2-89de-0a07f25f9258 req-4811a029-76e6-4870-91c8-cbd6fcb87445 tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5ad091c2-7327-4be0-8985-8983b4a4e2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074781 Sep 16 03:51:10.914757 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-aef7c724-6267-4552-b21e-a0aa78207cbf req-4639032e-bd9c-49fc-b6d6-535ee8c5dd96 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.52 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8ee4a40c6c264553a14e0eff367da4a0 HTTP/1.1" status: 200 len: 472 time: 0.2108574 Sep 16 03:51:10.920072 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Pushing event updated for resources: {'Port': ['ID=552dfee7-ff27-4901-a9cb-8d274e8becd6,revision_number=4']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:51:10.990822 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [req-aef7c724-6267-4552-b21e-a0aa78207cbf req-5f914d4d-cefe-46d4-8481-7c50da3f4000 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Request body: {'port': {'device_id': '4cb8293f-e305-41ce-82f8-3a111fb43322', 'network_id': '4ff8c520-12d3-47e5-b499-6dbd6e9a131a', 'admin_state_up': True, 'tenant_id': '8ee4a40c6c264553a14e0eff367da4a0', 'security_groups': ['893440e6-f0d6-48d8-9032-0e499fc32c7a']}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:51:11.059428 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-f53d75bc-b4b6-4f15-9619-38d2faaea45d req-ef8b5e6d-9af8-40bb-93c3-3708be599d81 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=552dfee7-ff27-4901-a9cb-8d274e8becd6 HTTP/1.1" status: 200 len: 217 time: 0.0807619 Sep 16 03:51:11.145385 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c774ea52-dd01-4e4c-8ccc-cf9c315fd571 req-9d526aa7-679c-4750-8791-3e7ed9e1f7c4 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:11.146898 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-c774ea52-dd01-4e4c-8ccc-cf9c315fd571 req-9d526aa7-679c-4750-8791-3e7ed9e1f7c4 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 945 time: 0.0781112 Sep 16 03:51:11.167314 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4197b3e0-9500-4ea3-9442-f3b2ba581b21 req-3f42d0b4-8013-407e-9de1-e153d46648f9 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:11.170464 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-4197b3e0-9500-4ea3-9442-f3b2ba581b21 req-3f42d0b4-8013-407e-9de1-e153d46648f9 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df7ed3f-dd6d-4312-a548-591443add019 HTTP/1.1" status: 200 len: 945 time: 0.1090086 Sep 16 03:51:11.184096 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] get_ports_and_sgs() called for port_ids ['552dfee7-ff27-4901-a9cb-8d274e8becd6'] {{(pid=113376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 03:51:11.240186 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-c774ea52-dd01-4e4c-8ccc-cf9c315fd571 req-69f0ec78-9df5-43ff-959b-ae920a8f8b14 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824957 Sep 16 03:51:11.275006 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-4197b3e0-9500-4ea3-9442-f3b2ba581b21 req-6f03f612-7749-439b-b3d5-0ea23d7a907b tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dda34443-519e-4bd2-ac6e-612e709d5440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831928 Sep 16 03:51:11.275006 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d75bc-b4b6-4f15-9619-38d2faaea45d req-391efbe5-6723-4349-bc37-8f10c489e1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:11.275006 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-f53d75bc-b4b6-4f15-9619-38d2faaea45d req-391efbe5-6723-4349-bc37-8f10c489e1cd service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=c8d5968b-806e-4184-9dc4-9781905ff4c8 HTTP/1.1" status: 200 len: 857 time: 0.1979892 Sep 16 03:51:11.335577 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:51:11.383845 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aef7c724-6267-4552-b21e-a0aa78207cbf req-5f914d4d-cefe-46d4-8481-7c50da3f4000 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Made reservation on behalf of 8ee4a40c6c264553a14e0eff367da4a0 for: {'port': 1} {{(pid=113375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 03:51:11.389221 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-aef7c724-6267-4552-b21e-a0aa78207cbf req-5f914d4d-cefe-46d4-8481-7c50da3f4000 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:11.450136 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22293a3-56a0-436f-b8f7-8665a6b6a547 req-14bf035a-0c0a-45d7-8357-24c104b1813d tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:11.462776 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-a22293a3-56a0-436f-b8f7-8665a6b6a547 req-14bf035a-0c0a-45d7-8357-24c104b1813d tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=aa7bab22-1639-467d-ba7a-94c97e1b9231 HTTP/1.1" status: 200 len: 944 time: 0.1100397 Sep 16 03:51:11.563191 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-a22293a3-56a0-436f-b8f7-8665a6b6a547 req-175aaeea-2aef-45c9-9f51-c5afc0b71595 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a890f157-4eb5-4875-8771-deeceeb2266b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917680 Sep 16 03:51:11.582105 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:51:11.608293 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:51:11.613628 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.db_base_plugin_common [req-aef7c724-6267-4552-b21e-a0aa78207cbf req-5f914d4d-cefe-46d4-8481-7c50da3f4000 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Allocated IP 172.20.0.9 (4ff8c520-12d3-47e5-b499-6dbd6e9a131a/dc6b4dbf-6194-4053-a2ab-d05e1046d55f/ffb46fb6-10f2-412d-863b-b8a8006435ee) {{(pid=113375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 03:51:11.678995 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d75bc-b4b6-4f15-9619-38d2faaea45d req-06f40b61-5dce-4518-accd-8185b9be4cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:11.678995 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-f53d75bc-b4b6-4f15-9619-38d2faaea45d req-06f40b61-5dce-4518-accd-8185b9be4cd4 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=64754a20-d60c-49a4-9c39-1462c6265039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0601687 Sep 16 03:51:11.723992 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-fb9ae6d9-517f-4e11-9b48-f7f84f0a640c req-641edcbb-66f7-4b2f-8fa0-9e0c0b92a388 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4cb8293f-e305-41ce-82f8-3a111fb43322 HTTP/1.1" status: 200 len: 210 time: 0.1118765 Sep 16 03:51:11.880500 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-f53d75bc-b4b6-4f15-9619-38d2faaea45d req-9ceb35ad-bf1f-4490-8a5a-2cc8e2fb8c74 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/64754a20-d60c-49a4-9c39-1462c6265039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788805 Sep 16 03:51:11.942007 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-aef7c724-6267-4552-b21e-a0aa78207cbf req-5f914d4d-cefe-46d4-8481-7c50da3f4000 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks [] for port (ffb46fb6-10f2-412d-863b-b8a8006435ee), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:12.004801 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=100 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:51:12.079946 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff331ffe-8e08-4103-b2de-f757c0f66efc req-533f9e3e-350e-4c06-af4b-16e61d542488 tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:12.079946 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-ff331ffe-8e08-4103-b2de-f757c0f66efc req-533f9e3e-350e-4c06-af4b-16e61d542488 tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3d4ab7b5-8592-4a8b-bff6-d7316c09755e HTTP/1.1" status: 200 len: 945 time: 0.0759563 Sep 16 03:51:12.079946 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-f53d75bc-b4b6-4f15-9619-38d2faaea45d req-64daacaa-66bd-4b3d-a9aa-9c46159deee1 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/64754a20-d60c-49a4-9c39-1462c6265039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755612 Sep 16 03:51:12.104105 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=100 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:51:12.117173 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-ff331ffe-8e08-4103-b2de-f757c0f66efc req-9c15513e-3b61-49ce-9e37-f5923242bc2c tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5ad091c2-7327-4be0-8985-8983b4a4e2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502362 Sep 16 03:51:12.393192 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5753712-3978-46fc-bc29-b0f393d7faed req-21846d54-ec32-4141-a734-76549c86e460 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:12.393767 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b6cec-bf76-47e6-af4d-97a475f7f1b1 req-bed28a1a-aff8-4bb1-8b58-0d3fd9b4c92f tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:12.395315 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-447b6cec-bf76-47e6-af4d-97a475f7f1b1 req-bed28a1a-aff8-4bb1-8b58-0d3fd9b4c92f tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df7ed3f-dd6d-4312-a548-591443add019 HTTP/1.1" status: 200 len: 945 time: 0.0495157 Sep 16 03:51:12.400512 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-a5753712-3978-46fc-bc29-b0f393d7faed req-21846d54-ec32-4141-a734-76549c86e460 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 945 time: 0.0686965 Sep 16 03:51:12.445771 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-447b6cec-bf76-47e6-af4d-97a475f7f1b1 req-032c7fe9-db5e-47b4-9398-5829b54feb26 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dda34443-519e-4bd2-ac6e-612e709d5440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422223 Sep 16 03:51:12.451790 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device 552dfee7-ff27-4901-a9cb-8d274e8becd6 up at agent hyperv_hv-cinder-85799 {{(pid=113376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 03:51:12.455909 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-a5753712-3978-46fc-bc29-b0f393d7faed req-5d03ca1d-4f0a-4f63-97d1-b16fe4bd3eca tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486927 Sep 16 03:51:12.465026 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-aef7c724-6267-4552-b21e-a0aa78207cbf req-5f914d4d-cefe-46d4-8481-7c50da3f4000 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672515804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4972043'] for port (ffb46fb6-10f2-412d-863b-b8a8006435ee), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:12.516750 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Provisioning for port 552dfee7-ff27-4901-a9cb-8d274e8becd6 completed by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 03:51:12.544243 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aef7c724-6267-4552-b21e-a0aa78207cbf req-5f914d4d-cefe-46d4-8481-7c50da3f4000 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Network 4ff8c520-12d3-47e5-b499-6dbd6e9a131a is already hosted by enough agents. {{(pid=113375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 03:51:12.550455 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.base_scheduler [req-aef7c724-6267-4552-b21e-a0aa78207cbf req-5f914d4d-cefe-46d4-8481-7c50da3f4000 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Resources bound (agent type, host, resource id): {{(pid=113375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:51:12.553232 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.l3_dvrscheduler_db [req-aef7c724-6267-4552-b21e-a0aa78207cbf req-5f914d4d-cefe-46d4-8481-7c50da3f4000 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Received port after_create {{(pid=113375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 03:51:12.589119 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f914d4d-cefe-46d4-8481-7c50da3f4000 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Pushing event updated for resources: {'Port': ['ID=ffb46fb6-10f2-412d-863b-b8a8006435ee,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:51:12.612736 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:UPDATE=3 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:51:12.630489 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef7c724-6267-4552-b21e-a0aa78207cbf req-5f914d4d-cefe-46d4-8481-7c50da3f4000 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:12.631269 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-aef7c724-6267-4552-b21e-a0aa78207cbf req-5f914d4d-cefe-46d4-8481-7c50da3f4000 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for port (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:12.637475 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Provisioning complete for port 552dfee7-ff27-4901-a9cb-8d274e8becd6 triggered by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:51:12.638420 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (552dfee7-ff27-4901-a9cb-8d274e8becd6), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:12.639184 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Attempt 1 to provision port 552dfee7-ff27-4901-a9cb-8d274e8becd6 Sep 16 03:51:12.739121 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-aef7c724-6267-4552-b21e-a0aa78207cbf req-5f914d4d-cefe-46d4-8481-7c50da3f4000 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7614915 Sep 16 03:51:12.754306 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [req-aef7c724-6267-4552-b21e-a0aa78207cbf req-ea389f3a-0b0a-418f-b7a9-988ce1412a8b service neutron] Request body: {'port': {'device_id': '4cb8293f-e305-41ce-82f8-3a111fb43322', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85799'}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:51:12.800404 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Current status of the port 552dfee7-ff27-4901-a9cb-8d274e8becd6 is: BUILD; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:51:12.800967 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (552dfee7-ff27-4901-a9cb-8d274e8becd6), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:12.816862 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668793ed-857d-46b7-8d8c-74065c86450f req-554c3746-fe8e-44ef-a7f4-9291291fca6f tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:12.824430 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-668793ed-857d-46b7-8d8c-74065c86450f req-554c3746-fe8e-44ef-a7f4-9291291fca6f tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=aa7bab22-1639-467d-ba7a-94c97e1b9231 HTTP/1.1" status: 200 len: 944 time: 0.1300142 Sep 16 03:51:12.865612 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa7bab22-1639-467d-ba7a-94c97e1b9231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '552dfee7-ff27-4901-a9cb-8d274e8becd6'}] {{(pid=113376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 03:51:12.868541 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536f81a66b80124a32e6614edce579112ba342401ad4fb2d1257d5ac670fb901" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a32fe13-e163-4af7-9adc-a0cac168c3fd" -d '{"events": [{"server_uuid": "aa7bab22-1639-467d-ba7a-94c97e1b9231", "name": "network-vif-plugged", "status": "completed", "tag": "552dfee7-ff27-4901-a9cb-8d274e8becd6"}]}' {{(pid=113376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 03:51:12.873254 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-aef7c724-6267-4552-b21e-a0aa78207cbf req-ea389f3a-0b0a-418f-b7a9-988ce1412a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (ffb46fb6-10f2-412d-863b-b8a8006435ee), before_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:12.886432 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] For port 552dfee7-ff27-4901-a9cb-8d274e8becd6, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=552dfee7-ff27-4901-a9cb-8d274e8becd6,segment=NetworkSegment(ffd67134-8fee-4362-8336-40afb3537ec3),segment_id=ffd67134-8fee-4362-8336-40afb3537ec3)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:51:12.958875 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-668793ed-857d-46b7-8d8c-74065c86450f req-c8b9e780-882d-4974-a65f-dfd6a189d31f tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a890f157-4eb5-4875-8771-deeceeb2266b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249268 Sep 16 03:51:12.976374 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (552dfee7-ff27-4901-a9cb-8d274e8becd6), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:12.979612 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa1356-53e4-4f0a-831f-f455fd05954d req-b59627bd-7a18-472f-9250-e6bf10261d18 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:12.991360 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-35aa1356-53e4-4f0a-831f-f455fd05954d req-b59627bd-7a18-472f-9250-e6bf10261d18 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4cb8293f-e305-41ce-82f8-3a111fb43322 HTTP/1.1" status: 200 len: 931 time: 0.1249483 Sep 16 03:51:13.042764 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 03:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2fd7baf-1a04-4ade-ac66-d338be960221 x-openstack-request-id: req-f2fd7baf-1a04-4ade-ac66-d338be960221 {{(pid=113376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 03:51:13.043257 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa7bab22-1639-467d-ba7a-94c97e1b9231", "name": "network-vif-plugged", "status": "completed", "tag": "552dfee7-ff27-4901-a9cb-8d274e8becd6", "code": 200}]} {{(pid=113376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 03:51:13.043646 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f2fd7baf-1a04-4ade-ac66-d338be960221 {{(pid=113376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 03:51:13.044272 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2fd7baf-1a04-4ade-ac66-d338be960221'] response: {'server_uuid': 'aa7bab22-1639-467d-ba7a-94c97e1b9231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '552dfee7-ff27-4901-a9cb-8d274e8becd6', 'code': 200} Sep 16 03:51:13.060602 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Pushing event updated for resources: {'Port': ['ID=552dfee7-ff27-4901-a9cb-8d274e8becd6,revision_number=5']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:51:13.109888 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-8898242c-76f6-4938-a71f-c3d5831559b7 None None] Provisioning complete for port ffb46fb6-10f2-412d-863b-b8a8006435ee triggered by entity DHCP. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:51:13.110271 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-8898242c-76f6-4938-a71f-c3d5831559b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (ffb46fb6-10f2-412d-863b-b8a8006435ee), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:13.110606 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-8898242c-76f6-4938-a71f-c3d5831559b7 None None] Attempt 1 to provision port ffb46fb6-10f2-412d-863b-b8a8006435ee Sep 16 03:51:13.165828 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-8898242c-76f6-4938-a71f-c3d5831559b7 None None] Port ffb46fb6-10f2-412d-863b-b8a8006435ee cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:51:13.175063 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.agents_db [None req-8ba4eca6-5e8f-405f-9ad3-b7bffaa24231 None None] Agent healthcheck: found 6 active agents {{(pid=113377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 03:51:13.278803 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0362e7f7-d388-497d-9c65-de3547f4e301 req-aa1ffb82-e7fe-494d-8960-bdf8c3fad35c tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:13.286402 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-0362e7f7-d388-497d-9c65-de3547f4e301 req-aa1ffb82-e7fe-494d-8960-bdf8c3fad35c tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3d4ab7b5-8592-4a8b-bff6-d7316c09755e HTTP/1.1" status: 200 len: 945 time: 0.0723445 Sep 16 03:51:13.329307 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:UPDATE=1,neutron:SELECT=7 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:51:13.364850 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-0362e7f7-d388-497d-9c65-de3547f4e301 req-ccaf5c16-3b61-4f41-b003-868677b1d005 tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5ad091c2-7327-4be0-8985-8983b4a4e2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746760 Sep 16 03:51:13.462129 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-35aa1356-53e4-4f0a-831f-f455fd05954d req-91f4194a-dd59-475e-a4b7-28e7ded15b06 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=893440e6-f0d6-48d8-9032-0e499fc32c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4694724 Sep 16 03:51:13.634242 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a429e53-11cb-481e-8f7c-20f759d56cb1 req-b1cbc0db-ccb9-40b9-8117-6db0e2ebd28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:13.641927 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-9a429e53-11cb-481e-8f7c-20f759d56cb1 req-b1cbc0db-ccb9-40b9-8117-6db0e2ebd28c service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aa7bab22-1639-467d-ba7a-94c97e1b9231 HTTP/1.1" status: 200 len: 1129 time: 0.1552014 Sep 16 03:51:13.667228 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-8898242c-76f6-4938-a71f-c3d5831559b7 None None] Attempt 2 to provision port ffb46fb6-10f2-412d-863b-b8a8006435ee Sep 16 03:51:13.732303 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-8898242c-76f6-4938-a71f-c3d5831559b7 None None] Port ffb46fb6-10f2-412d-863b-b8a8006435ee cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:51:13.768269 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aabbc2-3f28-47e9-a702-f7666593c1c7 req-ec613d2c-c2a1-4ec3-a93d-dddc87a25d39 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:13.770001 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-55aabbc2-3f28-47e9-a702-f7666593c1c7 req-ec613d2c-c2a1-4ec3-a93d-dddc87a25d39 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df7ed3f-dd6d-4312-a548-591443add019 HTTP/1.1" status: 200 len: 945 time: 0.1271353 Sep 16 03:51:13.793660 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.notifiers.nova [req-aef7c724-6267-4552-b21e-a0aa78207cbf req-ea389f3a-0b0a-418f-b7a9-988ce1412a8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffb46fb6-10f2-412d-863b-b8a8006435ee {{(pid=113375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 03:51:13.802780 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-aef7c724-6267-4552-b21e-a0aa78207cbf req-ea389f3a-0b0a-418f-b7a9-988ce1412a8b service neutron] Publish callbacks [] for port (ffb46fb6-10f2-412d-863b-b8a8006435ee), precommit_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:13.819004 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.provisioning_blocks [req-aef7c724-6267-4552-b21e-a0aa78207cbf req-ea389f3a-0b0a-418f-b7a9-988ce1412a8b service neutron] Transition to ACTIVE for port object ffb46fb6-10f2-412d-863b-b8a8006435ee will not be triggered until provisioned by entity L2. {{(pid=113375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 03:51:13.819940 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:51:13.834413 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-9a429e53-11cb-481e-8f7c-20f759d56cb1 req-a3373581-4e3c-465e-87a7-6e289e65199c service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a890f157-4eb5-4875-8771-deeceeb2266b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1573441 Sep 16 03:51:13.855884 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-55aabbc2-3f28-47e9-a702-f7666593c1c7 req-5bba7b02-aa02-4405-8178-02653229fe8c tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dda34443-519e-4bd2-ac6e-612e709d5440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771050 Sep 16 03:51:13.887375 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e5b91d-539f-430e-9765-74b655c1cb38 req-452bf8f8-08a1-420b-8b21-642f0fa2f65c tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:13.895556 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-48e5b91d-539f-430e-9765-74b655c1cb38 req-452bf8f8-08a1-420b-8b21-642f0fa2f65c tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 945 time: 0.0726297 Sep 16 03:51:13.969953 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-48e5b91d-539f-430e-9765-74b655c1cb38 req-25d09e3d-3269-4bc3-aabd-16c7c742be81 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697796 Sep 16 03:51:13.996064 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-aef7c724-6267-4552-b21e-a0aa78207cbf req-ea389f3a-0b0a-418f-b7a9-988ce1412a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4972082'] for port (ffb46fb6-10f2-412d-863b-b8a8006435ee), after_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:14.130609 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea389f3a-0b0a-418f-b7a9-988ce1412a8b service neutron] Pushing event updated for resources: {'Port': ['ID=ffb46fb6-10f2-412d-863b-b8a8006435ee,revision_number=2']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:51:14.164197 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea389f3a-0b0a-418f-b7a9-988ce1412a8b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:51:14.164601 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea389f3a-0b0a-418f-b7a9-988ce1412a8b service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:51:14.164872 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea389f3a-0b0a-418f-b7a9-988ce1412a8b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:51:14.165204 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea389f3a-0b0a-418f-b7a9-988ce1412a8b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:51:14.165546 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea389f3a-0b0a-418f-b7a9-988ce1412a8b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:51:14.165854 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea389f3a-0b0a-418f-b7a9-988ce1412a8b service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:51:14.166181 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea389f3a-0b0a-418f-b7a9-988ce1412a8b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:51:14.166502 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea389f3a-0b0a-418f-b7a9-988ce1412a8b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:51:14.166823 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea389f3a-0b0a-418f-b7a9-988ce1412a8b service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:51:14.167167 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea389f3a-0b0a-418f-b7a9-988ce1412a8b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:51:14.172075 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea389f3a-0b0a-418f-b7a9-988ce1412a8b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:51:14.172075 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea389f3a-0b0a-418f-b7a9-988ce1412a8b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:51:14.172075 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea389f3a-0b0a-418f-b7a9-988ce1412a8b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:51:14.172075 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea389f3a-0b0a-418f-b7a9-988ce1412a8b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:51:14.172075 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea389f3a-0b0a-418f-b7a9-988ce1412a8b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:51:14.177154 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.managers [req-aef7c724-6267-4552-b21e-a0aa78207cbf req-ea389f3a-0b0a-418f-b7a9-988ce1412a8b service neutron] Attempting to bind port ffb46fb6-10f2-412d-863b-b8a8006435ee on host hv-cinder-85799 for vnic_type normal with profile {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 03:51:14.178021 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.managers [req-aef7c724-6267-4552-b21e-a0aa78207cbf req-ea389f3a-0b0a-418f-b7a9-988ce1412a8b service neutron] Attempting to bind port ffb46fb6-10f2-412d-863b-b8a8006435ee by drivers openvswitch,hyperv on host hv-cinder-85799 at level 0 using segments [{'id': '8f3c2513-130a-4e92-b8d6-c7c7e1d1ec24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4ff8c520-12d3-47e5-b499-6dbd6e9a131a'}] {{(pid=113375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 03:51:14.178021 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef7c724-6267-4552-b21e-a0aa78207cbf req-ea389f3a-0b0a-418f-b7a9-988ce1412a8b service neutron] Attempting to bind port ffb46fb6-10f2-412d-863b-b8a8006435ee on network 4ff8c520-12d3-47e5-b499-6dbd6e9a131a {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 03:51:14.213012 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2072636a-39d3-4a34-aeee-f92455ccecac req-e7689a93-86b5-4986-b042-3606761e746e tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:14.214541 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-2072636a-39d3-4a34-aeee-f92455ccecac req-e7689a93-86b5-4986-b042-3606761e746e tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=aa7bab22-1639-467d-ba7a-94c97e1b9231 HTTP/1.1" status: 200 len: 945 time: 0.1042914 Sep 16 03:51:14.233977 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-8898242c-76f6-4938-a71f-c3d5831559b7 None None] Attempt 3 to provision port ffb46fb6-10f2-412d-863b-b8a8006435ee Sep 16 03:51:14.266541 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef7c724-6267-4552-b21e-a0aa78207cbf req-ea389f3a-0b0a-418f-b7a9-988ce1412a8b service neutron] Port ffb46fb6-10f2-412d-863b-b8a8006435ee on network 4ff8c520-12d3-47e5-b499-6dbd6e9a131a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85799 {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 03:51:14.266867 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef7c724-6267-4552-b21e-a0aa78207cbf req-ea389f3a-0b0a-418f-b7a9-988ce1412a8b service neutron] Attempting to bind port ffb46fb6-10f2-412d-863b-b8a8006435ee on network 4ff8c520-12d3-47e5-b499-6dbd6e9a131a {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 03:51:14.307717 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-8898242c-76f6-4938-a71f-c3d5831559b7 None None] Port ffb46fb6-10f2-412d-863b-b8a8006435ee cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:51:14.343701 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-2072636a-39d3-4a34-aeee-f92455ccecac req-3a81e1cc-af68-47e6-b410-abfc5c308a5c tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a890f157-4eb5-4875-8771-deeceeb2266b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175668 Sep 16 03:51:14.369341 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef7c724-6267-4552-b21e-a0aa78207cbf req-ea389f3a-0b0a-418f-b7a9-988ce1412a8b service neutron] Checking agent: {'id': 'd68ba685-94d2-4b65-887f-d5ec3884fbfa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85799', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 3, 46, 18), 'started_at': datetime.datetime(2022, 9, 16, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 3, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 03:51:14.369694 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef7c724-6267-4552-b21e-a0aa78207cbf req-ea389f3a-0b0a-418f-b7a9-988ce1412a8b service neutron] Checking segment: {'id': '8f3c2513-130a-4e92-b8d6-c7c7e1d1ec24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4ff8c520-12d3-47e5-b499-6dbd6e9a131a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 03:51:14.371163 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef7c724-6267-4552-b21e-a0aa78207cbf req-ea389f3a-0b0a-418f-b7a9-988ce1412a8b service neutron] Bound using segment: {'id': '8f3c2513-130a-4e92-b8d6-c7c7e1d1ec24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4ff8c520-12d3-47e5-b499-6dbd6e9a131a'} {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 03:51:14.371627 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.managers [req-aef7c724-6267-4552-b21e-a0aa78207cbf req-ea389f3a-0b0a-418f-b7a9-988ce1412a8b service neutron] Bound port: ffb46fb6-10f2-412d-863b-b8a8006435ee, host: hv-cinder-85799, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f3c2513-130a-4e92-b8d6-c7c7e1d1ec24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4ff8c520-12d3-47e5-b499-6dbd6e9a131a'}}] {{(pid=113375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 03:51:14.371993 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-aef7c724-6267-4552-b21e-a0aa78207cbf req-ea389f3a-0b0a-418f-b7a9-988ce1412a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (ffb46fb6-10f2-412d-863b-b8a8006435ee), before_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:14.384086 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:51:14.469435 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.db [req-aef7c724-6267-4552-b21e-a0aa78207cbf req-ea389f3a-0b0a-418f-b7a9-988ce1412a8b service neutron] For port ffb46fb6-10f2-412d-863b-b8a8006435ee, host hv-cinder-85799, cleared binding levels {{(pid=113375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 03:51:14.473700 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.db [req-aef7c724-6267-4552-b21e-a0aa78207cbf req-ea389f3a-0b0a-418f-b7a9-988ce1412a8b service neutron] For port ffb46fb6-10f2-412d-863b-b8a8006435ee, host hv-cinder-85799, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=ffb46fb6-10f2-412d-863b-b8a8006435ee,segment=NetworkSegment(8f3c2513-130a-4e92-b8d6-c7c7e1d1ec24),segment_id=8f3c2513-130a-4e92-b8d6-c7c7e1d1ec24)] {{(pid=113375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 03:51:14.504747 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d0f6cc-aadf-4faf-9676-37a7ef1befbe req-a878b195-2c82-4b0c-a6d4-b3528ef428c6 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:14.507253 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-73d0f6cc-aadf-4faf-9676-37a7ef1befbe req-a878b195-2c82-4b0c-a6d4-b3528ef428c6 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df7ed3f-dd6d-4312-a548-591443add019 HTTP/1.1" status: 200 len: 945 time: 0.0689871 Sep 16 03:51:14.596293 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-aef7c724-6267-4552-b21e-a0aa78207cbf req-ea389f3a-0b0a-418f-b7a9-988ce1412a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4972082'] for port (ffb46fb6-10f2-412d-863b-b8a8006435ee), after_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:14.608473 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef7c724-6267-4552-b21e-a0aa78207cbf req-ea389f3a-0b0a-418f-b7a9-988ce1412a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:14.609152 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-aef7c724-6267-4552-b21e-a0aa78207cbf req-ea389f3a-0b0a-418f-b7a9-988ce1412a8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for port (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:14.614345 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-aef7c724-6267-4552-b21e-a0aa78207cbf req-ea389f3a-0b0a-418f-b7a9-988ce1412a8b service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/ffb46fb6-10f2-412d-863b-b8a8006435ee HTTP/1.1" status: 200 len: 1093 time: 1.8651178 Sep 16 03:51:14.614345 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cb8293f-e305-41ce-82f8-3a111fb43322', 'tag': 'ffb46fb6-10f2-412d-863b-b8a8006435ee'}] {{(pid=113375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 03:51:14.619644 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5377fd1d321389c1792f161ed840337514ae556b8848fe715c314c680a14a908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b06f4029-1c5b-4eab-b984-0bb9a0db4e1b" -d '{"events": [{"name": "network-changed", "server_uuid": "4cb8293f-e305-41ce-82f8-3a111fb43322", "tag": "ffb46fb6-10f2-412d-863b-b8a8006435ee"}]}' {{(pid=113375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 03:51:14.665938 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-73d0f6cc-aadf-4faf-9676-37a7ef1befbe req-ef1ef75b-41c8-40b9-ac67-69e8f1aaa124 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dda34443-519e-4bd2-ac6e-612e709d5440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515841 Sep 16 03:51:14.768660 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8097f-439a-4ead-a1e5-23fd8419d52b req-d202be10-b8d3-4d8d-bff5-6eba023a4f0a tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:14.773398 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-4ec8097f-439a-4ead-a1e5-23fd8419d52b req-d202be10-b8d3-4d8d-bff5-6eba023a4f0a tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4cb8293f-e305-41ce-82f8-3a111fb43322 HTTP/1.1" status: 200 len: 943 time: 0.1479025 Sep 16 03:51:14.798595 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea389f3a-0b0a-418f-b7a9-988ce1412a8b service neutron] Pushing event updated for resources: {'Port': ['ID=ffb46fb6-10f2-412d-863b-b8a8006435ee,revision_number=3']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:51:14.808676 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-8898242c-76f6-4938-a71f-c3d5831559b7 None None] Attempt 4 to provision port ffb46fb6-10f2-412d-863b-b8a8006435ee Sep 16 03:51:14.813070 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 03:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-779779f0-833e-43e6-86b8-39b6733e8e22 x-openstack-request-id: req-779779f0-833e-43e6-86b8-39b6733e8e22 {{(pid=113375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 03:51:14.813070 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cb8293f-e305-41ce-82f8-3a111fb43322", "tag": "ffb46fb6-10f2-412d-863b-b8a8006435ee", "status": "completed", "code": 200}]} {{(pid=113375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 03:51:14.813070 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-779779f0-833e-43e6-86b8-39b6733e8e22 {{(pid=113375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 03:51:14.813337 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-779779f0-833e-43e6-86b8-39b6733e8e22'] response: {'name': 'network-changed', 'server_uuid': '4cb8293f-e305-41ce-82f8-3a111fb43322', 'tag': 'ffb46fb6-10f2-412d-863b-b8a8006435ee', 'status': 'completed', 'code': 200} Sep 16 03:51:14.885082 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-8898242c-76f6-4938-a71f-c3d5831559b7 None None] Port ffb46fb6-10f2-412d-863b-b8a8006435ee had new provisioning blocks added so it will not transition to active. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 03:51:14.886859 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-4ec8097f-439a-4ead-a1e5-23fd8419d52b req-1245e84b-22e6-422f-94c6-3a10798539fc tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=893440e6-f0d6-48d8-9032-0e499fc32c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030068 Sep 16 03:51:14.898132 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06f4029-1c5b-4eab-b984-0bb9a0db4e1b req-da5f8bba-ddde-489a-bf53-95b0aa2b4b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:14.900378 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-b06f4029-1c5b-4eab-b984-0bb9a0db4e1b req-da5f8bba-ddde-489a-bf53-95b0aa2b4b41 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=8ee4a40c6c264553a14e0eff367da4a0&device_id=4cb8293f-e305-41ce-82f8-3a111fb43322 HTTP/1.1" status: 200 len: 1127 time: 0.0642469 Sep 16 03:51:15.145987 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06f4029-1c5b-4eab-b984-0bb9a0db4e1b req-e867fb87-c0fa-48b9-86d0-96942cb428fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:15.148347 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-b06f4029-1c5b-4eab-b984-0bb9a0db4e1b req-e867fb87-c0fa-48b9-86d0-96942cb428fb service neutron] 10.222.0.52 "GET /networking/v2.0/networks?tenant_id=8ee4a40c6c264553a14e0eff367da4a0&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2022047 Sep 16 03:51:15.186749 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbe44a1-bb78-4005-a19e-21414c3100f5 req-9d99b884-e8c1-4622-be4f-2384c87f0e5e tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:15.189159 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-6cbe44a1-bb78-4005-a19e-21414c3100f5 req-9d99b884-e8c1-4622-be4f-2384c87f0e5e tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 945 time: 0.0943627 Sep 16 03:51:15.290982 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-6cbe44a1-bb78-4005-a19e-21414c3100f5 req-0c845b0f-fd22-4435-9aa1-b9407e834300 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909879 Sep 16 03:51:15.525369 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5461af-edc5-4b46-9fdf-f23069b363c1 req-8b99d6cb-d67d-4753-93c5-990a125ba7e8 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:15.530507 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-8f5461af-edc5-4b46-9fdf-f23069b363c1 req-8b99d6cb-d67d-4753-93c5-990a125ba7e8 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=aa7bab22-1639-467d-ba7a-94c97e1b9231 HTTP/1.1" status: 200 len: 945 time: 0.0674839 Sep 16 03:51:15.600390 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-8f5461af-edc5-4b46-9fdf-f23069b363c1 req-2dd98c9c-f2f5-429b-879d-8f9dd17fe01e tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a890f157-4eb5-4875-8771-deeceeb2266b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608251 Sep 16 03:51:15.771100 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e0864c-ea57-495f-a902-f038016132d5 req-825762f1-1ef9-4733-985d-54d3e5a85e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:15.775115 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-43e0864c-ea57-495f-a902-f038016132d5 req-825762f1-1ef9-4733-985d-54d3e5a85e12 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=e94b50976295422c9c8374155cf2d2c2&device_id=2df7ed3f-dd6d-4312-a548-591443add019 HTTP/1.1" status: 200 len: 1129 time: 0.1044476 Sep 16 03:51:15.847312 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:51:15.858352 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06f4029-1c5b-4eab-b984-0bb9a0db4e1b req-567b53d8-9a24-49e5-a9ee-ea0b0cfb7237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:15.860043 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-b06f4029-1c5b-4eab-b984-0bb9a0db4e1b req-567b53d8-9a24-49e5-a9ee-ea0b0cfb7237 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1872826 Sep 16 03:51:15.938794 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b58bdb8-8ab0-4d8e-9084-1727400b5734 req-4d7ac685-d6f1-4c59-9c9f-23365b6ad41f tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:15.940453 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-8b58bdb8-8ab0-4d8e-9084-1727400b5734 req-4d7ac685-d6f1-4c59-9c9f-23365b6ad41f tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df7ed3f-dd6d-4312-a548-591443add019 HTTP/1.1" status: 200 len: 945 time: 0.0741792 Sep 16 03:51:15.957439 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=100 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:51:15.977666 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e0864c-ea57-495f-a902-f038016132d5 req-bf030008-6f03-4f39-a452-1a7d4b847a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:15.979326 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-43e0864c-ea57-495f-a902-f038016132d5 req-bf030008-6f03-4f39-a452-1a7d4b847a28 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=96000232-5a2c-4cbe-8524-4ab75044ef77 HTTP/1.1" status: 200 len: 911 time: 0.1966724 Sep 16 03:51:16.015328 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef7c724-6267-4552-b21e-a0aa78207cbf req-e3bde93a-22f3-4a13-8f4c-969bbab0b196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:16.022079 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-aef7c724-6267-4552-b21e-a0aa78207cbf req-e3bde93a-22f3-4a13-8f4c-969bbab0b196 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=8ee4a40c6c264553a14e0eff367da4a0&device_id=4cb8293f-e305-41ce-82f8-3a111fb43322 HTTP/1.1" status: 200 len: 1127 time: 0.1118784 Sep 16 03:51:16.065955 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-8b58bdb8-8ab0-4d8e-9084-1727400b5734 req-12e02a49-8828-4285-979d-ad5e7bafdea6 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dda34443-519e-4bd2-ac6e-612e709d5440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182845 Sep 16 03:51:16.086207 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-43e0864c-ea57-495f-a902-f038016132d5 req-ff23df03-80fe-463a-a21e-5b2c6bf590fd service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88d08060-53df-4d74-b5dd-97e3666abaeb HTTP/1.1" status: 200 len: 1000 time: 0.0936205 Sep 16 03:51:16.117282 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-aef7c724-6267-4552-b21e-a0aa78207cbf req-f6f27bdd-946d-47bb-b3d4-4c9b516917cd service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffb46fb6-10f2-412d-863b-b8a8006435ee HTTP/1.1" status: 200 len: 217 time: 0.0853505 Sep 16 03:51:16.141313 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e0864c-ea57-495f-a902-f038016132d5 req-4d25a17b-462e-4b9c-a79c-8f78d0deac50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:16.142879 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-43e0864c-ea57-495f-a902-f038016132d5 req-4d25a17b-462e-4b9c-a79c-8f78d0deac50 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=4abf9a95-17e5-40d7-a907-9f39161a7362 HTTP/1.1" status: 200 len: 849 time: 0.0493433 Sep 16 03:51:16.194842 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33124f3b-cf9e-436b-9b80-1fe5c2cb7e8b req-d655a42b-58dc-4d4e-8af3-0a595f6fb544 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:16.204522 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=100 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:51:16.207605 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-33124f3b-cf9e-436b-9b80-1fe5c2cb7e8b req-d655a42b-58dc-4d4e-8af3-0a595f6fb544 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4cb8293f-e305-41ce-82f8-3a111fb43322 HTTP/1.1" status: 200 len: 943 time: 0.1781301 Sep 16 03:51:16.208212 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e0864c-ea57-495f-a902-f038016132d5 req-ef4062aa-2475-4c33-b21a-87c0c3500b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:16.209817 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-43e0864c-ea57-495f-a902-f038016132d5 req-ef4062aa-2475-4c33-b21a-87c0c3500b43 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=96000232-5a2c-4cbe-8524-4ab75044ef77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0579019 Sep 16 03:51:16.279995 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef7c724-6267-4552-b21e-a0aa78207cbf req-ba619489-b8de-4bd1-8e3f-9122c18c7003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:16.279995 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-aef7c724-6267-4552-b21e-a0aa78207cbf req-ba619489-b8de-4bd1-8e3f-9122c18c7003 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=dc6b4dbf-6194-4053-a2ab-d05e1046d55f HTTP/1.1" status: 200 len: 854 time: 0.1530366 Sep 16 03:51:16.283041 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-33124f3b-cf9e-436b-9b80-1fe5c2cb7e8b req-7a6c74ad-5cdb-40e9-935e-b249d3b6f914 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=893440e6-f0d6-48d8-9032-0e499fc32c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706325 Sep 16 03:51:16.343595 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef7c724-6267-4552-b21e-a0aa78207cbf req-df034ed9-efc2-4224-bdb0-283de84a4773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:16.345281 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-aef7c724-6267-4552-b21e-a0aa78207cbf req-df034ed9-efc2-4224-bdb0-283de84a4773 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=4ff8c520-12d3-47e5-b499-6dbd6e9a131a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0573058 Sep 16 03:51:16.351213 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 58388) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:51:16.364358 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-43e0864c-ea57-495f-a902-f038016132d5 req-3dedbcde-14e3-4311-b568-1fd3afd09a0c service neutron] 10.222.0.52 "GET /networking/v2.0/networks/96000232-5a2c-4cbe-8524-4ab75044ef77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472754 Sep 16 03:51:16.499066 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-aef7c724-6267-4552-b21e-a0aa78207cbf req-5b097605-812b-4d6d-b865-689d944180a2 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/4ff8c520-12d3-47e5-b499-6dbd6e9a131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389806 Sep 16 03:51:16.523636 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb39ff-956a-4fd0-bad5-74c4be738529 req-7c1f3c33-f63e-426d-a280-09749b77b9e7 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:16.525828 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-8efb39ff-956a-4fd0-bad5-74c4be738529 req-7c1f3c33-f63e-426d-a280-09749b77b9e7 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 945 time: 0.0653174 Sep 16 03:51:16.539418 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-758826dc-4ce5-4ad8-bfa1-4068043bd960 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:16.591320 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-43e0864c-ea57-495f-a902-f038016132d5 req-12502fa9-cd07-4641-8bd1-5524fdaa6657 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/96000232-5a2c-4cbe-8524-4ab75044ef77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205453 Sep 16 03:51:16.610115 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-8efb39ff-956a-4fd0-bad5-74c4be738529 req-a58627e5-4691-49d7-9b8f-d38d6cef68b7 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764863 Sep 16 03:51:16.741270 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-aef7c724-6267-4552-b21e-a0aa78207cbf req-c43fd937-0c4c-48a9-8f22-d16fc0bdd889 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/4ff8c520-12d3-47e5-b499-6dbd6e9a131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262814 Sep 16 03:51:16.801619 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4e3298-4b43-42b8-93ff-6ecdf1e4f2fb req-33970698-991f-4506-8148-19aa405e906e tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:16.804709 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-7f4e3298-4b43-42b8-93ff-6ecdf1e4f2fb req-33970698-991f-4506-8148-19aa405e906e tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=aa7bab22-1639-467d-ba7a-94c97e1b9231 HTTP/1.1" status: 200 len: 945 time: 0.0835338 Sep 16 03:51:16.805567 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-758826dc-4ce5-4ad8-bfa1-4068043bd960 admin admin] Publish callbacks [] for security_group (61173c0c-7c71-47e4-9180-d94209780a08), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:16.818216 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:51:16.878552 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-7f4e3298-4b43-42b8-93ff-6ecdf1e4f2fb req-2070e905-1527-4c17-a44c-3d0f35d899eb tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a890f157-4eb5-4875-8771-deeceeb2266b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688360 Sep 16 03:51:16.889763 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-758826dc-4ce5-4ad8-bfa1-4068043bd960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (61173c0c-7c71-47e4-9180-d94209780a08), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:16.986274 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758826dc-4ce5-4ad8-bfa1-4068043bd960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61173c0c-7c71-47e4-9180-d94209780a08,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:51:16.993622 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-758826dc-4ce5-4ad8-bfa1-4068043bd960 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=f180b132a5c649cea3ad0cc2699a04c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6443965 Sep 16 03:51:16.994542 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 58398) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:51:17.047705 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbebb95a-311b-41e0-b94d-e43c4e5e21ff req-605a8136-3e7e-4002-9221-d6a5ae053d64 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:17.064394 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-bbebb95a-311b-41e0-b94d-e43c4e5e21ff req-605a8136-3e7e-4002-9221-d6a5ae053d64 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=aa7bab22-1639-467d-ba7a-94c97e1b9231 HTTP/1.1" status: 200 len: 945 time: 0.0922675 Sep 16 03:51:17.067940 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 58400) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:51:17.072998 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [None req-2453a1fa-9d57-49f8-907a-d6be134c21de tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Request body: {'floatingip': {'port_id': '552dfee7-ff27-4901-a9cb-8d274e8becd6'}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:51:17.146710 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-2453a1fa-9d57-49f8-907a-d6be134c21de tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Publish callbacks [] for floatingip (4eb1c11b-44e2-4c9c-8900-469d05e21010), before_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:17.202180 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-56af2f86-9b10-4994-b8ee-84b551b5c8b3 admin admin] Publish callbacks [] for security_group (61173c0c-7c71-47e4-9180-d94209780a08), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:17.255565 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:51:17.309339 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-56af2f86-9b10-4994-b8ee-84b551b5c8b3 admin admin] Publish callbacks [] for security_group (61173c0c-7c71-47e4-9180-d94209780a08), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:17.321643 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21f635a-aef0-4984-8ff5-1d58e6646762 req-37e8a36e-44d4-40f8-887e-7c01a6cdc7ac tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:17.323412 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-e21f635a-aef0-4984-8ff5-1d58e6646762 req-37e8a36e-44d4-40f8-887e-7c01a6cdc7ac tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df7ed3f-dd6d-4312-a548-591443add019 HTTP/1.1" status: 200 len: 945 time: 0.1407156 Sep 16 03:51:17.424643 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6274baee-19a6-4b8e-a755-aa565eb63970 req-23517a11-4ea6-434d-a7e9-4e60b70e3a3d tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:17.426160 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-6274baee-19a6-4b8e-a755-aa565eb63970 req-23517a11-4ea6-434d-a7e9-4e60b70e3a3d tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4cb8293f-e305-41ce-82f8-3a111fb43322 HTTP/1.1" status: 200 len: 943 time: 0.0496345 Sep 16 03:51:17.471845 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-e21f635a-aef0-4984-8ff5-1d58e6646762 req-1618d751-efa3-401b-8351-c6a2e68383b3 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dda34443-519e-4bd2-ac6e-612e709d5440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376688 Sep 16 03:51:17.493282 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-6274baee-19a6-4b8e-a755-aa565eb63970 req-ab4c60b0-0080-47ae-ab8e-841c1161ca0a tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=893440e6-f0d6-48d8-9032-0e499fc32c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607719 Sep 16 03:51:17.791745 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d167921-5360-47c4-865f-aacd518fa070 req-7553b408-78c6-4d00-aa2e-59b1fbb50397 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:17.793220 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-6d167921-5360-47c4-865f-aacd518fa070 req-7553b408-78c6-4d00-aa2e-59b1fbb50397 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 945 time: 0.0844531 Sep 16 03:51:17.804069 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-2453a1fa-9d57-49f8-907a-d6be134c21de tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:17.842529 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-56af2f86-9b10-4994-b8ee-84b551b5c8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (61173c0c-7c71-47e4-9180-d94209780a08), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:17.845305 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-56af2f86-9b10-4994-b8ee-84b551b5c8b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:17.846299 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-56af2f86-9b10-4994-b8ee-84b551b5c8b3 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/61173c0c-7c71-47e4-9180-d94209780a08 HTTP/1.1" status: 204 len: 168 time: 0.8505177 Sep 16 03:51:17.860268 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-6d167921-5360-47c4-865f-aacd518fa070 req-d4787f25-b694-4dcc-b6c1-6db4d6363c40 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592582 Sep 16 03:51:17.860959 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56af2f86-9b10-4994-b8ee-84b551b5c8b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61173c0c-7c71-47e4-9180-d94209780a08,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:51:17.945528 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-2453a1fa-9d57-49f8-907a-d6be134c21de tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-452268'] for floatingip (4eb1c11b-44e2-4c9c-8900-469d05e21010), after_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:18.070953 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.db.l3_db [None req-2453a1fa-9d57-49f8-907a-d6be134c21de tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Floating IP 4eb1c11b-44e2-4c9c-8900-469d05e21010 associated. External IP: 172.27.0.150, port: 552dfee7-ff27-4901-a9cb-8d274e8becd6. Sep 16 03:51:18.320511 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:51:18.342213 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2453a1fa-9d57-49f8-907a-d6be134c21de tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Router 6af97b08-d2f4-437e-a1cf-998707fdd7d2 has already been hosted by L3 agent 20a8dcff-cb91-4cfb-b5ee-87736efe33d8 {{(pid=113375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 03:51:18.406898 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (d68ba685-94d2-4b65-887f-d5ec3884fbfa), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:18.496377 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2453a1fa-9d57-49f8-907a-d6be134c21de tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Notify agent at l3_agent.dv-cinder-857993-1-iscsi the message routers_updated {{(pid=113375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 03:51:18.504015 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-2453a1fa-9d57-49f8-907a-d6be134c21de tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for floatingip (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:18.518643 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f89c504-f51d-4f4f-9fc5-10827f997e02 None None] Sync routers for ids ['6af97b08-d2f4-437e-a1cf-998707fdd7d2'] in dv-cinder-857993-1-iscsi {{(pid=113376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 03:51:18.542173 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device ffb46fb6-10f2-412d-863b-b8a8006435ee details requested by agent hyperv_hv-cinder-85799 with host hv-cinder-85799 {{(pid=113376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 03:51:18.542634 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-2453a1fa-9d57-49f8-907a-d6be134c21de tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/4eb1c11b-44e2-4c9c-8900-469d05e21010 HTTP/1.1" status: 200 len: 991 time: 1.4735391 Sep 16 03:51:18.543294 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa7bab22-1639-467d-ba7a-94c97e1b9231', 'tag': '552dfee7-ff27-4901-a9cb-8d274e8becd6'}] {{(pid=113375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 03:51:18.545964 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5377fd1d321389c1792f161ed840337514ae556b8848fe715c314c680a14a908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb46e3c-5c89-4769-9b0f-c8eea03e72e0" -d '{"events": [{"name": "network-changed", "server_uuid": "aa7bab22-1639-467d-ba7a-94c97e1b9231", "tag": "552dfee7-ff27-4901-a9cb-8d274e8becd6"}]}' {{(pid=113375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 03:51:18.581255 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=100 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:51:18.628346 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f89c504-f51d-4f4f-9fc5-10827f997e02 None None] Routers {'6af97b08-d2f4-437e-a1cf-998707fdd7d2'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:51:18.629561 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-8f89c504-f51d-4f4f-9fc5-10827f997e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:50:55Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['6af97b08-d2f4-437e-a1cf-998707fdd7d2'], 'active': True} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:51:18.707343 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cc3061-08cd-45fd-8774-f8fbfb67f5c3 req-f4278362-7c73-4648-a92b-714c3375ddf1 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:18.709692 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-90cc3061-08cd-45fd-8774-f8fbfb67f5c3 req-f4278362-7c73-4648-a92b-714c3375ddf1 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df7ed3f-dd6d-4312-a548-591443add019 HTTP/1.1" status: 200 len: 945 time: 0.0592580 Sep 16 03:51:18.721771 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81431148-c3be-4049-a05d-c6f8cbb54574 req-24efec04-0d6a-45b4-8a01-f7f88268d2dc tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:18.724675 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-81431148-c3be-4049-a05d-c6f8cbb54574 req-24efec04-0d6a-45b4-8a01-f7f88268d2dc tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4cb8293f-e305-41ce-82f8-3a111fb43322 HTTP/1.1" status: 200 len: 943 time: 0.1007969 Sep 16 03:51:18.758598 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvr_db [None req-8f89c504-f51d-4f4f-9fc5-10827f997e02 None None] Set router 6af97b08-d2f4-437e-a1cf-998707fdd7d2 gateway port host: dv-cinder-857993-1-iscsi {{(pid=113376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:51:18.770769 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 58426) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:51:18.798277 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-90cc3061-08cd-45fd-8774-f8fbfb67f5c3 req-4a3f5b6b-38d8-403f-aa05-2347c0c86e9d tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dda34443-519e-4bd2-ac6e-612e709d5440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790701 Sep 16 03:51:18.801681 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:51:18.806137 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-58930e8d-12a6-44d5-8308-cc530c990f8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:18.844243 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-81431148-c3be-4049-a05d-c6f8cbb54574 req-592f5e74-f462-4299-b98e-291502b5b3da tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=893440e6-f0d6-48d8-9032-0e499fc32c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034830 Sep 16 03:51:18.950374 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 03:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f85751-94ff-435a-8948-38edf9d312df x-openstack-request-id: req-64f85751-94ff-435a-8948-38edf9d312df {{(pid=113375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 03:51:18.950374 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa7bab22-1639-467d-ba7a-94c97e1b9231", "tag": "552dfee7-ff27-4901-a9cb-8d274e8becd6", "status": "completed", "code": 200}]} {{(pid=113375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 03:51:18.950726 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-64f85751-94ff-435a-8948-38edf9d312df {{(pid=113375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 03:51:18.950860 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64f85751-94ff-435a-8948-38edf9d312df'] response: {'name': 'network-changed', 'server_uuid': 'aa7bab22-1639-467d-ba7a-94c97e1b9231', 'tag': '552dfee7-ff27-4901-a9cb-8d274e8becd6', 'status': 'completed', 'code': 200} Sep 16 03:51:18.965259 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-58930e8d-12a6-44d5-8308-cc530c990f8b admin admin] Publish callbacks [] for security_group (0508ed28-8dee-40e5-af8d-41e33918997f), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:19.035552 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666a85ab-f654-4cd4-b43b-3dd55f699f8b req-de3cb47f-9bcd-46c7-8a8e-4f3f8e01c953 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:19.037182 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-666a85ab-f654-4cd4-b43b-3dd55f699f8b req-de3cb47f-9bcd-46c7-8a8e-4f3f8e01c953 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 945 time: 0.0701787 Sep 16 03:51:19.097658 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:51:19.102786 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb46e3c-5c89-4769-9b0f-c8eea03e72e0 req-602d1a5d-038f-4930-b9f8-082605e061a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:19.104500 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-2bb46e3c-5c89-4769-9b0f-c8eea03e72e0 req-602d1a5d-038f-4930-b9f8-082605e061a6 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=ac97d1487c024a68b8ad933d882bb456&device_id=aa7bab22-1639-467d-ba7a-94c97e1b9231 HTTP/1.1" status: 200 len: 1129 time: 0.0496604 Sep 16 03:51:19.142216 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] For port ffb46fb6-10f2-412d-863b-b8a8006435ee, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=ffb46fb6-10f2-412d-863b-b8a8006435ee,segment=NetworkSegment(8f3c2513-130a-4e92-b8d6-c7c7e1d1ec24),segment_id=8f3c2513-130a-4e92-b8d6-c7c7e1d1ec24)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:51:19.172409 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Returning: {'device': 'ffb46fb6-10f2-412d-863b-b8a8006435ee', 'network_id': '4ff8c520-12d3-47e5-b499-6dbd6e9a131a', 'port_id': 'ffb46fb6-10f2-412d-863b-b8a8006435ee', 'mac_address': 'fa:16:3e:f1:98:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc6b4dbf-6194-4053-a2ab-d05e1046d55f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 03:51:19.244956 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb46e3c-5c89-4769-9b0f-c8eea03e72e0 req-fdd3ec8d-1628-4f12-81a3-1a131cd2d9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:19.247088 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-2bb46e3c-5c89-4769-9b0f-c8eea03e72e0 req-fdd3ec8d-1628-4f12-81a3-1a131cd2d9a3 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=64754a20-d60c-49a4-9c39-1462c6265039 HTTP/1.1" status: 200 len: 919 time: 0.1233330 Sep 16 03:51:19.249066 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Current status of the port ffb46fb6-10f2-412d-863b-b8a8006435ee is: DOWN; New status is: BUILD {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:51:19.249468 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (ffb46fb6-10f2-412d-863b-b8a8006435ee), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:19.271616 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.notifiers.nova [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffb46fb6-10f2-412d-863b-b8a8006435ee {{(pid=113376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 03:51:19.289739 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-8f89c504-f51d-4f4f-9fc5-10827f997e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6af97b08-d2f4-437e-a1cf-998707fdd7d2', 'name': 'tempest-ServerRescueNegativeTestJSON-603446721-router', 'tenant_id': 'ac97d1487c024a68b8ad933d882bb456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'ffe84a6c-b34a-4a6d-8015-41c22d07478d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:13Z', 'updated_at': '2022-09-16T03:48:30Z', 'revision_number': 4, 'project_id': 'ac97d1487c024a68b8ad933d882bb456', 'gw_port': {'id': 'ffe84a6c-b34a-4a6d-8015-41c22d07478d', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af97b08-d2f4-437e-a1cf-998707fdd7d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:16Z', 'updated_at': '2022-09-16T03:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_floatingips': [{'id': '4eb1c11b-44e2-4c9c-8900-469d05e21010', 'tenant_id': 'ac97d1487c024a68b8ad933d882bb456', 'floating_ip_address': '172.27.0.150', 'floating_network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'router_id': '6af97b08-d2f4-437e-a1cf-998707fdd7d2', 'port_id': '552dfee7-ff27-4901-a9cb-8d274e8becd6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64754a20-d60c-49a4-9c39-1462c6265039', 'mac_address': 'fa:16:3e:9e:2c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7bab22-1639-467d-ba7a-94c97e1b9231', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T03:50:57Z', 'updated_at': '2022-09-16T03:51:17Z', 'revision_number': 1, 'project_id': 'ac97d1487c024a68b8ad933d882bb456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0d55b65-d17e-40fa-a318-8ddcc3d763b3', 'name': '', 'network_id': '64754a20-d60c-49a4-9c39-1462c6265039', 'tenant_id': 'ac97d1487c024a68b8ad933d882bb456', 'mac_address': 'fa:16:3e:41:4b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af97b08-d2f4-437e-a1cf-998707fdd7d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c8d5968b-806e-4184-9dc4-9781905ff4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:26Z', 'updated_at': '2022-09-16T03:48:38Z', 'revision_number': 5, 'project_id': 'ac97d1487c024a68b8ad933d882bb456', 'subnets': [{'id': 'c8d5968b-806e-4184-9dc4-9781905ff4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:51:19.340214 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-58930e8d-12a6-44d5-8308-cc530c990f8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (0508ed28-8dee-40e5-af8d-41e33918997f), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:19.354761 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-2bb46e3c-5c89-4769-9b0f-c8eea03e72e0 req-beeaaf69-6eec-48ca-9443-ea1606fdd7b4 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=552dfee7-ff27-4901-a9cb-8d274e8becd6 HTTP/1.1" status: 200 len: 999 time: 0.0906510 Sep 16 03:51:19.377117 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] For port ffb46fb6-10f2-412d-863b-b8a8006435ee, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=ffb46fb6-10f2-412d-863b-b8a8006435ee,segment=NetworkSegment(8f3c2513-130a-4e92-b8d6-c7c7e1d1ec24),segment_id=8f3c2513-130a-4e92-b8d6-c7c7e1d1ec24)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:51:19.378563 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f89c504-f51d-4f4f-9fc5-10827f997e02 None None] Checking router: 6af97b08-d2f4-437e-a1cf-998707fdd7d2 for host: dv-cinder-857993-1-iscsi {{(pid=113376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 03:51:19.384743 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:51:19.398401 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f89c504-f51d-4f4f-9fc5-10827f997e02 None None] Routers {'6af97b08-d2f4-437e-a1cf-998707fdd7d2'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:51:19.399101 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-8f89c504-f51d-4f4f-9fc5-10827f997e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:50:55Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['6af97b08-d2f4-437e-a1cf-998707fdd7d2'], 'active': True} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:51:19.399273 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-2c9de6b7-c5cb-4937-998b-c194a3058dae req-154b2a22-f919-4f3c-8abc-398dfd0c064d service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3ea00b9d-1f8f-4428-98f7-9d66fd079c6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3608088 Sep 16 03:51:19.412580 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-58930e8d-12a6-44d5-8308-cc530c990f8b admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=16e81d4ee097404a995fac146f93e3cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6406922 Sep 16 03:51:19.417699 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58930e8d-12a6-44d5-8308-cc530c990f8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0508ed28-8dee-40e5-af8d-41e33918997f,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:51:19.421653 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 58440) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:51:19.427570 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-666a85ab-f654-4cd4-b43b-3dd55f699f8b req-64b1e42a-4673-4b7c-9fa9-47682585f0e9 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3790462 Sep 16 03:51:19.442287 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb46e3c-5c89-4769-9b0f-c8eea03e72e0 req-a2296342-b3c7-4775-8e20-34b5520d0f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:19.444837 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-2bb46e3c-5c89-4769-9b0f-c8eea03e72e0 req-a2296342-b3c7-4775-8e20-34b5520d0f29 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=c8d5968b-806e-4184-9dc4-9781905ff4c8 HTTP/1.1" status: 200 len: 857 time: 0.0822392 Sep 16 03:51:19.473512 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (ffb46fb6-10f2-412d-863b-b8a8006435ee), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:19.511506 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9de6b7-c5cb-4937-998b-c194a3058dae req-59b03a12-5c83-45ab-884a-404c7b8f0466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:19.511777 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-cb29a2b9-82b8-466b-b10e-321c73c323ea admin admin] Publish callbacks [] for security_group (0508ed28-8dee-40e5-af8d-41e33918997f), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:19.514123 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-2c9de6b7-c5cb-4937-998b-c194a3058dae req-59b03a12-5c83-45ab-884a-404c7b8f0466 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=ac97d1487c024a68b8ad933d882bb456&device_id=3ea00b9d-1f8f-4428-98f7-9d66fd079c6d HTTP/1.1" status: 200 len: 1130 time: 0.0498273 Sep 16 03:51:19.531672 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb46e3c-5c89-4769-9b0f-c8eea03e72e0 req-cfb9024e-cfc6-479d-b463-38a2acd50a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:19.533472 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-2bb46e3c-5c89-4769-9b0f-c8eea03e72e0 req-cfb9024e-cfc6-479d-b463-38a2acd50a63 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=64754a20-d60c-49a4-9c39-1462c6265039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0640612 Sep 16 03:51:19.542680 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-cb29a2b9-82b8-466b-b10e-321c73c323ea admin admin] Publish callbacks [] for security_group (0508ed28-8dee-40e5-af8d-41e33918997f), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:19.569660 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=100 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:51:19.590810 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Pushing event updated for resources: {'Port': ['ID=ffb46fb6-10f2-412d-863b-b8a8006435ee,revision_number=4']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:51:19.602413 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvr_db [None req-8f89c504-f51d-4f4f-9fc5-10827f997e02 None None] Set router 6af97b08-d2f4-437e-a1cf-998707fdd7d2 gateway port host: dv-cinder-857993-1-iscsi {{(pid=113376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:51:19.641193 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:51:19.674797 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-2bb46e3c-5c89-4769-9b0f-c8eea03e72e0 req-6e91aae1-0a9c-41e9-a333-554328ab1bf0 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/64754a20-d60c-49a4-9c39-1462c6265039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227651 Sep 16 03:51:19.688114 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9de6b7-c5cb-4937-998b-c194a3058dae req-38155172-abd6-4f96-90e3-f9177f1fa8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:19.689580 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-2c9de6b7-c5cb-4937-998b-c194a3058dae req-38155172-abd6-4f96-90e3-f9177f1fa8de service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=64754a20-d60c-49a4-9c39-1462c6265039 HTTP/1.1" status: 200 len: 919 time: 0.1256382 Sep 16 03:51:19.721032 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-cb29a2b9-82b8-466b-b10e-321c73c323ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (0508ed28-8dee-40e5-af8d-41e33918997f), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:19.723993 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-cb29a2b9-82b8-466b-b10e-321c73c323ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:19.725208 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-cb29a2b9-82b8-466b-b10e-321c73c323ea admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/0508ed28-8dee-40e5-af8d-41e33918997f HTTP/1.1" status: 204 len: 168 time: 0.3057396 Sep 16 03:51:19.742770 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb29a2b9-82b8-466b-b10e-321c73c323ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0508ed28-8dee-40e5-af8d-41e33918997f,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:51:19.770500 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-2c9de6b7-c5cb-4937-998b-c194a3058dae req-f4704461-dec2-476e-810d-5191efebe38d service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e2fa910-3468-43c4-b9c0-ed6a542e2f12 HTTP/1.1" status: 200 len: 217 time: 0.0467329 Sep 16 03:51:19.790322 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb29a2b9-82b8-466b-b10e-321c73c323ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:51:19.791091 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb29a2b9-82b8-466b-b10e-321c73c323ea admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:51:19.791384 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb29a2b9-82b8-466b-b10e-321c73c323ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:51:19.791888 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb29a2b9-82b8-466b-b10e-321c73c323ea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:51:19.792381 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb29a2b9-82b8-466b-b10e-321c73c323ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:51:19.793449 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb29a2b9-82b8-466b-b10e-321c73c323ea admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:51:19.794107 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb29a2b9-82b8-466b-b10e-321c73c323ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:51:19.794685 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb29a2b9-82b8-466b-b10e-321c73c323ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:51:19.795304 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb29a2b9-82b8-466b-b10e-321c73c323ea admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:51:19.795800 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb29a2b9-82b8-466b-b10e-321c73c323ea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:51:19.796294 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb29a2b9-82b8-466b-b10e-321c73c323ea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:51:19.796778 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb29a2b9-82b8-466b-b10e-321c73c323ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:51:19.797258 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb29a2b9-82b8-466b-b10e-321c73c323ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:51:19.797717 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb29a2b9-82b8-466b-b10e-321c73c323ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:51:19.798195 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb29a2b9-82b8-466b-b10e-321c73c323ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:51:19.861873 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-2bb46e3c-5c89-4769-9b0f-c8eea03e72e0 req-70a0f7ab-1e83-4dbd-acd0-9ad5c9b18bf1 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/64754a20-d60c-49a4-9c39-1462c6265039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334119 Sep 16 03:51:19.868513 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9de6b7-c5cb-4937-998b-c194a3058dae req-19eaadfa-716b-4c7e-ae48-3000f1cc4ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:19.870272 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-8f89c504-f51d-4f4f-9fc5-10827f997e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6af97b08-d2f4-437e-a1cf-998707fdd7d2', 'name': 'tempest-ServerRescueNegativeTestJSON-603446721-router', 'tenant_id': 'ac97d1487c024a68b8ad933d882bb456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'ffe84a6c-b34a-4a6d-8015-41c22d07478d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:13Z', 'updated_at': '2022-09-16T03:48:30Z', 'revision_number': 4, 'project_id': 'ac97d1487c024a68b8ad933d882bb456', 'gw_port': {'id': 'ffe84a6c-b34a-4a6d-8015-41c22d07478d', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af97b08-d2f4-437e-a1cf-998707fdd7d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:16Z', 'updated_at': '2022-09-16T03:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_floatingips': [{'id': '4eb1c11b-44e2-4c9c-8900-469d05e21010', 'tenant_id': 'ac97d1487c024a68b8ad933d882bb456', 'floating_ip_address': '172.27.0.150', 'floating_network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'router_id': '6af97b08-d2f4-437e-a1cf-998707fdd7d2', 'port_id': '552dfee7-ff27-4901-a9cb-8d274e8becd6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64754a20-d60c-49a4-9c39-1462c6265039', 'mac_address': 'fa:16:3e:9e:2c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7bab22-1639-467d-ba7a-94c97e1b9231', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T03:50:57Z', 'updated_at': '2022-09-16T03:51:17Z', 'revision_number': 1, 'project_id': 'ac97d1487c024a68b8ad933d882bb456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0d55b65-d17e-40fa-a318-8ddcc3d763b3', 'name': '', 'network_id': '64754a20-d60c-49a4-9c39-1462c6265039', 'tenant_id': 'ac97d1487c024a68b8ad933d882bb456', 'mac_address': 'fa:16:3e:41:4b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af97b08-d2f4-437e-a1cf-998707fdd7d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c8d5968b-806e-4184-9dc4-9781905ff4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:26Z', 'updated_at': '2022-09-16T03:48:38Z', 'revision_number': 5, 'project_id': 'ac97d1487c024a68b8ad933d882bb456', 'subnets': [{'id': 'c8d5968b-806e-4184-9dc4-9781905ff4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:51:19.870469 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-2c9de6b7-c5cb-4937-998b-c194a3058dae req-19eaadfa-716b-4c7e-ae48-3000f1cc4ddf service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=c8d5968b-806e-4184-9dc4-9781905ff4c8 HTTP/1.1" status: 200 len: 857 time: 0.0880063 Sep 16 03:51:19.897287 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f89c504-f51d-4f4f-9fc5-10827f997e02 None None] The sync data for ids ['6af97b08-d2f4-437e-a1cf-998707fdd7d2'] in dv-cinder-857993-1-iscsi is: [{'id': '6af97b08-d2f4-437e-a1cf-998707fdd7d2', 'name': 'tempest-ServerRescueNegativeTestJSON-603446721-router', 'tenant_id': 'ac97d1487c024a68b8ad933d882bb456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'ffe84a6c-b34a-4a6d-8015-41c22d07478d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:13Z', 'updated_at': '2022-09-16T03:48:30Z', 'revision_number': 4, 'project_id': 'ac97d1487c024a68b8ad933d882bb456', 'gw_port': {'id': 'ffe84a6c-b34a-4a6d-8015-41c22d07478d', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af97b08-d2f4-437e-a1cf-998707fdd7d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:16Z', 'updated_at': '2022-09-16T03:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_floatingips': [{'id': '4eb1c11b-44e2-4c9c-8900-469d05e21010', 'tenant_id': 'ac97d1487c024a68b8ad933d882bb456', 'floating_ip_address': '172.27.0.150', 'floating_network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'router_id': '6af97b08-d2f4-437e-a1cf-998707fdd7d2', 'port_id': '552dfee7-ff27-4901-a9cb-8d274e8becd6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64754a20-d60c-49a4-9c39-1462c6265039', 'mac_address': 'fa:16:3e:9e:2c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7bab22-1639-467d-ba7a-94c97e1b9231', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T03:50:57Z', 'updated_at': '2022-09-16T03:51:17Z', 'revision_number': 1, 'project_id': 'ac97d1487c024a68b8ad933d882bb456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0d55b65-d17e-40fa-a318-8ddcc3d763b3', 'name': '', 'network_id': '64754a20-d60c-49a4-9c39-1462c6265039', 'tenant_id': 'ac97d1487c024a68b8ad933d882bb456', 'mac_address': 'fa:16:3e:41:4b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af97b08-d2f4-437e-a1cf-998707fdd7d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c8d5968b-806e-4184-9dc4-9781905ff4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:26Z', 'updated_at': '2022-09-16T03:48:38Z', 'revision_number': 5, 'project_id': 'ac97d1487c024a68b8ad933d882bb456', 'subnets': [{'id': 'c8d5968b-806e-4184-9dc4-9781905ff4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 03:51:19.936869 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] get_ports_and_sgs() called for port_ids ['ffb46fb6-10f2-412d-863b-b8a8006435ee'] {{(pid=113376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 03:51:19.988325 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebba830-20d5-4671-925a-9f865c23cadd req-2607a3af-b7a7-428e-b4e9-7e4fa583e15d tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:19.990125 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-5ebba830-20d5-4671-925a-9f865c23cadd req-2607a3af-b7a7-428e-b4e9-7e4fa583e15d tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df7ed3f-dd6d-4312-a548-591443add019 HTTP/1.1" status: 200 len: 945 time: 0.0705016 Sep 16 03:51:20.018173 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:51:20.072608 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-5ebba830-20d5-4671-925a-9f865c23cadd req-d7662df3-7b8e-4ffe-876e-52474eeaae59 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dda34443-519e-4bd2-ac6e-612e709d5440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755837 Sep 16 03:51:20.095167 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed3207-8fa2-4dab-b963-9fc9232f58e2 req-a51d8a93-ffb5-4643-a28b-794da5443b48 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:20.095167 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-eaed3207-8fa2-4dab-b963-9fc9232f58e2 req-a51d8a93-ffb5-4643-a28b-794da5443b48 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4cb8293f-e305-41ce-82f8-3a111fb43322 HTTP/1.1" status: 200 len: 944 time: 0.1157649 Sep 16 03:51:20.193344 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-eaed3207-8fa2-4dab-b963-9fc9232f58e2 req-6a811ccc-3ce9-42e8-8fba-f6a82ec1feb0 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=893440e6-f0d6-48d8-9032-0e499fc32c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950167 Sep 16 03:51:20.196661 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9de6b7-c5cb-4937-998b-c194a3058dae req-2c6f495a-7505-42f7-a283-a7e1c9d710b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:20.198435 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-2c9de6b7-c5cb-4937-998b-c194a3058dae req-2c6f495a-7505-42f7-a283-a7e1c9d710b2 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=64754a20-d60c-49a4-9c39-1462c6265039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1099918 Sep 16 03:51:20.244290 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc721b7-5f30-4cdd-9b18-d8bc3320e75e None None] New status for floating IP 4eb1c11b-44e2-4c9c-8900-469d05e21010: ACTIVE {{(pid=113377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 03:51:20.327067 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-2c9de6b7-c5cb-4937-998b-c194a3058dae req-6fa58ae8-7bdd-4fe3-8c97-3dec08182988 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/64754a20-d60c-49a4-9c39-1462c6265039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105556 Sep 16 03:51:20.386515 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=100 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:51:20.404529 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863349e3-b00b-4e3e-b9fb-d35504559bee req-bfda8617-f6e2-4e5a-b0f9-ce181e48e268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:20.406205 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-863349e3-b00b-4e3e-b9fb-d35504559bee req-bfda8617-f6e2-4e5a-b0f9-ce181e48e268 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=cb698ddcedae42a29f50203ec59db295&device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 1129 time: 0.0552037 Sep 16 03:51:20.431851 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-2c9de6b7-c5cb-4937-998b-c194a3058dae req-392b1d0e-95d1-4949-89c6-d971cac80362 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/64754a20-d60c-49a4-9c39-1462c6265039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968444 Sep 16 03:51:20.512274 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863349e3-b00b-4e3e-b9fb-d35504559bee req-92671e9c-c9eb-4c1b-a794-b0163a4d6762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:20.513704 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-863349e3-b00b-4e3e-b9fb-d35504559bee req-92671e9c-c9eb-4c1b-a794-b0163a4d6762 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=60a25330-2068-4171-85ea-2cd82f09cbdb HTTP/1.1" status: 200 len: 917 time: 0.1004691 Sep 16 03:51:20.577109 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e84d02-89c3-4971-b44b-759d9081f74f req-4e4ee25a-2c2d-4773-8783-614b661e239e tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:20.579013 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-88e84d02-89c3-4971-b44b-759d9081f74f req-4e4ee25a-2c2d-4773-8783-614b661e239e tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 945 time: 0.0567102 Sep 16 03:51:20.632268 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-88e84d02-89c3-4971-b44b-759d9081f74f req-b768e22b-7b10-4065-a342-b14e4b023940 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464122 Sep 16 03:51:20.969968 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-863349e3-b00b-4e3e-b9fb-d35504559bee req-03034cc1-f0cc-4f0f-8633-006933a7347d service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a04cc8c1-86e6-4381-8e36-de59ce5d9321 HTTP/1.1" status: 200 len: 1001 time: 0.0677652 Sep 16 03:51:21.029491 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=100 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:51:21.039288 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863349e3-b00b-4e3e-b9fb-d35504559bee req-f15b7547-b13c-4477-a8cb-2381a1e89a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:21.040824 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-863349e3-b00b-4e3e-b9fb-d35504559bee req-f15b7547-b13c-4477-a8cb-2381a1e89a93 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=070db458-4233-40aa-8c99-3613db8fb323 HTTP/1.1" status: 200 len: 855 time: 0.0509355 Sep 16 03:51:21.093695 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863349e3-b00b-4e3e-b9fb-d35504559bee req-370006b0-9882-4280-91cd-0f1361cf9021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:21.095550 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-863349e3-b00b-4e3e-b9fb-d35504559bee req-370006b0-9882-4280-91cd-0f1361cf9021 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=60a25330-2068-4171-85ea-2cd82f09cbdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478089 Sep 16 03:51:21.209538 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-863349e3-b00b-4e3e-b9fb-d35504559bee req-f9c52919-7499-48ac-aaad-da0668d64b18 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/60a25330-2068-4171-85ea-2cd82f09cbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051230 Sep 16 03:51:21.222686 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device ffb46fb6-10f2-412d-863b-b8a8006435ee up at agent hyperv_hv-cinder-85799 {{(pid=113376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 03:51:21.321826 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Provisioning for port ffb46fb6-10f2-412d-863b-b8a8006435ee completed by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 03:51:21.371804 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300248f8-bdd4-4f25-929b-2e408808cecc req-e6d23c3b-b05e-4796-912f-8326bd87fc18 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:21.374241 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-300248f8-bdd4-4f25-929b-2e408808cecc req-e6d23c3b-b05e-4796-912f-8326bd87fc18 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4cb8293f-e305-41ce-82f8-3a111fb43322 HTTP/1.1" status: 200 len: 944 time: 0.0686960 Sep 16 03:51:21.433696 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-300248f8-bdd4-4f25-929b-2e408808cecc req-99064de3-f16d-4eb0-95df-f970d4ae4d42 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=893440e6-f0d6-48d8-9032-0e499fc32c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535889 Sep 16 03:51:21.437878 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Provisioning complete for port ffb46fb6-10f2-412d-863b-b8a8006435ee triggered by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:51:21.438283 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (ffb46fb6-10f2-412d-863b-b8a8006435ee), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:21.438643 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Attempt 1 to provision port ffb46fb6-10f2-412d-863b-b8a8006435ee Sep 16 03:51:21.479520 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=100 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:51:21.529633 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Current status of the port ffb46fb6-10f2-412d-863b-b8a8006435ee is: BUILD; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:51:21.530152 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (ffb46fb6-10f2-412d-863b-b8a8006435ee), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:21.564882 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cb8293f-e305-41ce-82f8-3a111fb43322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb46fb6-10f2-412d-863b-b8a8006435ee'}] {{(pid=113376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 03:51:21.567382 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536f81a66b80124a32e6614edce579112ba342401ad4fb2d1257d5ac670fb901" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b589be-d146-452b-a0cd-eeb743c392fd" -d '{"events": [{"server_uuid": "4cb8293f-e305-41ce-82f8-3a111fb43322", "name": "network-vif-plugged", "status": "completed", "tag": "ffb46fb6-10f2-412d-863b-b8a8006435ee"}]}' {{(pid=113376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 03:51:21.580249 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] For port ffb46fb6-10f2-412d-863b-b8a8006435ee, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=ffb46fb6-10f2-412d-863b-b8a8006435ee,segment=NetworkSegment(8f3c2513-130a-4e92-b8d6-c7c7e1d1ec24),segment_id=8f3c2513-130a-4e92-b8d6-c7c7e1d1ec24)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:51:21.591780 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-863349e3-b00b-4e3e-b9fb-d35504559bee req-90bd515b-70c2-49f6-abf3-bc5978f1faec service neutron] 10.222.0.52 "GET /networking/v2.0/networks/60a25330-2068-4171-85ea-2cd82f09cbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3652515 Sep 16 03:51:21.613576 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 03:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d85d47-9d56-4976-8348-4d9bcaa0cc42 x-openstack-request-id: req-17d85d47-9d56-4976-8348-4d9bcaa0cc42 {{(pid=113376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 03:51:21.613915 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cb8293f-e305-41ce-82f8-3a111fb43322", "name": "network-vif-plugged", "status": "completed", "tag": "ffb46fb6-10f2-412d-863b-b8a8006435ee", "code": 200}]} {{(pid=113376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 03:51:21.614180 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-17d85d47-9d56-4976-8348-4d9bcaa0cc42 {{(pid=113376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 03:51:21.614665 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17d85d47-9d56-4976-8348-4d9bcaa0cc42'] response: {'server_uuid': '4cb8293f-e305-41ce-82f8-3a111fb43322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb46fb6-10f2-412d-863b-b8a8006435ee', 'code': 200} Sep 16 03:51:21.689489 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (ffb46fb6-10f2-412d-863b-b8a8006435ee), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:21.728714 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 58494) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:51:21.741606 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Pushing event updated for resources: {'Port': ['ID=ffb46fb6-10f2-412d-863b-b8a8006435ee,revision_number=5']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:51:21.774689 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f294b9-d036-4fd2-a1c3-f68278d34ac7 req-1c298394-6111-4d57-b995-6f4e288cd148 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:21.776358 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-d2f294b9-d036-4fd2-a1c3-f68278d34ac7 req-1c298394-6111-4d57-b995-6f4e288cd148 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 945 time: 0.0613806 Sep 16 03:51:21.827090 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-d2f294b9-d036-4fd2-a1c3-f68278d34ac7 req-aa4246a1-75a1-4dcc-beeb-546634496f91 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444024 Sep 16 03:51:21.846550 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-f8dcee9b-27b4-4300-b71f-25e660ec35ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:21.921668 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-f8dcee9b-27b4-4300-b71f-25e660ec35ad admin admin] Publish callbacks [] for security_group (5fedaaae-cdf7-45f0-994b-3dfbc319ea9c), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:22.006453 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-f8dcee9b-27b4-4300-b71f-25e660ec35ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (5fedaaae-cdf7-45f0-994b-3dfbc319ea9c), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:22.048764 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-f8dcee9b-27b4-4300-b71f-25e660ec35ad admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=1000f2f2f1a74fdf9a88f71b3ba6302e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3189545 Sep 16 03:51:22.049448 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dcee9b-27b4-4300-b71f-25e660ec35ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fedaaae-cdf7-45f0-994b-3dfbc319ea9c,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:51:22.051613 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 58498) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:51:22.110787 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-0ec1e0e0-4889-487e-8dd7-23cf17092b47 admin admin] Publish callbacks [] for security_group (5fedaaae-cdf7-45f0-994b-3dfbc319ea9c), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:22.133351 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-0ec1e0e0-4889-487e-8dd7-23cf17092b47 admin admin] Publish callbacks [] for security_group (5fedaaae-cdf7-45f0-994b-3dfbc319ea9c), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:22.244075 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-0ec1e0e0-4889-487e-8dd7-23cf17092b47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (5fedaaae-cdf7-45f0-994b-3dfbc319ea9c), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:22.246813 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-0ec1e0e0-4889-487e-8dd7-23cf17092b47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:22.248710 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-0ec1e0e0-4889-487e-8dd7-23cf17092b47 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/5fedaaae-cdf7-45f0-994b-3dfbc319ea9c HTTP/1.1" status: 204 len: 168 time: 0.1960132 Sep 16 03:51:22.271999 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec1e0e0-4889-487e-8dd7-23cf17092b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fedaaae-cdf7-45f0-994b-3dfbc319ea9c,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:51:22.565303 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dac367e-b46d-4130-b9e5-4b78150e3148 req-1aaedd03-979e-495a-a0d2-5916bd392316 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:22.566840 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-0dac367e-b46d-4130-b9e5-4b78150e3148 req-1aaedd03-979e-495a-a0d2-5916bd392316 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4cb8293f-e305-41ce-82f8-3a111fb43322 HTTP/1.1" status: 200 len: 945 time: 0.0506840 Sep 16 03:51:22.626724 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-0dac367e-b46d-4130-b9e5-4b78150e3148 req-2903fc40-96ca-4ecf-b98b-a2e12ce4c783 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=893440e6-f0d6-48d8-9032-0e499fc32c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516729 Sep 16 03:51:22.965570 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f4447-62da-4e4a-8726-13923ddc7746 req-5fe35768-e8d5-4c0b-868c-f6350d3be2c3 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:22.968132 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-160f4447-62da-4e4a-8726-13923ddc7746 req-5fe35768-e8d5-4c0b-868c-f6350d3be2c3 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 945 time: 0.0524607 Sep 16 03:51:23.024304 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-160f4447-62da-4e4a-8726-13923ddc7746 req-45e35f6f-10da-4912-8f20-d5a76966d5c1 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488465 Sep 16 03:51:23.203465 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device a04cc8c1-86e6-4381-8e36-de59ce5d9321 no longer exists at agent hyperv_hv-cinder-85799 {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 03:51:23.227714 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-ecaf08d6-30de-4efe-80d5-8acc6db14ea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (5f458d39-b7df-4a2e-8f52-58d49f268778), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:23.282928 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Current status of the port a04cc8c1-86e6-4381-8e36-de59ce5d9321 is: ACTIVE; New status is: DOWN {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:51:23.283336 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (a04cc8c1-86e6-4381-8e36-de59ce5d9321), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:23.320573 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] For port a04cc8c1-86e6-4381-8e36-de59ce5d9321, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=a04cc8c1-86e6-4381-8e36-de59ce5d9321,segment=NetworkSegment(dc8a676f-3c84-4a5b-b8d3-82d7df2b2d1f),segment_id=dc8a676f-3c84-4a5b-b8d3-82d7df2b2d1f)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:51:23.412473 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (a04cc8c1-86e6-4381-8e36-de59ce5d9321), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:23.461279 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Pushing event updated for resources: {'Port': ['ID=a04cc8c1-86e6-4381-8e36-de59ce5d9321,revision_number=8']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:51:23.615834 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '230b59e9-09d0-4448-a6a6-a395823fcd8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a04cc8c1-86e6-4381-8e36-de59ce5d9321'}] {{(pid=113376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 03:51:23.618288 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536f81a66b80124a32e6614edce579112ba342401ad4fb2d1257d5ac670fb901" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a6992c-6a34-4a66-b4e1-e4c1273f7c07" -d '{"events": [{"server_uuid": "230b59e9-09d0-4448-a6a6-a395823fcd8b", "name": "network-vif-unplugged", "status": "completed", "tag": "a04cc8c1-86e6-4381-8e36-de59ce5d9321"}]}' {{(pid=113376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 03:51:23.662851 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Sep 2022 03:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac6dbb5-e5f7-41cb-a670-8f5a96f55c87 x-openstack-request-id: req-8ac6dbb5-e5f7-41cb-a670-8f5a96f55c87 {{(pid=113376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 03:51:23.663179 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "230b59e9-09d0-4448-a6a6-a395823fcd8b", "name": "network-vif-unplugged", "status": "completed", "tag": "a04cc8c1-86e6-4381-8e36-de59ce5d9321", "code": 200}]} {{(pid=113376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 03:51:23.663504 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8ac6dbb5-e5f7-41cb-a670-8f5a96f55c87 {{(pid=113376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 03:51:23.663836 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ac6dbb5-e5f7-41cb-a670-8f5a96f55c87'] response: {'server_uuid': '230b59e9-09d0-4448-a6a6-a395823fcd8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a04cc8c1-86e6-4381-8e36-de59ce5d9321', 'code': 200} Sep 16 03:51:23.789311 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de75e6-611b-4f7f-8637-1012b17c8411 req-de79db27-4914-4abf-9ad0-749338209465 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:23.791171 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-41de75e6-611b-4f7f-8637-1012b17c8411 req-de79db27-4914-4abf-9ad0-749338209465 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4cb8293f-e305-41ce-82f8-3a111fb43322 HTTP/1.1" status: 200 len: 945 time: 0.0802927 Sep 16 03:51:23.848585 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-41de75e6-611b-4f7f-8637-1012b17c8411 req-059b51de-80ad-4b50-9c6f-5ce4e366ccb8 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=893440e6-f0d6-48d8-9032-0e499fc32c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508795 Sep 16 03:51:24.172807 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3da688-bc6b-4b4e-8a07-39e37d9485f9 req-17ef0855-5f19-4d95-bb98-520faa7bc2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:24.172807 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-bd3da688-bc6b-4b4e-8a07-39e37d9485f9 req-17ef0855-5f19-4d95-bb98-520faa7bc2f6 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4cb8293f-e305-41ce-82f8-3a111fb43322 HTTP/1.1" status: 200 len: 1129 time: 0.0796137 Sep 16 03:51:24.182876 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f292427-b7c2-4f67-8507-869678ab883f req-ac03a9e5-7c97-41b2-9066-6d57a50b2cd1 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:24.184394 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-0f292427-b7c2-4f67-8507-869678ab883f req-ac03a9e5-7c97-41b2-9066-6d57a50b2cd1 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 943 time: 0.0598693 Sep 16 03:51:24.269552 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-bd3da688-bc6b-4b4e-8a07-39e37d9485f9 req-beb138b3-66ae-4da8-8a96-4b9c331affd1 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=893440e6-f0d6-48d8-9032-0e499fc32c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834630 Sep 16 03:51:24.273447 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-0f292427-b7c2-4f67-8507-869678ab883f req-8ba9a9cd-9a98-4212-84cb-3e5596519a3b tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817041 Sep 16 03:51:24.973195 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca110b-7823-48e0-af62-5714707bae10 req-1d0609b7-2d77-40b0-92fd-ba7da8d28d87 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:24.974681 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-ebca110b-7823-48e0-af62-5714707bae10 req-1d0609b7-2d77-40b0-92fd-ba7da8d28d87 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4cb8293f-e305-41ce-82f8-3a111fb43322 HTTP/1.1" status: 200 len: 945 time: 0.0489161 Sep 16 03:51:25.022842 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-ebca110b-7823-48e0-af62-5714707bae10 req-5b75d06c-11f5-4d31-8409-74bbac8efac5 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=893440e6-f0d6-48d8-9032-0e499fc32c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426431 Sep 16 03:51:25.415478 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b26677c-526a-4ada-9064-b1c23091ae9c req-d9ffa900-c3e3-4b56-81ea-37d85163387a tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:25.420602 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-7b26677c-526a-4ada-9064-b1c23091ae9c req-d9ffa900-c3e3-4b56-81ea-37d85163387a tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 943 time: 0.0559251 Sep 16 03:51:25.423572 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-f24f6035-7b6c-4395-9303-81eb6bc1046e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (20a8dcff-cb91-4cfb-b5ee-87736efe33d8), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:25.462523 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:51:25.477927 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-7b26677c-526a-4ada-9064-b1c23091ae9c req-5e80607c-7cca-4427-a463-d19bb2726e3e tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522568 Sep 16 03:51:26.154253 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4650c57-f779-4311-a5e9-9ce0eeda85a0 req-e33f7d12-1590-4912-a7ca-a4a304594268 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:26.155752 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-e4650c57-f779-4311-a5e9-9ce0eeda85a0 req-e33f7d12-1590-4912-a7ca-a4a304594268 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4cb8293f-e305-41ce-82f8-3a111fb43322 HTTP/1.1" status: 200 len: 945 time: 0.0557618 Sep 16 03:51:26.205685 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-e4650c57-f779-4311-a5e9-9ce0eeda85a0 req-edc59736-9cbb-4dbf-8967-0b656934db32 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=893440e6-f0d6-48d8-9032-0e499fc32c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441532 Sep 16 03:51:26.777972 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-6e17b5b7-15b9-4810-ad4e-df527af14d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (b6f1069f-4437-473a-8bc8-4bc493c2bb12), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:26.958184 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [req-7bc68777-5a4b-495b-b585-0a03b81d2c9f req-d155cfb8-b6a0-4d9b-9351-4e7091382db0 service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 03:51:26.961410 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-7bc68777-5a4b-495b-b585-0a03b81d2c9f req-d155cfb8-b6a0-4d9b-9351-4e7091382db0 service neutron] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0080636 Sep 16 03:51:27.226510 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device a04cc8c1-86e6-4381-8e36-de59ce5d9321 no longer exists at agent hyperv_hv-cinder-85799 {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 03:51:27.310751 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Current status of the port a04cc8c1-86e6-4381-8e36-de59ce5d9321 is: DOWN; New status is: DOWN {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:51:27.340083 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9ecd21-b31a-4ede-8afc-d0a4818db960 req-8e8f49dc-e13f-4d33-9b25-cc924258bb21 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:27.345912 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-ee9ecd21-b31a-4ede-8afc-d0a4818db960 req-8e8f49dc-e13f-4d33-9b25-cc924258bb21 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4cb8293f-e305-41ce-82f8-3a111fb43322 HTTP/1.1" status: 200 len: 945 time: 0.0594468 Sep 16 03:51:27.398633 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-ee9ecd21-b31a-4ede-8afc-d0a4818db960 req-ac865d06-94fa-4f5c-a4f1-e062c62e97bd tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=893440e6-f0d6-48d8-9032-0e499fc32c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500081 Sep 16 03:51:27.422848 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709bddb3-4437-4b87-94c1-0ba11ac5cc7b req-1d632b2c-e2d6-45d6-b5a1-c987e8ce14ff tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:27.424371 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-709bddb3-4437-4b87-94c1-0ba11ac5cc7b req-1d632b2c-e2d6-45d6-b5a1-c987e8ce14ff tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 943 time: 0.0505621 Sep 16 03:51:27.458340 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:51:27.489087 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-709bddb3-4437-4b87-94c1-0ba11ac5cc7b req-d02d7fd0-e3ea-4efc-9a5a-8820f9e5cb3b tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583775 Sep 16 03:51:27.533257 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6de53f9-2c68-4b11-9768-289e1dae35a9 req-e131b49c-9f1e-4607-83d2-d8d09f4097ba tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:27.534853 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-f6de53f9-2c68-4b11-9768-289e1dae35a9 req-e131b49c-9f1e-4607-83d2-d8d09f4097ba tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4cb8293f-e305-41ce-82f8-3a111fb43322 HTTP/1.1" status: 200 len: 945 time: 0.0581794 Sep 16 03:51:27.546150 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 58610) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:51:27.552117 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.v2.base [None req-124b6886-16a2-41ee-b99d-d8411c50110d tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Request body: {'floatingip': {'port_id': 'ffb46fb6-10f2-412d-863b-b8a8006435ee'}} {{(pid=113374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:51:27.599484 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-124b6886-16a2-41ee-b99d-d8411c50110d tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks [] for floatingip (b4ae27e9-9453-4c93-8903-75d4d30a1580), before_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:28.035425 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-124b6886-16a2-41ee-b99d-d8411c50110d tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:28.057408 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 58634) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:51:28.113648 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-124b6886-16a2-41ee-b99d-d8411c50110d tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-452268'] for floatingip (b4ae27e9-9453-4c93-8903-75d4d30a1580), after_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:28.178534 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-78bfde50-3b6c-4fc5-8cb9-b35c0a825001 req-21e6c733-6133-4bbe-aa0a-fe45c9455cc9 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1199164 Sep 16 03:51:28.189028 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [req-78bfde50-3b6c-4fc5-8cb9-b35c0a825001 req-a6dba96c-8e4e-4858-adf0-f73c334450b1 service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 03:51:28.189982 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-78bfde50-3b6c-4fc5-8cb9-b35c0a825001 req-a6dba96c-8e4e-4858-adf0-f73c334450b1 service neutron] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0055742 Sep 16 03:51:28.237232 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.db.l3_db [None req-124b6886-16a2-41ee-b99d-d8411c50110d tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Floating IP b4ae27e9-9453-4c93-8903-75d4d30a1580 associated. External IP: 172.27.0.228, port: ffb46fb6-10f2-412d-863b-b8a8006435ee. Sep 16 03:51:28.267955 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 58644) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:51:28.285216 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:51:28.379931 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bfde50-3b6c-4fc5-8cb9-b35c0a825001 req-9d7188b9-1ac7-46be-9c99-12660fe1f76f tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:28.381344 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-78bfde50-3b6c-4fc5-8cb9-b35c0a825001 req-9d7188b9-1ac7-46be-9c99-12660fe1f76f tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports/a04cc8c1-86e6-4381-8e36-de59ce5d9321 HTTP/1.1" status: 200 len: 940 time: 0.1123085 Sep 16 03:51:28.440113 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-124b6886-16a2-41ee-b99d-d8411c50110d tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Router e8eb6dc3-21a2-4b6e-907d-9210534718fc has already been hosted by L3 agent 20a8dcff-cb91-4cfb-b5ee-87736efe33d8 {{(pid=113374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 03:51:28.556600 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-124b6886-16a2-41ee-b99d-d8411c50110d tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Notify agent at l3_agent.dv-cinder-857993-1-iscsi the message routers_updated {{(pid=113374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 03:51:28.562584 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-124b6886-16a2-41ee-b99d-d8411c50110d tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for floatingip (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:28.571359 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1cc1f6-62f4-4c00-9c26-a39eb2235d26 None None] Sync routers for ids ['e8eb6dc3-21a2-4b6e-907d-9210534718fc'] in dv-cinder-857993-1-iscsi {{(pid=113376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 03:51:28.587415 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1cc1f6-62f4-4c00-9c26-a39eb2235d26 None None] Routers {'e8eb6dc3-21a2-4b6e-907d-9210534718fc'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:51:28.588641 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-0c1cc1f6-62f4-4c00-9c26-a39eb2235d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:51:25Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['e8eb6dc3-21a2-4b6e-907d-9210534718fc'], 'active': True} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:51:28.630726 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-124b6886-16a2-41ee-b99d-d8411c50110d tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/b4ae27e9-9453-4c93-8903-75d4d30a1580 HTTP/1.1" status: 200 len: 991 time: 1.0828276 Sep 16 03:51:28.633907 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cb8293f-e305-41ce-82f8-3a111fb43322', 'tag': 'ffb46fb6-10f2-412d-863b-b8a8006435ee'}] {{(pid=113374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 03:51:28.634502 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-2875a3e6-2c6e-4f2c-bd58-7e0a3de9c063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (bb5efb49-5a18-474a-824b-90488b0f2024), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:28.636216 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690b364905604876d1d0623b3c540f81637980c049172579221ad326041cdf1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e09b14e5-6e8e-4186-9b35-363a13e88f68" -d '{"events": [{"name": "network-changed", "server_uuid": "4cb8293f-e305-41ce-82f8-3a111fb43322", "tag": "ffb46fb6-10f2-412d-863b-b8a8006435ee"}]}' {{(pid=113374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 03:51:28.637280 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (9480ceca-8cb5-4b85-9807-6ee42f948820), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:28.654956 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59a0145-ccd3-402e-8fbd-eaae4d773cea req-7283ebee-7494-4125-bac5-2eafc2a55635 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:28.656722 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-c59a0145-ccd3-402e-8fbd-eaae4d773cea req-7283ebee-7494-4125-bac5-2eafc2a55635 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 943 time: 0.0635934 Sep 16 03:51:28.693930 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 03:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d27b4230-4a35-4551-a39d-c57e77dc1cc4 x-openstack-request-id: req-d27b4230-4a35-4551-a39d-c57e77dc1cc4 {{(pid=113374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 03:51:28.694220 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cb8293f-e305-41ce-82f8-3a111fb43322", "tag": "ffb46fb6-10f2-412d-863b-b8a8006435ee", "status": "completed", "code": 200}]} {{(pid=113374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 03:51:28.694472 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d27b4230-4a35-4551-a39d-c57e77dc1cc4 {{(pid=113374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 03:51:28.694865 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d27b4230-4a35-4551-a39d-c57e77dc1cc4'] response: {'name': 'network-changed', 'server_uuid': '4cb8293f-e305-41ce-82f8-3a111fb43322', 'tag': 'ffb46fb6-10f2-412d-863b-b8a8006435ee', 'status': 'completed', 'code': 200} Sep 16 03:51:28.716747 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:51:28.724514 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvr_db [None req-0c1cc1f6-62f4-4c00-9c26-a39eb2235d26 None None] Set router e8eb6dc3-21a2-4b6e-907d-9210534718fc gateway port host: dv-cinder-857993-1-iscsi {{(pid=113376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:51:28.729620 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-c59a0145-ccd3-402e-8fbd-eaae4d773cea req-25b6fe6b-08f4-49d2-8d94-643d80ebf6d5 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531647 Sep 16 03:51:28.780746 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09b14e5-6e8e-4186-9b35-363a13e88f68 req-f9c465af-435f-4fb1-980d-bec9b8bef4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:28.782287 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-e09b14e5-6e8e-4186-9b35-363a13e88f68 req-f9c465af-435f-4fb1-980d-bec9b8bef4b9 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=8ee4a40c6c264553a14e0eff367da4a0&device_id=4cb8293f-e305-41ce-82f8-3a111fb43322 HTTP/1.1" status: 200 len: 1129 time: 0.0460553 Sep 16 03:51:28.855971 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:51:28.891745 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09b14e5-6e8e-4186-9b35-363a13e88f68 req-d238847d-b2e8-4171-8951-4400091a50df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:28.893294 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-e09b14e5-6e8e-4186-9b35-363a13e88f68 req-d238847d-b2e8-4171-8951-4400091a50df service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=4ff8c520-12d3-47e5-b499-6dbd6e9a131a HTTP/1.1" status: 200 len: 916 time: 0.1025431 Sep 16 03:51:28.945276 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:51:28.961994 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-0c1cc1f6-62f4-4c00-9c26-a39eb2235d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'name': 'tempest-AttachVolumeNegativeTest-1637071771-router', 'tenant_id': '8ee4a40c6c264553a14e0eff367da4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'e7b2fb5b-4aa2-42c3-b650-b953cc723fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:11Z', 'updated_at': '2022-09-16T03:48:23Z', 'revision_number': 4, 'project_id': '8ee4a40c6c264553a14e0eff367da4a0', 'gw_port': {'id': 'e7b2fb5b-4aa2-42c3-b650-b953cc723fe7', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:45:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:12Z', 'updated_at': '2022-09-16T03:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_floatingips': [{'id': '5e19042f-f5ce-47eb-a370-31731c9c213d', 'tenant_id': '8ee4a40c6c264553a14e0eff367da4a0', 'floating_ip_address': '172.27.0.53', 'floating_network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'router_id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'port_id': '0ec6698f-782e-4670-8cd3-efb57d7433ad', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ff8c520-12d3-47e5-b499-6dbd6e9a131a', 'mac_address': 'fa:16:3e:dd:b2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fee7fbd-189b-4a53-ba78-d66512c7b09d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T03:48:34Z', 'updated_at': '2022-09-16T03:49:17Z', 'revision_number': 2, 'project_id': '8ee4a40c6c264553a14e0eff367da4a0', 'fixed_ip_address_scope': None}, {'id': 'b4ae27e9-9453-4c93-8903-75d4d30a1580', 'tenant_id': '8ee4a40c6c264553a14e0eff367da4a0', 'floating_ip_address': '172.27.0.228', 'floating_network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'router_id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'port_id': 'ffb46fb6-10f2-412d-863b-b8a8006435ee', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ff8c520-12d3-47e5-b499-6dbd6e9a131a', 'mac_address': 'fa:16:3e:f1:98:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb8293f-e305-41ce-82f8-3a111fb43322', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T03:51:03Z', 'updated_at': '2022-09-16T03:51:27Z', 'revision_number': 1, 'project_id': '8ee4a40c6c264553a14e0eff367da4a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddd557da-e9c8-431d-9885-21bd1fddfa19', 'name': '', 'network_id': '4ff8c520-12d3-47e5-b499-6dbd6e9a131a', 'tenant_id': '8ee4a40c6c264553a14e0eff367da4a0', 'mac_address': 'fa:16:3e:6f:ba:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'dc6b4dbf-6194-4053-a2ab-d05e1046d55f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:21Z', 'updated_at': '2022-09-16T03:48:32Z', 'revision_number': 5, 'project_id': '8ee4a40c6c264553a14e0eff367da4a0', 'subnets': [{'id': 'dc6b4dbf-6194-4053-a2ab-d05e1046d55f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:51:28.970871 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-e09b14e5-6e8e-4186-9b35-363a13e88f68 req-4c560bb4-c08c-4eae-9fb4-c14357fdc451 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffb46fb6-10f2-412d-863b-b8a8006435ee HTTP/1.1" status: 200 len: 999 time: 0.0656667 Sep 16 03:51:28.987090 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1cc1f6-62f4-4c00-9c26-a39eb2235d26 None None] Checking router: e8eb6dc3-21a2-4b6e-907d-9210534718fc for host: dv-cinder-857993-1-iscsi {{(pid=113376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 03:51:28.996074 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1cc1f6-62f4-4c00-9c26-a39eb2235d26 None None] Routers {'e8eb6dc3-21a2-4b6e-907d-9210534718fc'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:51:28.996496 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-0c1cc1f6-62f4-4c00-9c26-a39eb2235d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:51:25Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['e8eb6dc3-21a2-4b6e-907d-9210534718fc'], 'active': True} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:51:29.025702 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09b14e5-6e8e-4186-9b35-363a13e88f68 req-04357f7d-d750-4bee-a200-7a667b2a3ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:29.027495 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-e09b14e5-6e8e-4186-9b35-363a13e88f68 req-04357f7d-d750-4bee-a200-7a667b2a3ec0 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=dc6b4dbf-6194-4053-a2ab-d05e1046d55f HTTP/1.1" status: 200 len: 854 time: 0.0497043 Sep 16 03:51:29.106260 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvr_db [None req-0c1cc1f6-62f4-4c00-9c26-a39eb2235d26 None None] Set router e8eb6dc3-21a2-4b6e-907d-9210534718fc gateway port host: dv-cinder-857993-1-iscsi {{(pid=113376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:51:29.106947 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09b14e5-6e8e-4186-9b35-363a13e88f68 req-187e39b9-51a4-4876-9fb0-e5dcdf968d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:29.110317 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-e09b14e5-6e8e-4186-9b35-363a13e88f68 req-187e39b9-51a4-4876-9fb0-e5dcdf968d98 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=4ff8c520-12d3-47e5-b499-6dbd6e9a131a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0599196 Sep 16 03:51:29.210381 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=100 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:51:29.216699 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-e09b14e5-6e8e-4186-9b35-363a13e88f68 req-8554f0c9-53bb-4fe3-856f-449285225563 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/4ff8c520-12d3-47e5-b499-6dbd6e9a131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988250 Sep 16 03:51:29.331408 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-e09b14e5-6e8e-4186-9b35-363a13e88f68 req-0867b093-9f48-4ad6-a937-44878cbae629 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/4ff8c520-12d3-47e5-b499-6dbd6e9a131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063287 Sep 16 03:51:29.364559 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-0c1cc1f6-62f4-4c00-9c26-a39eb2235d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'name': 'tempest-AttachVolumeNegativeTest-1637071771-router', 'tenant_id': '8ee4a40c6c264553a14e0eff367da4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'e7b2fb5b-4aa2-42c3-b650-b953cc723fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:11Z', 'updated_at': '2022-09-16T03:48:23Z', 'revision_number': 4, 'project_id': '8ee4a40c6c264553a14e0eff367da4a0', 'gw_port': {'id': 'e7b2fb5b-4aa2-42c3-b650-b953cc723fe7', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:45:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:12Z', 'updated_at': '2022-09-16T03:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_floatingips': [{'id': '5e19042f-f5ce-47eb-a370-31731c9c213d', 'tenant_id': '8ee4a40c6c264553a14e0eff367da4a0', 'floating_ip_address': '172.27.0.53', 'floating_network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'router_id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'port_id': '0ec6698f-782e-4670-8cd3-efb57d7433ad', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ff8c520-12d3-47e5-b499-6dbd6e9a131a', 'mac_address': 'fa:16:3e:dd:b2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fee7fbd-189b-4a53-ba78-d66512c7b09d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T03:48:34Z', 'updated_at': '2022-09-16T03:49:17Z', 'revision_number': 2, 'project_id': '8ee4a40c6c264553a14e0eff367da4a0', 'fixed_ip_address_scope': None}, {'id': 'b4ae27e9-9453-4c93-8903-75d4d30a1580', 'tenant_id': '8ee4a40c6c264553a14e0eff367da4a0', 'floating_ip_address': '172.27.0.228', 'floating_network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'router_id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'port_id': 'ffb46fb6-10f2-412d-863b-b8a8006435ee', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ff8c520-12d3-47e5-b499-6dbd6e9a131a', 'mac_address': 'fa:16:3e:f1:98:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb8293f-e305-41ce-82f8-3a111fb43322', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T03:51:03Z', 'updated_at': '2022-09-16T03:51:27Z', 'revision_number': 1, 'project_id': '8ee4a40c6c264553a14e0eff367da4a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddd557da-e9c8-431d-9885-21bd1fddfa19', 'name': '', 'network_id': '4ff8c520-12d3-47e5-b499-6dbd6e9a131a', 'tenant_id': '8ee4a40c6c264553a14e0eff367da4a0', 'mac_address': 'fa:16:3e:6f:ba:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'dc6b4dbf-6194-4053-a2ab-d05e1046d55f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:21Z', 'updated_at': '2022-09-16T03:48:32Z', 'revision_number': 5, 'project_id': '8ee4a40c6c264553a14e0eff367da4a0', 'subnets': [{'id': 'dc6b4dbf-6194-4053-a2ab-d05e1046d55f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:51:29.393868 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1cc1f6-62f4-4c00-9c26-a39eb2235d26 None None] The sync data for ids ['e8eb6dc3-21a2-4b6e-907d-9210534718fc'] in dv-cinder-857993-1-iscsi is: [{'id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'name': 'tempest-AttachVolumeNegativeTest-1637071771-router', 'tenant_id': '8ee4a40c6c264553a14e0eff367da4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'e7b2fb5b-4aa2-42c3-b650-b953cc723fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:11Z', 'updated_at': '2022-09-16T03:48:23Z', 'revision_number': 4, 'project_id': '8ee4a40c6c264553a14e0eff367da4a0', 'gw_port': {'id': 'e7b2fb5b-4aa2-42c3-b650-b953cc723fe7', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:45:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:12Z', 'updated_at': '2022-09-16T03:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_floatingips': [{'id': '5e19042f-f5ce-47eb-a370-31731c9c213d', 'tenant_id': '8ee4a40c6c264553a14e0eff367da4a0', 'floating_ip_address': '172.27.0.53', 'floating_network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'router_id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'port_id': '0ec6698f-782e-4670-8cd3-efb57d7433ad', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ff8c520-12d3-47e5-b499-6dbd6e9a131a', 'mac_address': 'fa:16:3e:dd:b2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fee7fbd-189b-4a53-ba78-d66512c7b09d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T03:48:34Z', 'updated_at': '2022-09-16T03:49:17Z', 'revision_number': 2, 'project_id': '8ee4a40c6c264553a14e0eff367da4a0', 'fixed_ip_address_scope': None}, {'id': 'b4ae27e9-9453-4c93-8903-75d4d30a1580', 'tenant_id': '8ee4a40c6c264553a14e0eff367da4a0', 'floating_ip_address': '172.27.0.228', 'floating_network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'router_id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'port_id': 'ffb46fb6-10f2-412d-863b-b8a8006435ee', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ff8c520-12d3-47e5-b499-6dbd6e9a131a', 'mac_address': 'fa:16:3e:f1:98:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb8293f-e305-41ce-82f8-3a111fb43322', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T03:51:03Z', 'updated_at': '2022-09-16T03:51:27Z', 'revision_number': 1, 'project_id': '8ee4a40c6c264553a14e0eff367da4a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddd557da-e9c8-431d-9885-21bd1fddfa19', 'name': '', 'network_id': '4ff8c520-12d3-47e5-b499-6dbd6e9a131a', 'tenant_id': '8ee4a40c6c264553a14e0eff367da4a0', 'mac_address': 'fa:16:3e:6f:ba:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'dc6b4dbf-6194-4053-a2ab-d05e1046d55f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:21Z', 'updated_at': '2022-09-16T03:48:32Z', 'revision_number': 5, 'project_id': '8ee4a40c6c264553a14e0eff367da4a0', 'subnets': [{'id': 'dc6b4dbf-6194-4053-a2ab-d05e1046d55f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 03:51:29.599856 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64453c9-48a5-4659-8498-48d6b62f8366 None None] New status for floating IP b4ae27e9-9453-4c93-8903-75d4d30a1580: ACTIVE {{(pid=113377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 03:51:29.633129 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=42,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:51:29.875172 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189f59f2-6848-4b30-aef3-bacc92ed1c0a req-54fd88b6-9dd0-4581-82ee-61ac00125fee tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:29.876746 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-189f59f2-6848-4b30-aef3-bacc92ed1c0a req-54fd88b6-9dd0-4581-82ee-61ac00125fee tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 943 time: 0.0497038 Sep 16 03:51:29.931574 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-189f59f2-6848-4b30-aef3-bacc92ed1c0a req-074b6da9-34fc-4ad9-96b2-fe5bf164b4e6 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492055 Sep 16 03:51:31.087102 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bc027f-1549-44b9-8634-e087eef31b59 req-b59c3d72-98d1-4815-bb42-307a4ecb7392 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:31.088670 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-d6bc027f-1549-44b9-8634-e087eef31b59 req-b59c3d72-98d1-4815-bb42-307a4ecb7392 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 943 time: 0.0673430 Sep 16 03:51:31.141853 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-d6bc027f-1549-44b9-8634-e087eef31b59 req-37620128-04be-4457-bf83-cad322d8c215 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443070 Sep 16 03:51:32.166409 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bfde50-3b6c-4fc5-8cb9-b35c0a825001 req-0358ae4d-dad6-498d-8cb2-4d519b08da77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:32.168189 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-78bfde50-3b6c-4fc5-8cb9-b35c0a825001 req-0358ae4d-dad6-498d-8cb2-4d519b08da77 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b&tenant_id=cb698ddcedae42a29f50203ec59db295 HTTP/1.1" status: 200 len: 1127 time: 0.0771391 Sep 16 03:51:32.232498 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bfde50-3b6c-4fc5-8cb9-b35c0a825001 req-d1e25330-0afb-4063-9fca-3f97b14fc810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:32.233980 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-78bfde50-3b6c-4fc5-8cb9-b35c0a825001 req-d1e25330-0afb-4063-9fca-3f97b14fc810 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=cb698ddcedae42a29f50203ec59db295&device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 1127 time: 0.0399377 Sep 16 03:51:32.264042 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:51:32.279705 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95a6d25-bf17-4b5a-b446-7e855fede908 req-cb6833c9-2201-4046-8ddd-0e1a4c0f118a tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:32.281197 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-b95a6d25-bf17-4b5a-b446-7e855fede908 req-cb6833c9-2201-4046-8ddd-0e1a4c0f118a tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 943 time: 0.0515788 Sep 16 03:51:32.294698 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:51:32.331904 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-b95a6d25-bf17-4b5a-b446-7e855fede908 req-690d4ef6-40b5-45cc-8175-952e0e104df2 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446715 Sep 16 03:51:32.336273 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bfde50-3b6c-4fc5-8cb9-b35c0a825001 req-fe037601-a80d-4a33-8ea6-189d373d65b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:32.337746 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-78bfde50-3b6c-4fc5-8cb9-b35c0a825001 req-fe037601-a80d-4a33-8ea6-189d373d65b3 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=60a25330-2068-4171-85ea-2cd82f09cbdb HTTP/1.1" status: 200 len: 917 time: 0.0931580 Sep 16 03:51:32.410248 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-78bfde50-3b6c-4fc5-8cb9-b35c0a825001 req-eefeda34-7918-441e-86cb-d04f9a664b07 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a04cc8c1-86e6-4381-8e36-de59ce5d9321 HTTP/1.1" status: 200 len: 999 time: 0.0602221 Sep 16 03:51:32.463627 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bfde50-3b6c-4fc5-8cb9-b35c0a825001 req-c1bdaa23-9de0-477f-8ee1-b598361f1dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:32.465224 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-78bfde50-3b6c-4fc5-8cb9-b35c0a825001 req-c1bdaa23-9de0-477f-8ee1-b598361f1dd6 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=070db458-4233-40aa-8c99-3613db8fb323 HTTP/1.1" status: 200 len: 855 time: 0.0464110 Sep 16 03:51:32.513395 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bfde50-3b6c-4fc5-8cb9-b35c0a825001 req-58b5df46-cebf-4829-88da-f2fb1420cad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:32.514978 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-78bfde50-3b6c-4fc5-8cb9-b35c0a825001 req-58b5df46-cebf-4829-88da-f2fb1420cad3 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=60a25330-2068-4171-85ea-2cd82f09cbdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424955 Sep 16 03:51:32.608543 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-78bfde50-3b6c-4fc5-8cb9-b35c0a825001 req-da5adfd4-5507-41ab-bd08-6b61119c6534 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/60a25330-2068-4171-85ea-2cd82f09cbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824206 Sep 16 03:51:32.707210 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-78bfde50-3b6c-4fc5-8cb9-b35c0a825001 req-80000276-de7c-43aa-96b6-d38965a90d03 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/60a25330-2068-4171-85ea-2cd82f09cbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883961 Sep 16 03:51:33.492869 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc1f55a-59c2-4f76-8ba1-016fdd9fa87a req-e80a02fc-6cd3-4200-b43a-b536b4de9257 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:33.495068 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-1bc1f55a-59c2-4f76-8ba1-016fdd9fa87a req-e80a02fc-6cd3-4200-b43a-b536b4de9257 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 943 time: 0.0714285 Sep 16 03:51:33.611143 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-1bc1f55a-59c2-4f76-8ba1-016fdd9fa87a req-c1bf7b27-01d8-48e1-941d-f2ef0b492505 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021314 Sep 16 03:51:34.743857 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a653b5b8-0b5b-46ea-93f3-247ee6a85f7a req-4cba0c69-9ce4-448a-865f-5b998e8f876e tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:34.745489 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-a653b5b8-0b5b-46ea-93f3-247ee6a85f7a req-4cba0c69-9ce4-448a-865f-5b998e8f876e tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 943 time: 0.0514700 Sep 16 03:51:34.802202 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-a653b5b8-0b5b-46ea-93f3-247ee6a85f7a req-54893dc6-d55e-4f4b-b8e4-ce4c6981154d tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507922 Sep 16 03:51:35.933848 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f44aa61-ec52-48cd-9f76-ae4ef57e5676 req-c86e4c38-177d-4254-8433-b3f855b5247b tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:35.939945 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-1f44aa61-ec52-48cd-9f76-ae4ef57e5676 req-c86e4c38-177d-4254-8433-b3f855b5247b tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 943 time: 0.0530593 Sep 16 03:51:35.995895 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-1f44aa61-ec52-48cd-9f76-ae4ef57e5676 req-2cdfea10-11b0-4e1e-85b9-3146f97832bf tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491133 Sep 16 03:51:36.453847 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 58802) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:51:36.563705 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-cd79fe09-644d-4200-a86f-f946028f7d40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:36.649561 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-cd79fe09-644d-4200-a86f-f946028f7d40 admin admin] Publish callbacks [] for security_group (c6da09fe-5dc2-4ac8-90b9-00d8f9d7a2f1), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:36.757639 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-cd79fe09-644d-4200-a86f-f946028f7d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (c6da09fe-5dc2-4ac8-90b9-00d8f9d7a2f1), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:36.797090 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-cd79fe09-644d-4200-a86f-f946028f7d40 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=62ca6d23922447b887ffda4bee7afd95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3420577 Sep 16 03:51:36.798201 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd79fe09-644d-4200-a86f-f946028f7d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6da09fe-5dc2-4ac8-90b9-00d8f9d7a2f1,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:51:36.799727 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 58806) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:51:36.852529 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-61a28c7a-406d-4c12-92f1-675cf0febf83 admin admin] Publish callbacks [] for security_group (c6da09fe-5dc2-4ac8-90b9-00d8f9d7a2f1), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:36.873714 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-61a28c7a-406d-4c12-92f1-675cf0febf83 admin admin] Publish callbacks [] for security_group (c6da09fe-5dc2-4ac8-90b9-00d8f9d7a2f1), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:36.875440 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=100 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:51:37.133334 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6e3b63-bd95-4e20-84b2-2195a091cafb req-fbf1352b-d3df-44db-9ac0-f2118db80fbd tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:37.135777 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-8e6e3b63-bd95-4e20-84b2-2195a091cafb req-fbf1352b-d3df-44db-9ac0-f2118db80fbd tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 943 time: 0.0555692 Sep 16 03:51:37.185665 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-8e6e3b63-bd95-4e20-84b2-2195a091cafb req-9f0c18e6-f135-4153-8f6d-ab712bba2cbb tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437629 Sep 16 03:51:37.229532 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-61a28c7a-406d-4c12-92f1-675cf0febf83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (c6da09fe-5dc2-4ac8-90b9-00d8f9d7a2f1), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:37.232774 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-61a28c7a-406d-4c12-92f1-675cf0febf83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:37.234011 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-61a28c7a-406d-4c12-92f1-675cf0febf83 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/c6da09fe-5dc2-4ac8-90b9-00d8f9d7a2f1 HTTP/1.1" status: 204 len: 168 time: 0.4332929 Sep 16 03:51:37.241985 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a28c7a-406d-4c12-92f1-675cf0febf83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6da09fe-5dc2-4ac8-90b9-00d8f9d7a2f1,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:51:38.319392 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b181b315-1bbc-47d8-a36b-0ba39509b2d0 req-4223b508-cfe1-436a-8569-3d871fd2bfc2 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:38.320898 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-b181b315-1bbc-47d8-a36b-0ba39509b2d0 req-4223b508-cfe1-436a-8569-3d871fd2bfc2 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 943 time: 0.0475185 Sep 16 03:51:38.348877 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:51:38.371087 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-b181b315-1bbc-47d8-a36b-0ba39509b2d0 req-a5cd06e0-5426-4420-ac8e-7d7c3f875c63 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429931 Sep 16 03:51:39.504912 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0b2a42-4ea5-40ee-a492-8046890fcdd9 req-6b50600f-ce00-4c62-9404-c4cfebb6cd97 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:39.506633 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-0b0b2a42-4ea5-40ee-a492-8046890fcdd9 req-6b50600f-ce00-4c62-9404-c4cfebb6cd97 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 943 time: 0.0520864 Sep 16 03:51:39.565987 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-0b0b2a42-4ea5-40ee-a492-8046890fcdd9 req-45c22052-678e-4a95-89f3-e8f8e62b34ca tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515428 Sep 16 03:51:40.709890 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdefdccb-84b3-4d34-8b7c-b9ccf93a7395 req-ae684a7c-4050-4730-9cb0-ce75bc1418f5 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:40.711363 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-cdefdccb-84b3-4d34-8b7c-b9ccf93a7395 req-ae684a7c-4050-4730-9cb0-ce75bc1418f5 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 943 time: 0.0474226 Sep 16 03:51:40.759452 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-cdefdccb-84b3-4d34-8b7c-b9ccf93a7395 req-ee1b430b-5b0c-4ef8-a1ce-cd3b35721a2d tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415947 Sep 16 03:51:41.894607 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b9e34-aea6-4a23-80ad-d7445c807414 req-93127428-fc76-4e15-8a86-d43d3123a392 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:41.897057 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-4b5b9e34-aea6-4a23-80ad-d7445c807414 req-93127428-fc76-4e15-8a86-d43d3123a392 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 943 time: 0.0493813 Sep 16 03:51:41.944128 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-4b5b9e34-aea6-4a23-80ad-d7445c807414 req-f0e75545-3fa2-44a4-bcad-8d12d705bfa4 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422034 Sep 16 03:51:43.336531 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfd6d81-3afc-4bd1-bc71-3a1b2de7057a req-11d8c5cf-d78c-4695-831e-d5ebff819efa tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:43.338022 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-0dfd6d81-3afc-4bd1-bc71-3a1b2de7057a req-11d8c5cf-d78c-4695-831e-d5ebff819efa tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 943 time: 0.3048813 Sep 16 03:51:43.396669 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-0dfd6d81-3afc-4bd1-bc71-3a1b2de7057a req-8ccd69e7-3a8d-4a52-91f2-b1863724e6e0 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523448 Sep 16 03:51:44.527271 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0694bd7-12b8-4dd9-af2e-0a424328f13c req-73305120-a9b1-4661-b534-ab7ed05e64a6 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:44.528704 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-b0694bd7-12b8-4dd9-af2e-0a424328f13c req-73305120-a9b1-4661-b534-ab7ed05e64a6 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 943 time: 0.0451157 Sep 16 03:51:44.591284 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-b0694bd7-12b8-4dd9-af2e-0a424328f13c req-57369f96-00bf-476a-b050-936f25bfa46e tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565443 Sep 16 03:51:45.720591 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe0d9e2-0b3c-49d8-af2f-572fdef88af1 req-1e3aee8f-562e-4a02-9eb1-7a6b66513f1f tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:45.722717 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-fbe0d9e2-0b3c-49d8-af2f-572fdef88af1 req-1e3aee8f-562e-4a02-9eb1-7a6b66513f1f tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 943 time: 0.0487540 Sep 16 03:51:45.772800 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-fbe0d9e2-0b3c-49d8-af2f-572fdef88af1 req-8a782611-7122-4802-a8bc-d6914c98d651 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437944 Sep 16 03:51:46.906860 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81accc1-202e-4513-a42e-9d91b2ec0242 req-fcb439a7-2baf-4b7b-bd38-62b722de7696 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:46.908375 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-e81accc1-202e-4513-a42e-9d91b2ec0242 req-fcb439a7-2baf-4b7b-bd38-62b722de7696 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 943 time: 0.0473108 Sep 16 03:51:46.958415 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-e81accc1-202e-4513-a42e-9d91b2ec0242 req-a576c372-d46f-43f3-ae07-3d3a2f5fb6bb tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439904 Sep 16 03:51:47.255571 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=83 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:51:48.088066 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e51249-799e-4d7b-b42a-81785ef14271 req-7128c128-8b16-4384-85cc-5a6574a1ccd0 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:48.089500 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-89e51249-799e-4d7b-b42a-81785ef14271 req-7128c128-8b16-4384-85cc-5a6574a1ccd0 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 943 time: 0.0497575 Sep 16 03:51:48.137444 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-89e51249-799e-4d7b-b42a-81785ef14271 req-bee2a169-e5c7-4bb7-98ec-83f4bfcf28f5 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417941 Sep 16 03:51:48.200075 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=3 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:51:48.214981 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=30,neutron:UPDATE=2 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:51:48.383131 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (d68ba685-94d2-4b65-887f-d5ec3884fbfa), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:49.264099 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d365a-b6c5-4ff8-9e35-bc4d38797042 req-b2b7b8a5-1874-46c2-b05c-f164a8a1f545 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:49.265478 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-ee0d365a-b6c5-4ff8-9e35-bc4d38797042 req-b2b7b8a5-1874-46c2-b05c-f164a8a1f545 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 943 time: 0.0454535 Sep 16 03:51:49.277546 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:51:49.301831 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:51:49.314380 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-ee0d365a-b6c5-4ff8-9e35-bc4d38797042 req-9cb701dc-e8b7-483f-bab1-8eeda113bcd8 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433900 Sep 16 03:51:50.174929 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.agents_db [None req-8ba4eca6-5e8f-405f-9ad3-b7bffaa24231 None None] Agent healthcheck: found 6 active agents {{(pid=113377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 03:51:50.442475 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d2bfe3-752f-4cd9-889f-08245ac358c6 req-b07ba113-7a2c-4d8c-9ad7-4e6b9f928704 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:50.443972 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-00d2bfe3-752f-4cd9-889f-08245ac358c6 req-b07ba113-7a2c-4d8c-9ad7-4e6b9f928704 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 943 time: 0.0483384 Sep 16 03:51:50.490992 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-00d2bfe3-752f-4cd9-889f-08245ac358c6 req-c7e25997-30fb-4cfb-93f3-3ad46604ead2 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415144 Sep 16 03:51:51.619284 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d64a1-5311-4e10-b9fa-0807b44a0f7b req-e586ea37-57b6-49e8-affa-be6a904bb0ce tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:51.620760 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-014d64a1-5311-4e10-b9fa-0807b44a0f7b req-e586ea37-57b6-49e8-affa-be6a904bb0ce tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 943 time: 0.0496943 Sep 16 03:51:51.668873 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-014d64a1-5311-4e10-b9fa-0807b44a0f7b req-ff46665a-318d-4032-92a0-e93ee00f8f39 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413399 Sep 16 03:51:52.794283 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641ff680-3bc5-40ad-bad8-28b64249cb38 req-54fcc6ed-8afd-4a37-87ee-334a0e9838ce tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:52.795897 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-641ff680-3bc5-40ad-bad8-28b64249cb38 req-54fcc6ed-8afd-4a37-87ee-334a0e9838ce tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 943 time: 0.0464115 Sep 16 03:51:52.845859 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-641ff680-3bc5-40ad-bad8-28b64249cb38 req-0cd5d326-db60-4a99-bcb5-c82722b4bc37 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443473 Sep 16 03:51:53.180795 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-de14bf81-8591-4a76-b4ac-7780d129f5aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (5f458d39-b7df-4a2e-8f52-58d49f268778), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:53.972888 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aa659d-13cb-4634-8b29-e7ebe605b5a5 req-a6f4f6a1-7ebe-4f6b-a877-fa524855bf6e tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:53.974337 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-67aa659d-13cb-4634-8b29-e7ebe605b5a5 req-a6f4f6a1-7ebe-4f6b-a877-fa524855bf6e tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 943 time: 0.0477316 Sep 16 03:51:54.021680 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-67aa659d-13cb-4634-8b29-e7ebe605b5a5 req-932bf4e8-e89d-4b5d-b08e-40e6f0e890f6 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416384 Sep 16 03:51:55.151558 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b14d2ac-3ba1-4711-be3f-274e5cc129ba req-f9b4505e-299f-4091-a642-7175cec5f690 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:55.153133 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-4b14d2ac-3ba1-4711-be3f-274e5cc129ba req-f9b4505e-299f-4091-a642-7175cec5f690 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 943 time: 0.0483458 Sep 16 03:51:55.201679 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-4b14d2ac-3ba1-4711-be3f-274e5cc129ba req-d84ccdc3-eda1-445e-af7f-eda8ad02aec9 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420656 Sep 16 03:51:55.354118 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device a04cc8c1-86e6-4381-8e36-de59ce5d9321 details requested by agent hyperv_hv-cinder-85799 with host hv-cinder-85799 {{(pid=113376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 03:51:55.390858 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-5b82a1f5-aa2c-46fc-8469-60bb7a307fd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (20a8dcff-cb91-4cfb-b5ee-87736efe33d8), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:55.456361 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] For port a04cc8c1-86e6-4381-8e36-de59ce5d9321, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=a04cc8c1-86e6-4381-8e36-de59ce5d9321,segment=NetworkSegment(dc8a676f-3c84-4a5b-b8d3-82d7df2b2d1f),segment_id=dc8a676f-3c84-4a5b-b8d3-82d7df2b2d1f)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:51:55.467709 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Returning: {'device': 'a04cc8c1-86e6-4381-8e36-de59ce5d9321', 'network_id': '60a25330-2068-4171-85ea-2cd82f09cbdb', 'port_id': 'a04cc8c1-86e6-4381-8e36-de59ce5d9321', 'mac_address': 'fa:16:3e:2c:1a:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '070db458-4233-40aa-8c99-3613db8fb323', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 03:51:55.502453 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Current status of the port a04cc8c1-86e6-4381-8e36-de59ce5d9321 is: DOWN; New status is: BUILD {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:51:55.502844 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (a04cc8c1-86e6-4381-8e36-de59ce5d9321), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:55.517448 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.notifiers.nova [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a04cc8c1-86e6-4381-8e36-de59ce5d9321 {{(pid=113376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 03:51:55.537190 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] For port a04cc8c1-86e6-4381-8e36-de59ce5d9321, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=a04cc8c1-86e6-4381-8e36-de59ce5d9321,segment=NetworkSegment(dc8a676f-3c84-4a5b-b8d3-82d7df2b2d1f),segment_id=dc8a676f-3c84-4a5b-b8d3-82d7df2b2d1f)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:51:55.623270 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (a04cc8c1-86e6-4381-8e36-de59ce5d9321), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:55.673389 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Pushing event updated for resources: {'Port': ['ID=a04cc8c1-86e6-4381-8e36-de59ce5d9321,revision_number=9']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:51:55.681578 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:51:55.684106 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:51:55.684106 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:51:55.684106 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:51:55.684106 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:51:55.684106 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:51:55.684106 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:51:55.684606 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:51:55.684882 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:51:55.685216 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:51:55.685539 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:51:55.685860 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:51:55.686176 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:51:55.687154 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:51:55.687485 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:51:56.039069 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] get_ports_and_sgs() called for port_ids ['a04cc8c1-86e6-4381-8e36-de59ce5d9321'] {{(pid=113376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 03:51:56.331934 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec8469-5725-4044-8725-119610e75bbb req-ebb56b58-a9e4-4c80-b82a-52e17d26533c tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:56.333426 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-33ec8469-5725-4044-8725-119610e75bbb req-ebb56b58-a9e4-4c80-b82a-52e17d26533c tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 944 time: 0.0509443 Sep 16 03:51:56.379446 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-33ec8469-5725-4044-8725-119610e75bbb req-d7dc5f8e-be1b-4675-8614-f4c847b26dfc tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405378 Sep 16 03:51:56.783170 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-6e17b5b7-15b9-4810-ad4e-df527af14d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (b6f1069f-4437-473a-8bc8-4bc493c2bb12), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:57.516674 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c58a9e5-e32e-487a-a45a-6b59c0b0a2aa req-d211343a-848d-45dd-9063-8d8d05c50e41 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:57.518125 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-5c58a9e5-e32e-487a-a45a-6b59c0b0a2aa req-d211343a-848d-45dd-9063-8d8d05c50e41 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 944 time: 0.0457234 Sep 16 03:51:57.564499 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-5c58a9e5-e32e-487a-a45a-6b59c0b0a2aa req-8792067c-55cd-4a12-9e29-93402ebf7eac tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408199 Sep 16 03:51:58.605660 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-2875a3e6-2c6e-4f2c-bd58-7e0a3de9c063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (bb5efb49-5a18-474a-824b-90488b0f2024), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:58.637733 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (9480ceca-8cb5-4b85-9807-6ee42f948820), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:51:58.694771 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf8da66-de4e-4c62-bfc3-d104edeb4467 req-e1ea7e3d-541b-420f-9750-fa315545c8a8 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:58.696280 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-acf8da66-de4e-4c62-bfc3-d104edeb4467 req-e1ea7e3d-541b-420f-9750-fa315545c8a8 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 944 time: 0.0479102 Sep 16 03:51:58.743487 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-acf8da66-de4e-4c62-bfc3-d104edeb4467 req-418a4b1e-736d-4935-83bb-85b932c45560 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416665 Sep 16 03:51:59.873325 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369c6e9b-9211-4dd0-ab0f-7b1165df6e6c req-6ab4f6f7-cc91-488e-8f0a-6b9abd749a38 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:51:59.875414 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-369c6e9b-9211-4dd0-ab0f-7b1165df6e6c req-6ab4f6f7-cc91-488e-8f0a-6b9abd749a38 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 944 time: 0.0501125 Sep 16 03:51:59.921268 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-369c6e9b-9211-4dd0-ab0f-7b1165df6e6c req-3c085312-24eb-4f4b-9293-77e743372834 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402970 Sep 16 03:52:00.023787 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device a04cc8c1-86e6-4381-8e36-de59ce5d9321 up at agent hyperv_hv-cinder-85799 {{(pid=113376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 03:52:00.066454 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Provisioning complete for port a04cc8c1-86e6-4381-8e36-de59ce5d9321 triggered by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:52:00.066746 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (a04cc8c1-86e6-4381-8e36-de59ce5d9321), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:00.067099 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Attempt 1 to provision port a04cc8c1-86e6-4381-8e36-de59ce5d9321 Sep 16 03:52:00.141111 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Current status of the port a04cc8c1-86e6-4381-8e36-de59ce5d9321 is: BUILD; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:52:00.141579 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (a04cc8c1-86e6-4381-8e36-de59ce5d9321), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:00.163835 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '230b59e9-09d0-4448-a6a6-a395823fcd8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a04cc8c1-86e6-4381-8e36-de59ce5d9321'}] {{(pid=113376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 03:52:00.166141 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536f81a66b80124a32e6614edce579112ba342401ad4fb2d1257d5ac670fb901" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6387d70-a6be-4c4a-b774-9b5fcf64096c" -d '{"events": [{"server_uuid": "230b59e9-09d0-4448-a6a6-a395823fcd8b", "name": "network-vif-plugged", "status": "completed", "tag": "a04cc8c1-86e6-4381-8e36-de59ce5d9321"}]}' {{(pid=113376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 03:52:00.171113 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=2 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:52:00.179911 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] For port a04cc8c1-86e6-4381-8e36-de59ce5d9321, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=a04cc8c1-86e6-4381-8e36-de59ce5d9321,segment=NetworkSegment(dc8a676f-3c84-4a5b-b8d3-82d7df2b2d1f),segment_id=dc8a676f-3c84-4a5b-b8d3-82d7df2b2d1f)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:52:00.205778 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 03:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e209b655-5139-4929-bff1-032babfa1cc8 x-openstack-request-id: req-e209b655-5139-4929-bff1-032babfa1cc8 {{(pid=113376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 03:52:00.206092 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "230b59e9-09d0-4448-a6a6-a395823fcd8b", "name": "network-vif-plugged", "status": "completed", "tag": "a04cc8c1-86e6-4381-8e36-de59ce5d9321", "code": 200}]} {{(pid=113376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 03:52:00.206377 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e209b655-5139-4929-bff1-032babfa1cc8 {{(pid=113376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 03:52:00.206771 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e209b655-5139-4929-bff1-032babfa1cc8'] response: {'server_uuid': '230b59e9-09d0-4448-a6a6-a395823fcd8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a04cc8c1-86e6-4381-8e36-de59ce5d9321', 'code': 200} Sep 16 03:52:00.307632 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (a04cc8c1-86e6-4381-8e36-de59ce5d9321), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:00.354714 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Pushing event updated for resources: {'Port': ['ID=a04cc8c1-86e6-4381-8e36-de59ce5d9321,revision_number=10']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:52:00.932092 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae6a61-7f77-4402-8e33-d248519b3e11 req-31595e65-28ba-4fe3-9527-77871d66aab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:00.933571 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-2aae6a61-7f77-4402-8e33-d248519b3e11 req-31595e65-28ba-4fe3-9527-77871d66aab5 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 1130 time: 0.0399585 Sep 16 03:52:00.967422 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=100 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:52:00.984989 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-2aae6a61-7f77-4402-8e33-d248519b3e11 req-2fd7bf68-23a6-4cbe-af9a-06079b02d2b7 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411596 Sep 16 03:52:01.051718 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f51a5ee-2338-4d8e-a458-1ae4591e9c15 req-7b6698fe-2513-43ce-8326-cc28342f796e tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:01.053241 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-6f51a5ee-2338-4d8e-a458-1ae4591e9c15 req-7b6698fe-2513-43ce-8326-cc28342f796e tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 946 time: 0.0471840 Sep 16 03:52:01.105369 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-6f51a5ee-2338-4d8e-a458-1ae4591e9c15 req-3db57399-3995-427a-8e11-b2fc537fe15e tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460510 Sep 16 03:52:02.238755 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93493a21-3dde-4dbd-a1e9-1fec22c2be5a req-c4170489-a262-4695-b67f-ba0a89e19b3e tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:02.240223 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-93493a21-3dde-4dbd-a1e9-1fec22c2be5a req-c4170489-a262-4695-b67f-ba0a89e19b3e tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 946 time: 0.0461617 Sep 16 03:52:02.295608 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-93493a21-3dde-4dbd-a1e9-1fec22c2be5a req-9fe3af55-b060-4866-92e8-f520622e5dd2 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497537 Sep 16 03:52:03.388544 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=100 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:52:03.424134 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bf4e3c-c575-494b-a059-2a6e113256c0 req-9ed45351-201c-41f1-8044-968dab3dd334 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:03.425616 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-a9bf4e3c-c575-494b-a059-2a6e113256c0 req-9ed45351-201c-41f1-8044-968dab3dd334 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 946 time: 0.0467343 Sep 16 03:52:03.473130 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-a9bf4e3c-c575-494b-a059-2a6e113256c0 req-33266af3-2ce0-497e-a6bd-9a6105b0b9bd tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415976 Sep 16 03:52:04.602520 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a850cf-0c7a-424c-906b-7b4774d83565 req-693789f1-742a-4c92-8937-a5ff38d40051 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:04.602520 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-e4a850cf-0c7a-424c-906b-7b4774d83565 req-693789f1-742a-4c92-8937-a5ff38d40051 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 946 time: 0.0479403 Sep 16 03:52:04.649001 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-e4a850cf-0c7a-424c-906b-7b4774d83565 req-967a9409-903e-419d-b4c1-34e3c72ca13a tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413668 Sep 16 03:52:05.777105 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583e9b67-98c9-437e-8229-8796305c793d req-3dff4c30-0b31-4b56-a959-1c963d3df2cd tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:05.778585 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-583e9b67-98c9-437e-8229-8796305c793d req-3dff4c30-0b31-4b56-a959-1c963d3df2cd tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 946 time: 0.0482826 Sep 16 03:52:05.825860 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-583e9b67-98c9-437e-8229-8796305c793d req-3096cc65-d4b7-4745-895b-465eee4b63be tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413551 Sep 16 03:52:06.954140 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca80dbd-99da-4925-aef3-0917d2687ec0 req-1ef048b1-4458-4fb6-8fba-23016aa4bd1f tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:06.956270 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-3ca80dbd-99da-4925-aef3-0917d2687ec0 req-1ef048b1-4458-4fb6-8fba-23016aa4bd1f tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 946 time: 0.0486500 Sep 16 03:52:07.004343 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-3ca80dbd-99da-4925-aef3-0917d2687ec0 req-ff1dcb79-a81b-4fe4-b6cb-19e6edcfae75 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424607 Sep 16 03:52:08.135758 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142a0843-b223-4270-9e30-216914688140 req-0ed63626-a66f-41d0-83c2-f003e05a4adf tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:08.137296 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-142a0843-b223-4270-9e30-216914688140 req-0ed63626-a66f-41d0-83c2-f003e05a4adf tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 946 time: 0.0511248 Sep 16 03:52:08.183939 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-142a0843-b223-4270-9e30-216914688140 req-8b41806e-7fce-44ab-b8da-4745985a4d78 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410810 Sep 16 03:52:09.322130 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0958af3-382e-41f9-b72d-7eca4146ee3c req-64610e91-f6cf-4cfd-b3c2-c3b86a1e262d tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:09.323814 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-e0958af3-382e-41f9-b72d-7eca4146ee3c req-64610e91-f6cf-4cfd-b3c2-c3b86a1e262d tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 946 time: 0.0536478 Sep 16 03:52:09.375223 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-e0958af3-382e-41f9-b72d-7eca4146ee3c req-74f1b080-a914-4ffc-9d9d-8eef1570b1ad tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452039 Sep 16 03:52:10.351077 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:52:10.353022 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=86,neutron:UPDATE=8 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:52:10.520521 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e8e6f8-c7c3-4d6e-8a85-0f9d92a8a76b req-978a0c99-dcb7-40ee-94ba-71d543c33678 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:10.520521 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-13e8e6f8-c7c3-4d6e-8a85-0f9d92a8a76b req-978a0c99-dcb7-40ee-94ba-71d543c33678 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 946 time: 0.0494354 Sep 16 03:52:10.567891 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-13e8e6f8-c7c3-4d6e-8a85-0f9d92a8a76b req-10d97357-2ce9-4165-a841-59263eb6e73a tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430753 Sep 16 03:52:11.694316 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d02dc6-05f7-4140-8dab-d486034af906 req-99b974df-cd51-418c-9174-c9ab5aacf87c tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:11.695899 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-21d02dc6-05f7-4140-8dab-d486034af906 req-99b974df-cd51-418c-9174-c9ab5aacf87c tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 946 time: 0.0470264 Sep 16 03:52:11.743209 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-21d02dc6-05f7-4140-8dab-d486034af906 req-5b1a8b32-3bb3-4792-8aaf-54dd71de1d2a tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415220 Sep 16 03:52:16.687286 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80018c7a-450f-4d2f-9f06-8cf012903917 req-6f848d6f-3578-41c6-ac66-0f8056999315 tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:16.688733 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-80018c7a-450f-4d2f-9f06-8cf012903917 req-6f848d6f-3578-41c6-ac66-0f8056999315 tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3d4ab7b5-8592-4a8b-bff6-d7316c09755e HTTP/1.1" status: 200 len: 945 time: 0.0514543 Sep 16 03:52:16.734831 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-80018c7a-450f-4d2f-9f06-8cf012903917 req-03a7739b-22db-47fe-b7bc-4352b72c3965 tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5ad091c2-7327-4be0-8985-8983b4a4e2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397387 Sep 16 03:52:17.858463 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542902a2-54ff-4947-a4d7-92804df31113 req-529ea0c9-834d-4cd9-b94d-c2b331f09f2a tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:17.859931 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-542902a2-54ff-4947-a4d7-92804df31113 req-529ea0c9-834d-4cd9-b94d-c2b331f09f2a tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3d4ab7b5-8592-4a8b-bff6-d7316c09755e HTTP/1.1" status: 200 len: 945 time: 0.0455394 Sep 16 03:52:17.909682 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-542902a2-54ff-4947-a4d7-92804df31113 req-69fad731-3d69-4dd4-a04d-0163f67e3d28 tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5ad091c2-7327-4be0-8985-8983b4a4e2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441980 Sep 16 03:52:18.437181 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (d68ba685-94d2-4b65-887f-d5ec3884fbfa), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:18.652740 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab7d025-bfe7-43b7-824e-bed649594c54 req-b2ed7799-f517-4949-9e13-0c15e8b03352 tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:18.654319 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-5ab7d025-bfe7-43b7-824e-bed649594c54 req-b2ed7799-f517-4949-9e13-0c15e8b03352 tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3d4ab7b5-8592-4a8b-bff6-d7316c09755e HTTP/1.1" status: 200 len: 945 time: 0.0491147 Sep 16 03:52:18.782062 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.plugin [req-5ab7d025-bfe7-43b7-824e-bed649594c54 req-2b5a07c8-ad8f-4e65-a647-73bdca5f325f tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] Deleting port 5531f7a3-f8a9-4c79-b05c-b2ef4472f8fc {{(pid=113374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 03:52:18.782402 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [req-5ab7d025-bfe7-43b7-824e-bed649594c54 req-2b5a07c8-ad8f-4e65-a647-73bdca5f325f tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672990733'] for port (5531f7a3-f8a9-4c79-b05c-b2ef4472f8fc), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:18.871520 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.db [req-5ab7d025-bfe7-43b7-824e-bed649594c54 req-2b5a07c8-ad8f-4e65-a647-73bdca5f325f tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] For port 5531f7a3-f8a9-4c79-b05c-b2ef4472f8fc, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=5531f7a3-f8a9-4c79-b05c-b2ef4472f8fc,segment=NetworkSegment(c3740327-8486-4dc6-a1c6-f624e91500f4),segment_id=c3740327-8486-4dc6-a1c6-f624e91500f4)] {{(pid=113374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:52:18.871882 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [req-5ab7d025-bfe7-43b7-824e-bed649594c54 req-2b5a07c8-ad8f-4e65-a647-73bdca5f325f tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432982'] for port (5531f7a3-f8a9-4c79-b05c-b2ef4472f8fc), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:18.887108 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.plugin [req-5ab7d025-bfe7-43b7-824e-bed649594c54 req-2b5a07c8-ad8f-4e65-a647-73bdca5f325f tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] Calling delete_port for 5531f7a3-f8a9-4c79-b05c-b2ef4472f8fc owned by compute:nova {{(pid=113374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 03:52:19.029610 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:52:19.058170 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc8395-d6da-4d7b-b621-626920d75b77 req-3f04bd2a-6871-4745-bb29-b0136c55c2da tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:19.059671 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-a5cc8395-d6da-4d7b-b621-626920d75b77 req-3f04bd2a-6871-4745-bb29-b0136c55c2da tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3d4ab7b5-8592-4a8b-bff6-d7316c09755e HTTP/1.1" status: 200 len: 945 time: 0.0670428 Sep 16 03:52:19.088542 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:52:19.108466 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [req-5ab7d025-bfe7-43b7-824e-bed649594c54 req-2b5a07c8-ad8f-4e65-a647-73bdca5f325f tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672957835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672515813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965177'] for port (5531f7a3-f8a9-4c79-b05c-b2ef4472f8fc), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:19.120650 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] get_ports_and_sgs() called for port_ids ['5531f7a3-f8a9-4c79-b05c-b2ef4472f8fc'] {{(pid=113376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 03:52:19.123564 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-a5cc8395-d6da-4d7b-b621-626920d75b77 req-4a275e03-f383-41c5-a390-757a8507827b tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5ad091c2-7327-4be0-8985-8983b4a4e2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578575 Sep 16 03:52:19.156324 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5a07c8-ad8f-4e65-a647-73bdca5f325f tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] Pushing event deleted for resources: {'Port': ['ID=5531f7a3-f8a9-4c79-b05c-b2ef4472f8fc,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:52:19.223622 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ab7d025-bfe7-43b7-824e-bed649594c54 req-2b5a07c8-ad8f-4e65-a647-73bdca5f325f tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] No DVR routers for this DVR port 5531f7a3-f8a9-4c79-b05c-b2ef4472f8fc on host hv-cinder-85799 {{(pid=113374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 03:52:19.227542 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [req-5ab7d025-bfe7-43b7-824e-bed649594c54 req-2b5a07c8-ad8f-4e65-a647-73bdca5f325f tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for port (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:19.233175 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-5ab7d025-bfe7-43b7-824e-bed649594c54 req-2b5a07c8-ad8f-4e65-a647-73bdca5f325f tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] 10.222.0.52 "DELETE /networking/v2.0/ports/5531f7a3-f8a9-4c79-b05c-b2ef4472f8fc HTTP/1.1" status: 204 len: 173 time: 0.5605729 Sep 16 03:52:19.233175 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d4ab7b5-8592-4a8b-bff6-d7316c09755e', 'name': 'network-vif-deleted', 'tag': '5531f7a3-f8a9-4c79-b05c-b2ef4472f8fc'}] {{(pid=113374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 03:52:19.233922 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690b364905604876d1d0623b3c540f81637980c049172579221ad326041cdf1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a25c275e-72f0-4752-8ae8-7565f13d703b" -d '{"events": [{"server_uuid": "3d4ab7b5-8592-4a8b-bff6-d7316c09755e", "name": "network-vif-deleted", "tag": "5531f7a3-f8a9-4c79-b05c-b2ef4472f8fc"}]}' {{(pid=113374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 03:52:19.275568 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 03:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63be26ce-aa1b-4b65-b2c9-460bb0da0a7f x-openstack-request-id: req-63be26ce-aa1b-4b65-b2c9-460bb0da0a7f {{(pid=113374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 03:52:19.275866 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d4ab7b5-8592-4a8b-bff6-d7316c09755e", "name": "network-vif-deleted", "tag": "5531f7a3-f8a9-4c79-b05c-b2ef4472f8fc", "status": "completed", "code": 200}]} {{(pid=113374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 03:52:19.276124 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-63be26ce-aa1b-4b65-b2c9-460bb0da0a7f {{(pid=113374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 03:52:19.276527 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63be26ce-aa1b-4b65-b2c9-460bb0da0a7f'] response: {'server_uuid': '3d4ab7b5-8592-4a8b-bff6-d7316c09755e', 'name': 'network-vif-deleted', 'tag': '5531f7a3-f8a9-4c79-b05c-b2ef4472f8fc', 'status': 'completed', 'code': 200} Sep 16 03:52:20.256597 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-c307b169-d8b8-4c79-96eb-f13048488212 req-f5feb8cf-07ff-4387-aa8a-056f9837ad24 tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3d4ab7b5-8592-4a8b-bff6-d7316c09755e HTTP/1.1" status: 200 len: 210 time: 0.0346684 Sep 16 03:52:21.923513 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=88 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:52:21.925306 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=96 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:52:21.962574 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb094f9-64a7-4fb8-9eb7-61dcec013b6e req-8d7ebba4-737b-4a1f-96f0-c8149731dc5c tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:21.964095 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-8fb094f9-64a7-4fb8-9eb7-61dcec013b6e req-8d7ebba4-737b-4a1f-96f0-c8149731dc5c tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df7ed3f-dd6d-4312-a548-591443add019 HTTP/1.1" status: 200 len: 945 time: 0.0495055 Sep 16 03:52:22.011206 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-8fb094f9-64a7-4fb8-9eb7-61dcec013b6e req-493a5706-a4ee-4360-8e91-f7ce42efcc82 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dda34443-519e-4bd2-ac6e-612e709d5440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413554 Sep 16 03:52:22.110136 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device 5531f7a3-f8a9-4c79-b05c-b2ef4472f8fc no longer exists at agent hyperv_hv-cinder-85799 {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 03:52:22.129562 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] No Port match for: 5531f7a3-f8a9-4c79-b05c-b2ef4472f8fc {{(pid=113376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 03:52:22.129902 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device 5531f7a3-f8a9-4c79-b05c-b2ef4472f8fc not bound to the agent host hv-cinder-85799 {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 03:52:23.132924 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61337e00-65dc-48a3-a5b8-fad99c422c03 req-3afad4b1-a523-43b6-9cb7-34ad702327e0 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:23.134424 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-61337e00-65dc-48a3-a5b8-fad99c422c03 req-3afad4b1-a523-43b6-9cb7-34ad702327e0 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df7ed3f-dd6d-4312-a548-591443add019 HTTP/1.1" status: 200 len: 945 time: 0.0489144 Sep 16 03:52:23.183237 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-61337e00-65dc-48a3-a5b8-fad99c422c03 req-8cac527b-59a8-45c0-a9f1-8ad7698b1553 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dda34443-519e-4bd2-ac6e-612e709d5440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430405 Sep 16 03:52:23.199831 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-6425f981-1a1d-4cde-9647-a4b8880730c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (5f458d39-b7df-4a2e-8f52-58d49f268778), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:24.310739 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099e523-24ac-469f-9334-38482ce05f02 req-1bfc5d9d-7333-4878-9861-11846f680888 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:24.312167 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-7099e523-24ac-469f-9334-38482ce05f02 req-1bfc5d9d-7333-4878-9861-11846f680888 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df7ed3f-dd6d-4312-a548-591443add019 HTTP/1.1" status: 200 len: 945 time: 0.0514486 Sep 16 03:52:24.360186 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-7099e523-24ac-469f-9334-38482ce05f02 req-acb12f14-116d-4d95-9faf-9faaba112b93 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dda34443-519e-4bd2-ac6e-612e709d5440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423777 Sep 16 03:52:24.961217 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-a2a4c16f-f5a3-4683-9d3d-b278dd259571 req-97e53544-c5b6-45c0-8740-1cd816f92c8d service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6fee7fbd-189b-4a53-ba78-d66512c7b09d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410869 Sep 16 03:52:25.027672 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a4c16f-f5a3-4683-9d3d-b278dd259571 req-06c43285-5905-491e-8d9d-77bc3ed03ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:25.029092 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-a2a4c16f-f5a3-4683-9d3d-b278dd259571 req-06c43285-5905-491e-8d9d-77bc3ed03ab9 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=8ee4a40c6c264553a14e0eff367da4a0&device_id=6fee7fbd-189b-4a53-ba78-d66512c7b09d HTTP/1.1" status: 200 len: 1130 time: 0.0405812 Sep 16 03:52:25.143646 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a4c16f-f5a3-4683-9d3d-b278dd259571 req-71d4a1b3-64dc-42eb-9be3-6d61868543b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:25.145197 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-a2a4c16f-f5a3-4683-9d3d-b278dd259571 req-71d4a1b3-64dc-42eb-9be3-6d61868543b6 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=4ff8c520-12d3-47e5-b499-6dbd6e9a131a HTTP/1.1" status: 200 len: 916 time: 0.0907371 Sep 16 03:52:25.195530 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=17 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:52:25.200511 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=15 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:52:25.207135 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-a2a4c16f-f5a3-4683-9d3d-b278dd259571 req-a3ca1d24-0da7-4b9c-96aa-96ee82807477 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ec6698f-782e-4670-8cd3-efb57d7433ad HTTP/1.1" status: 200 len: 1001 time: 0.0540533 Sep 16 03:52:25.256813 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a4c16f-f5a3-4683-9d3d-b278dd259571 req-162abdc3-944f-4119-a008-f2dc621668d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:25.258286 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-a2a4c16f-f5a3-4683-9d3d-b278dd259571 req-162abdc3-944f-4119-a008-f2dc621668d4 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=dc6b4dbf-6194-4053-a2ab-d05e1046d55f HTTP/1.1" status: 200 len: 854 time: 0.0449317 Sep 16 03:52:25.308041 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a4c16f-f5a3-4683-9d3d-b278dd259571 req-76f42241-459b-4824-9c32-cf92c94be059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:25.309540 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-a2a4c16f-f5a3-4683-9d3d-b278dd259571 req-76f42241-459b-4824-9c32-cf92c94be059 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=4ff8c520-12d3-47e5-b499-6dbd6e9a131a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441120 Sep 16 03:52:25.398318 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-a364666d-25f6-4a70-b42e-1a280508c52d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (20a8dcff-cb91-4cfb-b5ee-87736efe33d8), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:25.406413 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-a2a4c16f-f5a3-4683-9d3d-b278dd259571 req-e762ebad-599c-4545-ab53-e72eae984566 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/4ff8c520-12d3-47e5-b499-6dbd6e9a131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866315 Sep 16 03:52:25.521074 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321bdf9f-1d84-4664-8bec-c89df61062fe req-c1e0eb2f-ebfe-4285-806e-713dea4670b1 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:25.522739 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-321bdf9f-1d84-4664-8bec-c89df61062fe req-c1e0eb2f-ebfe-4285-806e-713dea4670b1 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df7ed3f-dd6d-4312-a548-591443add019 HTTP/1.1" status: 200 len: 945 time: 0.0626271 Sep 16 03:52:25.556855 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-a2a4c16f-f5a3-4683-9d3d-b278dd259571 req-2d9fed70-6915-4284-a2e5-1a4651fc0973 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/4ff8c520-12d3-47e5-b499-6dbd6e9a131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444209 Sep 16 03:52:25.587242 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-321bdf9f-1d84-4664-8bec-c89df61062fe req-98b312b1-03a9-4b05-93e4-6b2dd4daa9f4 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dda34443-519e-4bd2-ac6e-612e709d5440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572197 Sep 16 03:52:26.721036 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d1036e-9e0e-4667-b9e6-e01fbcff9b67 req-7ba73873-bf36-4134-894f-47acd217b82f tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:26.722522 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-f8d1036e-9e0e-4667-b9e6-e01fbcff9b67 req-7ba73873-bf36-4134-894f-47acd217b82f tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df7ed3f-dd6d-4312-a548-591443add019 HTTP/1.1" status: 200 len: 945 time: 0.0481687 Sep 16 03:52:26.771014 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-f8d1036e-9e0e-4667-b9e6-e01fbcff9b67 req-47f7fcaa-9f2f-4eb1-9a2d-f3562469ff1c tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dda34443-519e-4bd2-ac6e-612e709d5440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423722 Sep 16 03:52:26.788963 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-6e17b5b7-15b9-4810-ad4e-df527af14d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (b6f1069f-4437-473a-8bc8-4bc493c2bb12), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:27.176897 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.agents_db [None req-8ba4eca6-5e8f-405f-9ad3-b7bffaa24231 None None] Agent healthcheck: found 6 active agents {{(pid=113377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 03:52:27.617233 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64df6cd-db6b-4bca-956d-7e9f399f3069 req-620ad659-de49-44cf-9bc8-64a0aefd712d tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:27.618785 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-c64df6cd-db6b-4bca-956d-7e9f399f3069 req-620ad659-de49-44cf-9bc8-64a0aefd712d tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4cb8293f-e305-41ce-82f8-3a111fb43322 HTTP/1.1" status: 200 len: 945 time: 0.0502455 Sep 16 03:52:27.674547 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-c64df6cd-db6b-4bca-956d-7e9f399f3069 req-4af5413c-c44d-441b-bcd8-e6524f822342 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=893440e6-f0d6-48d8-9032-0e499fc32c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466120 Sep 16 03:52:27.898580 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e0f8ac-4932-4d54-b5b8-17a6bcc6fd73 req-f1b98a08-07da-46d2-a973-3ebc28aeb3cf tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:27.900011 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-07e0f8ac-4932-4d54-b5b8-17a6bcc6fd73 req-f1b98a08-07da-46d2-a973-3ebc28aeb3cf tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df7ed3f-dd6d-4312-a548-591443add019 HTTP/1.1" status: 200 len: 945 time: 0.0515723 Sep 16 03:52:27.920723 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=100 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:52:27.947080 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-07e0f8ac-4932-4d54-b5b8-17a6bcc6fd73 req-93b5aad6-7c2f-4cb3-a94d-aac74b5bfe6d tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dda34443-519e-4bd2-ac6e-612e709d5440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413816 Sep 16 03:52:28.614684 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-2875a3e6-2c6e-4f2c-bd58-7e0a3de9c063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (bb5efb49-5a18-474a-824b-90488b0f2024), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:28.615297 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (9480ceca-8cb5-4b85-9807-6ee42f948820), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:28.799154 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e74c7fe-f9da-49a3-b4d4-d77a2a5d39b9 req-d5d7f8ef-b544-4b7f-831a-9445585ea7ef tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:28.800622 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-8e74c7fe-f9da-49a3-b4d4-d77a2a5d39b9 req-d5d7f8ef-b544-4b7f-831a-9445585ea7ef tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4cb8293f-e305-41ce-82f8-3a111fb43322 HTTP/1.1" status: 200 len: 945 time: 0.0464885 Sep 16 03:52:28.846860 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-8e74c7fe-f9da-49a3-b4d4-d77a2a5d39b9 req-0fb55043-e918-4071-aaa8-f15d2bf1e985 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=893440e6-f0d6-48d8-9032-0e499fc32c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397806 Sep 16 03:52:29.082584 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1210bf0c-00a4-4ae9-b6a1-8f97a4c87430 req-56f11460-558d-44fd-bd46-6e662ecd53c5 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:29.084096 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-1210bf0c-00a4-4ae9-b6a1-8f97a4c87430 req-56f11460-558d-44fd-bd46-6e662ecd53c5 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df7ed3f-dd6d-4312-a548-591443add019 HTTP/1.1" status: 200 len: 945 time: 0.0630262 Sep 16 03:52:29.133727 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-1210bf0c-00a4-4ae9-b6a1-8f97a4c87430 req-c7922dd0-b360-4486-a766-bef18cb1d71b tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dda34443-519e-4bd2-ac6e-612e709d5440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431826 Sep 16 03:52:29.973932 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90877f5d-7e39-4844-93cf-48f7de311513 req-13b292a1-e92d-459e-b56d-6d89af9c5955 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:29.975392 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-90877f5d-7e39-4844-93cf-48f7de311513 req-13b292a1-e92d-459e-b56d-6d89af9c5955 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4cb8293f-e305-41ce-82f8-3a111fb43322 HTTP/1.1" status: 200 len: 945 time: 0.0490034 Sep 16 03:52:30.022122 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-90877f5d-7e39-4844-93cf-48f7de311513 req-d95f41c2-90fb-4fc4-8386-c5da38504ee5 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=893440e6-f0d6-48d8-9032-0e499fc32c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411086 Sep 16 03:52:30.254222 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad75bea-21d4-4880-8bf1-cc36fc9738bd req-f7399b31-d363-4921-92c3-d155826ad9fe tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:30.255661 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-6ad75bea-21d4-4880-8bf1-cc36fc9738bd req-f7399b31-d363-4921-92c3-d155826ad9fe tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df7ed3f-dd6d-4312-a548-591443add019 HTTP/1.1" status: 200 len: 945 time: 0.0458491 Sep 16 03:52:30.266926 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=100 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:52:30.307048 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-6ad75bea-21d4-4880-8bf1-cc36fc9738bd req-022561a3-ce6f-48be-8a02-ccf5e2623144 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dda34443-519e-4bd2-ac6e-612e709d5440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458930 Sep 16 03:52:31.141629 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f249f606-2013-457d-9b5a-b5d402b1546e req-f088c922-7a9b-480c-aba1-add7bfdafecd tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:31.143111 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-f249f606-2013-457d-9b5a-b5d402b1546e req-f088c922-7a9b-480c-aba1-add7bfdafecd tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4cb8293f-e305-41ce-82f8-3a111fb43322 HTTP/1.1" status: 200 len: 945 time: 0.0456474 Sep 16 03:52:31.184290 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98055e2-4921-4dcb-8ca9-2291428071a9 req-fbd39b8b-bbc2-49dd-bd50-1dcafa34c3fb tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:31.185823 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-e98055e2-4921-4dcb-8ca9-2291428071a9 req-fbd39b8b-bbc2-49dd-bd50-1dcafa34c3fb tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4cb8293f-e305-41ce-82f8-3a111fb43322 HTTP/1.1" status: 200 len: 945 time: 0.0457170 Sep 16 03:52:31.191737 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-f249f606-2013-457d-9b5a-b5d402b1546e req-9ce6153c-15ba-46ed-b72d-93bfb889e2a5 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=893440e6-f0d6-48d8-9032-0e499fc32c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428140 Sep 16 03:52:31.274333 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.plugin [req-e98055e2-4921-4dcb-8ca9-2291428071a9 req-fcf3c2cb-3391-4035-98c4-1f29464bbede tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Deleting port ffb46fb6-10f2-412d-863b-b8a8006435ee {{(pid=113374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 03:52:31.274939 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [req-e98055e2-4921-4dcb-8ca9-2291428071a9 req-fcf3c2cb-3391-4035-98c4-1f29464bbede tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672990733'] for port (ffb46fb6-10f2-412d-863b-b8a8006435ee), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:31.368403 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.db [req-e98055e2-4921-4dcb-8ca9-2291428071a9 req-fcf3c2cb-3391-4035-98c4-1f29464bbede tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] For port ffb46fb6-10f2-412d-863b-b8a8006435ee, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=ffb46fb6-10f2-412d-863b-b8a8006435ee,segment=NetworkSegment(8f3c2513-130a-4e92-b8d6-c7c7e1d1ec24),segment_id=8f3c2513-130a-4e92-b8d6-c7c7e1d1ec24)] {{(pid=113374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:52:31.368765 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [req-e98055e2-4921-4dcb-8ca9-2291428071a9 req-fcf3c2cb-3391-4035-98c4-1f29464bbede tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432982'] for port (ffb46fb6-10f2-412d-863b-b8a8006435ee), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:31.520477 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236e7224-0ccc-433a-bbb8-94c3d4f0ba19 req-e1f69921-4f41-439a-aeef-b3d80d326b1d tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:31.521974 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-236e7224-0ccc-433a-bbb8-94c3d4f0ba19 req-e1f69921-4f41-439a-aeef-b3d80d326b1d tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df7ed3f-dd6d-4312-a548-591443add019 HTTP/1.1" status: 200 len: 945 time: 0.1131113 Sep 16 03:52:31.639911 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-236e7224-0ccc-433a-bbb8-94c3d4f0ba19 req-67a623b4-ec98-4662-95da-0887abe656c5 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dda34443-519e-4bd2-ac6e-612e709d5440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902379 Sep 16 03:52:31.653636 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [req-e98055e2-4921-4dcb-8ca9-2291428071a9 req-fcf3c2cb-3391-4035-98c4-1f29464bbede tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:31.653636 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [req-e98055e2-4921-4dcb-8ca9-2291428071a9 req-fcf3c2cb-3391-4035-98c4-1f29464bbede tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-452268'] for floatingip (b4ae27e9-9453-4c93-8903-75d4d30a1580), after_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:31.653636 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.db.l3_db [req-e98055e2-4921-4dcb-8ca9-2291428071a9 req-fcf3c2cb-3391-4035-98c4-1f29464bbede tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Floating IP b4ae27e9-9453-4c93-8903-75d4d30a1580 disassociated. External IP: 172.27.0.228, port: ffb46fb6-10f2-412d-863b-b8a8006435ee. Sep 16 03:52:31.653636 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.plugin [req-e98055e2-4921-4dcb-8ca9-2291428071a9 req-fcf3c2cb-3391-4035-98c4-1f29464bbede tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Calling delete_port for ffb46fb6-10f2-412d-863b-b8a8006435ee owned by compute:nova {{(pid=113374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 03:52:31.839971 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [req-e98055e2-4921-4dcb-8ca9-2291428071a9 req-fcf3c2cb-3391-4035-98c4-1f29464bbede tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672957835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672515813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965177'] for port (ffb46fb6-10f2-412d-863b-b8a8006435ee), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:31.868563 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf3c2cb-3391-4035-98c4-1f29464bbede tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Pushing event deleted for resources: {'Port': ['ID=ffb46fb6-10f2-412d-863b-b8a8006435ee,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:52:31.881794 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf3c2cb-3391-4035-98c4-1f29464bbede tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:52:31.882134 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf3c2cb-3391-4035-98c4-1f29464bbede tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:52:31.882468 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf3c2cb-3391-4035-98c4-1f29464bbede tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:52:31.882798 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf3c2cb-3391-4035-98c4-1f29464bbede tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:52:31.883149 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf3c2cb-3391-4035-98c4-1f29464bbede tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:52:31.883492 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf3c2cb-3391-4035-98c4-1f29464bbede tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:52:31.883831 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf3c2cb-3391-4035-98c4-1f29464bbede tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:52:31.884152 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf3c2cb-3391-4035-98c4-1f29464bbede tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:52:31.884471 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf3c2cb-3391-4035-98c4-1f29464bbede tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:52:31.884789 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf3c2cb-3391-4035-98c4-1f29464bbede tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:52:31.885107 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf3c2cb-3391-4035-98c4-1f29464bbede tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:52:31.885423 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf3c2cb-3391-4035-98c4-1f29464bbede tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:52:31.885738 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf3c2cb-3391-4035-98c4-1f29464bbede tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:52:31.886198 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf3c2cb-3391-4035-98c4-1f29464bbede tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:52:31.886568 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf3c2cb-3391-4035-98c4-1f29464bbede tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:52:31.999048 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e98055e2-4921-4dcb-8ca9-2291428071a9 req-fcf3c2cb-3391-4035-98c4-1f29464bbede tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Router e8eb6dc3-21a2-4b6e-907d-9210534718fc has already been hosted by L3 agent 20a8dcff-cb91-4cfb-b5ee-87736efe33d8 {{(pid=113374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 03:52:32.003308 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:52:32.037080 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e1bdb0-6217-444c-98ca-22c321b14901 req-50704800-8000-475b-b8cf-d03335732dd1 tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:32.037934 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-46e1bdb0-6217-444c-98ca-22c321b14901 req-50704800-8000-475b-b8cf-d03335732dd1 tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] 10.222.0.49 "GET /networking/v2.0/networks?id=b5f7c9d9-2726-47bd-8b35-89fb0951bd43 HTTP/1.1" status: 200 len: 814 time: 0.1104977 Sep 16 03:52:32.044004 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:52:32.056055 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-46e1bdb0-6217-444c-98ca-22c321b14901 req-291279d6-837f-4ded-a2d4-c47f0a410add tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] 10.222.0.49 "GET /networking/v2.0/quotas/0ea684aa585e4b4483261a014d861cb1 HTTP/1.1" status: 200 len: 375 time: 0.0114720 Sep 16 03:52:32.091822 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-46e1bdb0-6217-444c-98ca-22c321b14901 req-3deca058-0732-449a-8ddb-222ff840cb90 tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=0ea684aa585e4b4483261a014d861cb1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291698 Sep 16 03:52:32.110572 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e98055e2-4921-4dcb-8ca9-2291428071a9 req-fcf3c2cb-3391-4035-98c4-1f29464bbede tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Notify agent at l3_agent.dv-cinder-857993-1-iscsi the message routers_updated {{(pid=113374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 03:52:32.122678 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47ba38d-4d1b-48d7-9da1-74bd47a3921d None None] Sync routers for ids ['e8eb6dc3-21a2-4b6e-907d-9210534718fc'] in dv-cinder-857993-1-iscsi {{(pid=113376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 03:52:32.133395 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47ba38d-4d1b-48d7-9da1-74bd47a3921d None None] Routers {'e8eb6dc3-21a2-4b6e-907d-9210534718fc'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:52:32.134101 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-f47ba38d-4d1b-48d7-9da1-74bd47a3921d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:52:25Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['e8eb6dc3-21a2-4b6e-907d-9210534718fc'], 'active': True} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:52:32.155718 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.db.l3_dvrscheduler_db [req-e98055e2-4921-4dcb-8ca9-2291428071a9 req-fcf3c2cb-3391-4035-98c4-1f29464bbede tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] No DVR routers for this DVR port ffb46fb6-10f2-412d-863b-b8a8006435ee on host hv-cinder-85799 {{(pid=113374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 03:52:32.158278 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [req-e98055e2-4921-4dcb-8ca9-2291428071a9 req-fcf3c2cb-3391-4035-98c4-1f29464bbede tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for port (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:32.161770 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-e98055e2-4921-4dcb-8ca9-2291428071a9 req-fcf3c2cb-3391-4035-98c4-1f29464bbede tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.52 "DELETE /networking/v2.0/ports/ffb46fb6-10f2-412d-863b-b8a8006435ee HTTP/1.1" status: 204 len: 173 time: 0.9692516 Sep 16 03:52:32.162284 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cb8293f-e305-41ce-82f8-3a111fb43322', 'name': 'network-vif-deleted', 'tag': 'ffb46fb6-10f2-412d-863b-b8a8006435ee'}] {{(pid=113374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 03:52:32.164576 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690b364905604876d1d0623b3c540f81637980c049172579221ad326041cdf1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a23930a-2aae-4e07-b3f1-917197a6e886" -d '{"events": [{"server_uuid": "4cb8293f-e305-41ce-82f8-3a111fb43322", "name": "network-vif-deleted", "tag": "ffb46fb6-10f2-412d-863b-b8a8006435ee"}]}' {{(pid=113374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 03:52:32.206865 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 03:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-015ab278-b21a-47b9-bd14-7ba7133989e6 x-openstack-request-id: req-015ab278-b21a-47b9-bd14-7ba7133989e6 {{(pid=113374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 03:52:32.207187 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cb8293f-e305-41ce-82f8-3a111fb43322", "name": "network-vif-deleted", "tag": "ffb46fb6-10f2-412d-863b-b8a8006435ee", "status": "completed", "code": 200}]} {{(pid=113374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 03:52:32.207374 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-015ab278-b21a-47b9-bd14-7ba7133989e6 {{(pid=113374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 03:52:32.207777 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.notifiers.nova [-] Nova event matching ['req-015ab278-b21a-47b9-bd14-7ba7133989e6'] response: {'server_uuid': '4cb8293f-e305-41ce-82f8-3a111fb43322', 'name': 'network-vif-deleted', 'tag': 'ffb46fb6-10f2-412d-863b-b8a8006435ee', 'status': 'completed', 'code': 200} Sep 16 03:52:32.211139 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-46e1bdb0-6217-444c-98ca-22c321b14901 req-9a8a1729-76c3-4ade-805d-a8b6bb3021be service neutron] 10.222.0.49 "GET /networking/v2.0/networks/b5f7c9d9-2726-47bd-8b35-89fb0951bd43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115859 Sep 16 03:52:32.334160 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-46e1bdb0-6217-444c-98ca-22c321b14901 req-25224a24-9169-45fc-9282-98a9e5ff0f4d service neutron] 10.222.0.49 "GET /networking/v2.0/networks/b5f7c9d9-2726-47bd-8b35-89fb0951bd43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202233 Sep 16 03:52:32.361496 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-f6b892f3-2563-46a5-85b2-c3938fe75d89 req-baee005b-bca8-449a-9656-e06066b97405 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4cb8293f-e305-41ce-82f8-3a111fb43322 HTTP/1.1" status: 200 len: 210 time: 0.0634372 Sep 16 03:52:32.428734 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvr_db [None req-f47ba38d-4d1b-48d7-9da1-74bd47a3921d None None] Set router e8eb6dc3-21a2-4b6e-907d-9210534718fc gateway port host: dv-cinder-857993-1-iscsi {{(pid=113376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:52:32.681359 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-7e8c00b6-f7db-45d1-aeed-7e1b62d357eb req-9b80e144-36b3-47d8-b138-fe2b305d3b66 tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1e433d47-53b8-4ba1-b28d-ad599d89bbf2 HTTP/1.1" status: 200 len: 210 time: 0.0403581 Sep 16 03:52:32.715697 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-f47ba38d-4d1b-48d7-9da1-74bd47a3921d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'name': 'tempest-AttachVolumeNegativeTest-1637071771-router', 'tenant_id': '8ee4a40c6c264553a14e0eff367da4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'e7b2fb5b-4aa2-42c3-b650-b953cc723fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:11Z', 'updated_at': '2022-09-16T03:48:23Z', 'revision_number': 4, 'project_id': '8ee4a40c6c264553a14e0eff367da4a0', 'gw_port': {'id': 'e7b2fb5b-4aa2-42c3-b650-b953cc723fe7', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:45:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:12Z', 'updated_at': '2022-09-16T03:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_floatingips': [{'id': '5e19042f-f5ce-47eb-a370-31731c9c213d', 'tenant_id': '8ee4a40c6c264553a14e0eff367da4a0', 'floating_ip_address': '172.27.0.53', 'floating_network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'router_id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'port_id': '0ec6698f-782e-4670-8cd3-efb57d7433ad', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ff8c520-12d3-47e5-b499-6dbd6e9a131a', 'mac_address': 'fa:16:3e:dd:b2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fee7fbd-189b-4a53-ba78-d66512c7b09d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T03:48:34Z', 'updated_at': '2022-09-16T03:49:17Z', 'revision_number': 2, 'project_id': '8ee4a40c6c264553a14e0eff367da4a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddd557da-e9c8-431d-9885-21bd1fddfa19', 'name': '', 'network_id': '4ff8c520-12d3-47e5-b499-6dbd6e9a131a', 'tenant_id': '8ee4a40c6c264553a14e0eff367da4a0', 'mac_address': 'fa:16:3e:6f:ba:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'dc6b4dbf-6194-4053-a2ab-d05e1046d55f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:21Z', 'updated_at': '2022-09-16T03:48:32Z', 'revision_number': 5, 'project_id': '8ee4a40c6c264553a14e0eff367da4a0', 'subnets': [{'id': 'dc6b4dbf-6194-4053-a2ab-d05e1046d55f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:52:32.746978 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47ba38d-4d1b-48d7-9da1-74bd47a3921d None None] Checking router: e8eb6dc3-21a2-4b6e-907d-9210534718fc for host: dv-cinder-857993-1-iscsi {{(pid=113376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 03:52:32.755613 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47ba38d-4d1b-48d7-9da1-74bd47a3921d None None] Routers {'e8eb6dc3-21a2-4b6e-907d-9210534718fc'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:52:32.756227 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-f47ba38d-4d1b-48d7-9da1-74bd47a3921d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:52:25Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['e8eb6dc3-21a2-4b6e-907d-9210534718fc'], 'active': True} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:52:32.788084 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcc3441-736c-48bf-863f-ddf854489071 req-ed8d6355-a218-4814-887c-061d6ea503b5 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:32.789867 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-6bcc3441-736c-48bf-863f-ddf854489071 req-ed8d6355-a218-4814-887c-061d6ea503b5 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df7ed3f-dd6d-4312-a548-591443add019 HTTP/1.1" status: 200 len: 945 time: 0.0639269 Sep 16 03:52:32.858282 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=100 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:52:32.870141 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-6bcc3441-736c-48bf-863f-ddf854489071 req-a400c418-da1e-406c-b373-05f0b95d57df tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dda34443-519e-4bd2-ac6e-612e709d5440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739083 Sep 16 03:52:32.878279 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvr_db [None req-f47ba38d-4d1b-48d7-9da1-74bd47a3921d None None] Set router e8eb6dc3-21a2-4b6e-907d-9210534718fc gateway port host: dv-cinder-857993-1-iscsi {{(pid=113376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:52:33.145022 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-f47ba38d-4d1b-48d7-9da1-74bd47a3921d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'name': 'tempest-AttachVolumeNegativeTest-1637071771-router', 'tenant_id': '8ee4a40c6c264553a14e0eff367da4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'e7b2fb5b-4aa2-42c3-b650-b953cc723fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:11Z', 'updated_at': '2022-09-16T03:48:23Z', 'revision_number': 4, 'project_id': '8ee4a40c6c264553a14e0eff367da4a0', 'gw_port': {'id': 'e7b2fb5b-4aa2-42c3-b650-b953cc723fe7', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:45:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:12Z', 'updated_at': '2022-09-16T03:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_floatingips': [{'id': '5e19042f-f5ce-47eb-a370-31731c9c213d', 'tenant_id': '8ee4a40c6c264553a14e0eff367da4a0', 'floating_ip_address': '172.27.0.53', 'floating_network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'router_id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'port_id': '0ec6698f-782e-4670-8cd3-efb57d7433ad', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ff8c520-12d3-47e5-b499-6dbd6e9a131a', 'mac_address': 'fa:16:3e:dd:b2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fee7fbd-189b-4a53-ba78-d66512c7b09d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T03:48:34Z', 'updated_at': '2022-09-16T03:49:17Z', 'revision_number': 2, 'project_id': '8ee4a40c6c264553a14e0eff367da4a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddd557da-e9c8-431d-9885-21bd1fddfa19', 'name': '', 'network_id': '4ff8c520-12d3-47e5-b499-6dbd6e9a131a', 'tenant_id': '8ee4a40c6c264553a14e0eff367da4a0', 'mac_address': 'fa:16:3e:6f:ba:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'dc6b4dbf-6194-4053-a2ab-d05e1046d55f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:21Z', 'updated_at': '2022-09-16T03:48:32Z', 'revision_number': 5, 'project_id': '8ee4a40c6c264553a14e0eff367da4a0', 'subnets': [{'id': 'dc6b4dbf-6194-4053-a2ab-d05e1046d55f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:52:33.175913 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47ba38d-4d1b-48d7-9da1-74bd47a3921d None None] The sync data for ids ['e8eb6dc3-21a2-4b6e-907d-9210534718fc'] in dv-cinder-857993-1-iscsi is: [{'id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'name': 'tempest-AttachVolumeNegativeTest-1637071771-router', 'tenant_id': '8ee4a40c6c264553a14e0eff367da4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'e7b2fb5b-4aa2-42c3-b650-b953cc723fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:11Z', 'updated_at': '2022-09-16T03:48:23Z', 'revision_number': 4, 'project_id': '8ee4a40c6c264553a14e0eff367da4a0', 'gw_port': {'id': 'e7b2fb5b-4aa2-42c3-b650-b953cc723fe7', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:45:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:12Z', 'updated_at': '2022-09-16T03:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_floatingips': [{'id': '5e19042f-f5ce-47eb-a370-31731c9c213d', 'tenant_id': '8ee4a40c6c264553a14e0eff367da4a0', 'floating_ip_address': '172.27.0.53', 'floating_network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'router_id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'port_id': '0ec6698f-782e-4670-8cd3-efb57d7433ad', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ff8c520-12d3-47e5-b499-6dbd6e9a131a', 'mac_address': 'fa:16:3e:dd:b2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fee7fbd-189b-4a53-ba78-d66512c7b09d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T03:48:34Z', 'updated_at': '2022-09-16T03:49:17Z', 'revision_number': 2, 'project_id': '8ee4a40c6c264553a14e0eff367da4a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddd557da-e9c8-431d-9885-21bd1fddfa19', 'name': '', 'network_id': '4ff8c520-12d3-47e5-b499-6dbd6e9a131a', 'tenant_id': '8ee4a40c6c264553a14e0eff367da4a0', 'mac_address': 'fa:16:3e:6f:ba:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'dc6b4dbf-6194-4053-a2ab-d05e1046d55f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:21Z', 'updated_at': '2022-09-16T03:48:32Z', 'revision_number': 5, 'project_id': '8ee4a40c6c264553a14e0eff367da4a0', 'subnets': [{'id': 'dc6b4dbf-6194-4053-a2ab-d05e1046d55f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 03:52:33.499924 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c49f1b2-f25d-4175-a542-37f4e0a1874e None None] New status for floating IP b4ae27e9-9453-4c93-8903-75d4d30a1580: DOWN {{(pid=113377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 03:52:33.514406 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-3ee647b9-ef6c-4748-b03d-0891ccede2a3 req-bdae618c-6b96-4152-8a48-f199c39f0fd5 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4cb8293f-e305-41ce-82f8-3a111fb43322 HTTP/1.1" status: 200 len: 210 time: 0.0323212 Sep 16 03:52:33.806479 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-e1de4333-2aee-4e19-8cf1-2c5b90a29e3e req-2b5bfb93-960c-494a-b0bf-023095aece58 tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1e433d47-53b8-4ba1-b28d-ad599d89bbf2 HTTP/1.1" status: 200 len: 210 time: 0.0369239 Sep 16 03:52:34.020860 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e549a-e3eb-480d-84e1-ed1293db5e7e req-25acae99-d28f-4a9d-873b-8bf69f31ef10 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:34.022597 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-377e549a-e3eb-480d-84e1-ed1293db5e7e req-25acae99-d28f-4a9d-873b-8bf69f31ef10 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df7ed3f-dd6d-4312-a548-591443add019 HTTP/1.1" status: 200 len: 945 time: 0.0587394 Sep 16 03:52:34.078147 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-377e549a-e3eb-480d-84e1-ed1293db5e7e req-a6e19e9f-f3fe-403d-9b4b-f52ad9fc42fb tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dda34443-519e-4bd2-ac6e-612e709d5440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488381 Sep 16 03:52:34.706083 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 59246) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:52:34.798452 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9ea618-76b9-4311-8289-d8642a27adf2 req-008cc1d2-a274-48cf-a086-b8a40e818576 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:34.799939 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-ad9ea618-76b9-4311-8289-d8642a27adf2 req-008cc1d2-a274-48cf-a086-b8a40e818576 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=aa7bab22-1639-467d-ba7a-94c97e1b9231 HTTP/1.1" status: 200 len: 945 time: 0.0650506 Sep 16 03:52:34.802926 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-8a8108c9-bb15-4af0-9030-451918d8d9f3 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks [] for security_group (893440e6-f0d6-48d8-9032-0e499fc32c7a), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:34.820956 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=100 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:52:34.845333 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-8a8108c9-bb15-4af0-9030-451918d8d9f3 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks [] for security_group (893440e6-f0d6-48d8-9032-0e499fc32c7a), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:34.895835 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-ad9ea618-76b9-4311-8289-d8642a27adf2 req-12aec42e-f3a0-4afc-bc88-49e6a451215e tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a890f157-4eb5-4875-8771-deeceeb2266b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892334 Sep 16 03:52:34.917873 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-38809b3e-b34a-48f8-af2e-18a4cd5d90f3 req-1a3d7a43-e25a-46dc-9e15-b099017b24bf tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1e433d47-53b8-4ba1-b28d-ad599d89bbf2 HTTP/1.1" status: 200 len: 210 time: 0.0311868 Sep 16 03:52:35.048793 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-8a8108c9-bb15-4af0-9030-451918d8d9f3 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (893440e6-f0d6-48d8-9032-0e499fc32c7a), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:35.051388 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-8a8108c9-bb15-4af0-9030-451918d8d9f3 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks [] for security_group (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:35.052505 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-8a8108c9-bb15-4af0-9030-451918d8d9f3 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/893440e6-f0d6-48d8-9032-0e499fc32c7a HTTP/1.1" status: 204 len: 168 time: 0.3453267 Sep 16 03:52:35.056409 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 59250) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:52:35.073599 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8108c9-bb15-4af0-9030-451918d8d9f3 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=893440e6-f0d6-48d8-9032-0e499fc32c7a,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:52:35.074168 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53291834-de77-40be-b8fb-dfe14ffef885 req-23329c68-38f7-4ae1-a056-372fe3e84a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:35.075720 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-53291834-de77-40be-b8fb-dfe14ffef885 req-23329c68-38f7-4ae1-a056-372fe3e84a45 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=ac97d1487c024a68b8ad933d882bb456&device_id=aa7bab22-1639-467d-ba7a-94c97e1b9231 HTTP/1.1" status: 200 len: 1129 time: 0.0398633 Sep 16 03:52:35.076440 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.api.v2.resource [None req-313e7397-de8a-46ce-88cd-f3da07980b75 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] show failed (client error): The resource could not be found. Sep 16 03:52:35.077411 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-313e7397-de8a-46ce-88cd-f3da07980b75 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/security-groups/893440e6-f0d6-48d8-9032-0e499fc32c7a HTTP/1.1" status: 404 len: 347 time: 0.0200796 Sep 16 03:52:35.080432 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 59252) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:52:35.083852 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8108c9-bb15-4af0-9030-451918d8d9f3 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:52:35.099948 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8108c9-bb15-4af0-9030-451918d8d9f3 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:52:35.099948 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8108c9-bb15-4af0-9030-451918d8d9f3 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:52:35.099948 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8108c9-bb15-4af0-9030-451918d8d9f3 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:52:35.099948 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8108c9-bb15-4af0-9030-451918d8d9f3 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:52:35.099948 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8108c9-bb15-4af0-9030-451918d8d9f3 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:52:35.099948 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8108c9-bb15-4af0-9030-451918d8d9f3 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:52:35.099948 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8108c9-bb15-4af0-9030-451918d8d9f3 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:52:35.099948 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8108c9-bb15-4af0-9030-451918d8d9f3 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:52:35.099948 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8108c9-bb15-4af0-9030-451918d8d9f3 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:52:35.099948 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8108c9-bb15-4af0-9030-451918d8d9f3 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:52:35.099948 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8108c9-bb15-4af0-9030-451918d8d9f3 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:52:35.099948 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8108c9-bb15-4af0-9030-451918d8d9f3 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:52:35.099948 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8108c9-bb15-4af0-9030-451918d8d9f3 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:52:35.101350 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8108c9-bb15-4af0-9030-451918d8d9f3 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:52:35.205039 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9002b8b1-704b-4970-9195-69cd4f79a3b8 req-9921ae6a-2c16-4aff-a279-ca66d8f481d8 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:35.206501 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-9002b8b1-704b-4970-9195-69cd4f79a3b8 req-9921ae6a-2c16-4aff-a279-ca66d8f481d8 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df7ed3f-dd6d-4312-a548-591443add019 HTTP/1.1" status: 200 len: 945 time: 0.0465679 Sep 16 03:52:35.270453 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.plugin [None req-a53a5523-a11d-4f67-9db0-144fcff3521a tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Deleting port 8d54ba97-650b-41e2-a6d7-1a1eeb4670a9 {{(pid=113374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 03:52:35.270834 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-a53a5523-a11d-4f67-9db0-144fcff3521a tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672990733'] for port (8d54ba97-650b-41e2-a6d7-1a1eeb4670a9), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:35.274170 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53291834-de77-40be-b8fb-dfe14ffef885 req-ffa48af4-1c68-4aac-8c64-6653787e4fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:35.275705 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-53291834-de77-40be-b8fb-dfe14ffef885 req-ffa48af4-1c68-4aac-8c64-6653787e4fd6 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=64754a20-d60c-49a4-9c39-1462c6265039 HTTP/1.1" status: 200 len: 919 time: 0.1887736 Sep 16 03:52:35.303061 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-9002b8b1-704b-4970-9195-69cd4f79a3b8 req-fe47b16f-359c-4575-a0f2-a3addfc603e4 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dda34443-519e-4bd2-ac6e-612e709d5440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907907 Sep 16 03:52:35.372730 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e1bdb0-6217-444c-98ca-22c321b14901 req-4eaff603-f6c9-418f-9901-b59116358abf tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:35.374204 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-46e1bdb0-6217-444c-98ca-22c321b14901 req-4eaff603-f6c9-418f-9901-b59116358abf tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] 10.222.0.52 "GET /networking/v2.0/networks?id=b5f7c9d9-2726-47bd-8b35-89fb0951bd43 HTTP/1.1" status: 200 len: 814 time: 0.1355462 Sep 16 03:52:35.386761 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-53291834-de77-40be-b8fb-dfe14ffef885 req-266d5d6f-6763-459c-b301-aaff2d4e4298 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=552dfee7-ff27-4901-a9cb-8d274e8becd6 HTTP/1.1" status: 200 len: 1001 time: 0.0967059 Sep 16 03:52:35.387149 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [req-46e1bdb0-6217-444c-98ca-22c321b14901 req-32aadd90-f1de-4463-847b-463b0a5e2dca tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] Request body: {'port': {'device_id': '1e433d47-53b8-4ba1-b28d-ad599d89bbf2', 'network_id': 'b5f7c9d9-2726-47bd-8b35-89fb0951bd43', 'admin_state_up': True, 'tenant_id': '0ea684aa585e4b4483261a014d861cb1'}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:52:35.433822 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-a53a5523-a11d-4f67-9db0-144fcff3521a tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432982'] for port (8d54ba97-650b-41e2-a6d7-1a1eeb4670a9), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:35.434157 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-a53a5523-a11d-4f67-9db0-144fcff3521a tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks [] for floatingip (8d54ba97-650b-41e2-a6d7-1a1eeb4670a9), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:35.452584 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.plugin [None req-a53a5523-a11d-4f67-9db0-144fcff3521a tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Calling delete_port for 8d54ba97-650b-41e2-a6d7-1a1eeb4670a9 owned by network:floatingip {{(pid=113374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 03:52:35.474346 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53291834-de77-40be-b8fb-dfe14ffef885 req-848ad8bf-7623-4998-8e39-c6fbcfcda88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:35.475933 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-53291834-de77-40be-b8fb-dfe14ffef885 req-848ad8bf-7623-4998-8e39-c6fbcfcda88f service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=c8d5968b-806e-4184-9dc4-9781905ff4c8 HTTP/1.1" status: 200 len: 857 time: 0.0778122 Sep 16 03:52:35.559432 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53291834-de77-40be-b8fb-dfe14ffef885 req-a5484905-371b-4caa-9a13-b1304dd66ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:35.560942 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-53291834-de77-40be-b8fb-dfe14ffef885 req-a5484905-371b-4caa-9a13-b1304dd66ad4 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=64754a20-d60c-49a4-9c39-1462c6265039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0543792 Sep 16 03:52:35.593831 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=100 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:52:35.603387 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46e1bdb0-6217-444c-98ca-22c321b14901 req-32aadd90-f1de-4463-847b-463b0a5e2dca tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] Made reservation on behalf of 0ea684aa585e4b4483261a014d861cb1 for: {'port': 1} {{(pid=113375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 03:52:35.607424 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-46e1bdb0-6217-444c-98ca-22c321b14901 req-32aadd90-f1de-4463-847b-463b0a5e2dca tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:35.706669 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-53291834-de77-40be-b8fb-dfe14ffef885 req-90f6c9f5-2972-487c-8fb1-e43594facccc service neutron] 10.222.0.52 "GET /networking/v2.0/networks/64754a20-d60c-49a4-9c39-1462c6265039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382754 Sep 16 03:52:35.740769 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.db_base_plugin_common [req-46e1bdb0-6217-444c-98ca-22c321b14901 req-32aadd90-f1de-4463-847b-463b0a5e2dca tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] Allocated IP 172.20.0.5 (b5f7c9d9-2726-47bd-8b35-89fb0951bd43/89a8228d-1c11-4cd4-b119-4378d3bcc494/3488f17c-8711-4a76-babc-e20b6596afc9) {{(pid=113375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 03:52:35.756410 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:52:35.784511 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:52:35.807651 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-53291834-de77-40be-b8fb-dfe14ffef885 req-170faf5f-62ed-4015-8b34-58251ed574ac service neutron] 10.222.0.52 "GET /networking/v2.0/networks/64754a20-d60c-49a4-9c39-1462c6265039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908749 Sep 16 03:52:35.834240 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-a53a5523-a11d-4f67-9db0-144fcff3521a tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672957835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672515813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965177'] for port (8d54ba97-650b-41e2-a6d7-1a1eeb4670a9), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:35.859113 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53a5523-a11d-4f67-9db0-144fcff3521a tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Pushing event deleted for resources: {'Port': ['ID=8d54ba97-650b-41e2-a6d7-1a1eeb4670a9,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:52:35.900153 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-46e1bdb0-6217-444c-98ca-22c321b14901 req-32aadd90-f1de-4463-847b-463b0a5e2dca tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] Publish callbacks [] for port (3488f17c-8711-4a76-babc-e20b6596afc9), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:35.924265 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:52:35.932457 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-a53a5523-a11d-4f67-9db0-144fcff3521a tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks [] for floatingip (b4ae27e9-9453-4c93-8903-75d4d30a1580), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:35.936190 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-a53a5523-a11d-4f67-9db0-144fcff3521a tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for floatingip (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:35.936365 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-a53a5523-a11d-4f67-9db0-144fcff3521a tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/b4ae27e9-9453-4c93-8903-75d4d30a1580 HTTP/1.1" status: 204 len: 168 time: 0.8549888 Sep 16 03:52:36.017359 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-46e1bdb0-6217-444c-98ca-22c321b14901 req-32aadd90-f1de-4463-847b-463b0a5e2dca tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672515804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4972043'] for port (3488f17c-8711-4a76-babc-e20b6596afc9), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:36.054345 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e70a62-0881-4b00-9edf-8f7145fb90c8 req-dd1d433e-3766-4ae4-a2b9-a09e9f1d6118 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:36.056097 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-e0e70a62-0881-4b00-9edf-8f7145fb90c8 req-dd1d433e-3766-4ae4-a2b9-a09e9f1d6118 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=aa7bab22-1639-467d-ba7a-94c97e1b9231 HTTP/1.1" status: 200 len: 945 time: 0.0490952 Sep 16 03:52:36.089649 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7761cf18-170c-4714-801a-2b6739b246f5 req-d3a49989-e068-41bf-a1c4-ec73751279c5 tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:36.091273 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-7761cf18-170c-4714-801a-2b6739b246f5 req-d3a49989-e068-41bf-a1c4-ec73751279c5 tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1e433d47-53b8-4ba1-b28d-ad599d89bbf2 HTTP/1.1" status: 200 len: 931 time: 0.0854862 Sep 16 03:52:36.095177 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46e1bdb0-6217-444c-98ca-22c321b14901 req-32aadd90-f1de-4463-847b-463b0a5e2dca tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] Network b5f7c9d9-2726-47bd-8b35-89fb0951bd43 is already hosted by enough agents. {{(pid=113375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 03:52:36.100312 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.base_scheduler [req-46e1bdb0-6217-444c-98ca-22c321b14901 req-32aadd90-f1de-4463-847b-463b0a5e2dca tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] Resources bound (agent type, host, resource id): {{(pid=113375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:52:36.103402 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-e0e70a62-0881-4b00-9edf-8f7145fb90c8 req-9705833e-8813-425c-bfd8-ed038b0fbf15 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a890f157-4eb5-4875-8771-deeceeb2266b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412989 Sep 16 03:52:36.105382 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.l3_dvrscheduler_db [req-46e1bdb0-6217-444c-98ca-22c321b14901 req-32aadd90-f1de-4463-847b-463b0a5e2dca tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] Received port after_create {{(pid=113375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 03:52:36.140983 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aadd90-f1de-4463-847b-463b0a5e2dca tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] Pushing event updated for resources: {'Port': ['ID=3488f17c-8711-4a76-babc-e20b6596afc9,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:52:36.148034 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device ffb46fb6-10f2-412d-863b-b8a8006435ee no longer exists at agent hyperv_hv-cinder-85799 {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 03:52:36.172096 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] No Port match for: ffb46fb6-10f2-412d-863b-b8a8006435ee {{(pid=113376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 03:52:36.172537 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device ffb46fb6-10f2-412d-863b-b8a8006435ee not bound to the agent host hv-cinder-85799 {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 03:52:36.182206 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e1bdb0-6217-444c-98ca-22c321b14901 req-32aadd90-f1de-4463-847b-463b0a5e2dca tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:36.182862 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-46e1bdb0-6217-444c-98ca-22c321b14901 req-32aadd90-f1de-4463-847b-463b0a5e2dca tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for port (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:36.208790 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-7761cf18-170c-4714-801a-2b6739b246f5 req-06fed8be-424f-4dcc-9460-8c5521bf9303 tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5ad091c2-7327-4be0-8985-8983b4a4e2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100204 Sep 16 03:52:36.288138 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-46e1bdb0-6217-444c-98ca-22c321b14901 req-32aadd90-f1de-4463-847b-463b0a5e2dca tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9055071 Sep 16 03:52:36.299659 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [req-46e1bdb0-6217-444c-98ca-22c321b14901 req-857e2686-9b11-4d3e-b46b-50d42f5ac89f service neutron] Request body: {'port': {'device_id': '1e433d47-53b8-4ba1-b28d-ad599d89bbf2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85799'}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:52:36.361368 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-46e1bdb0-6217-444c-98ca-22c321b14901 req-857e2686-9b11-4d3e-b46b-50d42f5ac89f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (3488f17c-8711-4a76-babc-e20b6596afc9), before_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:36.457616 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f5e917-04d8-4c8b-a3cd-f6ee6663a513 req-c018871b-a50e-45e8-8c43-15b7bedeb760 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:36.459005 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-69f5e917-04d8-4c8b-a3cd-f6ee6663a513 req-c018871b-a50e-45e8-8c43-15b7bedeb760 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df7ed3f-dd6d-4312-a548-591443add019 HTTP/1.1" status: 200 len: 945 time: 0.0615470 Sep 16 03:52:36.600838 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-69f5e917-04d8-4c8b-a3cd-f6ee6663a513 req-48693b93-450a-45bd-905f-f8daf933e01f tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dda34443-519e-4bd2-ac6e-612e709d5440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031010 Sep 16 03:52:36.679777 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:52:36.693308 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.notifiers.nova [req-46e1bdb0-6217-444c-98ca-22c321b14901 req-857e2686-9b11-4d3e-b46b-50d42f5ac89f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3488f17c-8711-4a76-babc-e20b6596afc9 {{(pid=113375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 03:52:36.704401 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-46e1bdb0-6217-444c-98ca-22c321b14901 req-857e2686-9b11-4d3e-b46b-50d42f5ac89f service neutron] Publish callbacks [] for port (3488f17c-8711-4a76-babc-e20b6596afc9), precommit_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:36.718184 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.provisioning_blocks [req-46e1bdb0-6217-444c-98ca-22c321b14901 req-857e2686-9b11-4d3e-b46b-50d42f5ac89f service neutron] Transition to ACTIVE for port object 3488f17c-8711-4a76-babc-e20b6596afc9 will not be triggered until provisioned by entity L2. {{(pid=113375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 03:52:36.787724 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-46e1bdb0-6217-444c-98ca-22c321b14901 req-857e2686-9b11-4d3e-b46b-50d42f5ac89f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4972082'] for port (3488f17c-8711-4a76-babc-e20b6596afc9), after_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:36.849378 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857e2686-9b11-4d3e-b46b-50d42f5ac89f service neutron] Pushing event updated for resources: {'Port': ['ID=3488f17c-8711-4a76-babc-e20b6596afc9,revision_number=2']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:52:36.899905 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.managers [req-46e1bdb0-6217-444c-98ca-22c321b14901 req-857e2686-9b11-4d3e-b46b-50d42f5ac89f service neutron] Attempting to bind port 3488f17c-8711-4a76-babc-e20b6596afc9 on host hv-cinder-85799 for vnic_type normal with profile {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 03:52:36.900237 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.managers [req-46e1bdb0-6217-444c-98ca-22c321b14901 req-857e2686-9b11-4d3e-b46b-50d42f5ac89f service neutron] Attempting to bind port 3488f17c-8711-4a76-babc-e20b6596afc9 by drivers openvswitch,hyperv on host hv-cinder-85799 at level 0 using segments [{'id': 'c3740327-8486-4dc6-a1c6-f624e91500f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b5f7c9d9-2726-47bd-8b35-89fb0951bd43'}] {{(pid=113375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 03:52:36.900844 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e1bdb0-6217-444c-98ca-22c321b14901 req-857e2686-9b11-4d3e-b46b-50d42f5ac89f service neutron] Attempting to bind port 3488f17c-8711-4a76-babc-e20b6596afc9 on network b5f7c9d9-2726-47bd-8b35-89fb0951bd43 {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 03:52:36.957453 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e1bdb0-6217-444c-98ca-22c321b14901 req-857e2686-9b11-4d3e-b46b-50d42f5ac89f service neutron] Port 3488f17c-8711-4a76-babc-e20b6596afc9 on network b5f7c9d9-2726-47bd-8b35-89fb0951bd43 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85799 {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 03:52:36.957907 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e1bdb0-6217-444c-98ca-22c321b14901 req-857e2686-9b11-4d3e-b46b-50d42f5ac89f service neutron] Attempting to bind port 3488f17c-8711-4a76-babc-e20b6596afc9 on network b5f7c9d9-2726-47bd-8b35-89fb0951bd43 {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 03:52:37.001460 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e1bdb0-6217-444c-98ca-22c321b14901 req-857e2686-9b11-4d3e-b46b-50d42f5ac89f service neutron] Checking agent: {'id': 'd68ba685-94d2-4b65-887f-d5ec3884fbfa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85799', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 3, 46, 18), 'started_at': datetime.datetime(2022, 9, 16, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 3, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 03:52:37.001711 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e1bdb0-6217-444c-98ca-22c321b14901 req-857e2686-9b11-4d3e-b46b-50d42f5ac89f service neutron] Checking segment: {'id': 'c3740327-8486-4dc6-a1c6-f624e91500f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b5f7c9d9-2726-47bd-8b35-89fb0951bd43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 03:52:37.002082 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e1bdb0-6217-444c-98ca-22c321b14901 req-857e2686-9b11-4d3e-b46b-50d42f5ac89f service neutron] Bound using segment: {'id': 'c3740327-8486-4dc6-a1c6-f624e91500f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b5f7c9d9-2726-47bd-8b35-89fb0951bd43'} {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 03:52:37.002505 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.managers [req-46e1bdb0-6217-444c-98ca-22c321b14901 req-857e2686-9b11-4d3e-b46b-50d42f5ac89f service neutron] Bound port: 3488f17c-8711-4a76-babc-e20b6596afc9, host: hv-cinder-85799, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3740327-8486-4dc6-a1c6-f624e91500f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b5f7c9d9-2726-47bd-8b35-89fb0951bd43'}}] {{(pid=113375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 03:52:37.002857 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-46e1bdb0-6217-444c-98ca-22c321b14901 req-857e2686-9b11-4d3e-b46b-50d42f5ac89f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (3488f17c-8711-4a76-babc-e20b6596afc9), before_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:37.064594 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.db [req-46e1bdb0-6217-444c-98ca-22c321b14901 req-857e2686-9b11-4d3e-b46b-50d42f5ac89f service neutron] For port 3488f17c-8711-4a76-babc-e20b6596afc9, host hv-cinder-85799, cleared binding levels {{(pid=113375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 03:52:37.067615 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.db [req-46e1bdb0-6217-444c-98ca-22c321b14901 req-857e2686-9b11-4d3e-b46b-50d42f5ac89f service neutron] For port 3488f17c-8711-4a76-babc-e20b6596afc9, host hv-cinder-85799, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=3488f17c-8711-4a76-babc-e20b6596afc9,segment=NetworkSegment(c3740327-8486-4dc6-a1c6-f624e91500f4),segment_id=c3740327-8486-4dc6-a1c6-f624e91500f4)] {{(pid=113375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 03:52:37.131696 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-46e1bdb0-6217-444c-98ca-22c321b14901 req-857e2686-9b11-4d3e-b46b-50d42f5ac89f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4972082'] for port (3488f17c-8711-4a76-babc-e20b6596afc9), after_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:37.135894 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e1bdb0-6217-444c-98ca-22c321b14901 req-857e2686-9b11-4d3e-b46b-50d42f5ac89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:37.136595 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-46e1bdb0-6217-444c-98ca-22c321b14901 req-857e2686-9b11-4d3e-b46b-50d42f5ac89f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for port (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:37.138026 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-46e1bdb0-6217-444c-98ca-22c321b14901 req-857e2686-9b11-4d3e-b46b-50d42f5ac89f service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/3488f17c-8711-4a76-babc-e20b6596afc9 HTTP/1.1" status: 200 len: 1093 time: 0.8423693 Sep 16 03:52:37.138584 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e433d47-53b8-4ba1-b28d-ad599d89bbf2', 'tag': '3488f17c-8711-4a76-babc-e20b6596afc9'}] {{(pid=113375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 03:52:37.141502 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5377fd1d321389c1792f161ed840337514ae556b8848fe715c314c680a14a908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-904ad970-06ff-413c-a79e-c934a25abd0c" -d '{"events": [{"name": "network-changed", "server_uuid": "1e433d47-53b8-4ba1-b28d-ad599d89bbf2", "tag": "3488f17c-8711-4a76-babc-e20b6596afc9"}]}' {{(pid=113375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 03:52:37.191495 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 03:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-179b0b7c-531f-4ad5-ad65-ae9749575a49 x-openstack-request-id: req-179b0b7c-531f-4ad5-ad65-ae9749575a49 {{(pid=113375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 03:52:37.191779 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e433d47-53b8-4ba1-b28d-ad599d89bbf2", "tag": "3488f17c-8711-4a76-babc-e20b6596afc9", "status": "completed", "code": 200}]} {{(pid=113375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 03:52:37.192024 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-179b0b7c-531f-4ad5-ad65-ae9749575a49 {{(pid=113375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 03:52:37.192417 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-179b0b7c-531f-4ad5-ad65-ae9749575a49'] response: {'name': 'network-changed', 'server_uuid': '1e433d47-53b8-4ba1-b28d-ad599d89bbf2', 'tag': '3488f17c-8711-4a76-babc-e20b6596afc9', 'status': 'completed', 'code': 200} Sep 16 03:52:37.197323 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857e2686-9b11-4d3e-b46b-50d42f5ac89f service neutron] Pushing event updated for resources: {'Port': ['ID=3488f17c-8711-4a76-babc-e20b6596afc9,revision_number=3']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:52:37.274815 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ad970-06ff-413c-a79e-c934a25abd0c req-502bd423-96cc-4eb1-9157-3e24a5e718ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:37.278547 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-904ad970-06ff-413c-a79e-c934a25abd0c req-502bd423-96cc-4eb1-9157-3e24a5e718ff service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=0ea684aa585e4b4483261a014d861cb1&device_id=1e433d47-53b8-4ba1-b28d-ad599d89bbf2 HTTP/1.1" status: 200 len: 1127 time: 0.0553272 Sep 16 03:52:37.286992 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6026ef-4e61-4290-afe7-acf1411d3393 req-e9e0c47d-516e-4b4c-988a-3d1bb15ad651 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:37.288457 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-8b6026ef-4e61-4290-afe7-acf1411d3393 req-e9e0c47d-516e-4b4c-988a-3d1bb15ad651 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=aa7bab22-1639-467d-ba7a-94c97e1b9231 HTTP/1.1" status: 200 len: 945 time: 0.0927327 Sep 16 03:52:37.295402 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:52:37.344441 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-8b6026ef-4e61-4290-afe7-acf1411d3393 req-8481603f-1ee9-46d8-98e4-ba1e300e5156 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a890f157-4eb5-4875-8771-deeceeb2266b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478520 Sep 16 03:52:37.399815 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb74c8-6294-4b7a-b578-84adfc46b411 req-a637ea7e-9fd5-4f3c-8e4f-80086733ceaa tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:37.401390 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-8dbb74c8-6294-4b7a-b578-84adfc46b411 req-a637ea7e-9fd5-4f3c-8e4f-80086733ceaa tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1e433d47-53b8-4ba1-b28d-ad599d89bbf2 HTTP/1.1" status: 200 len: 943 time: 0.0886226 Sep 16 03:52:37.452528 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ad970-06ff-413c-a79e-c934a25abd0c req-61114031-c6e2-4b6b-96a6-99d89d9d6845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:37.453978 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-904ad970-06ff-413c-a79e-c934a25abd0c req-61114031-c6e2-4b6b-96a6-99d89d9d6845 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?tenant_id=0ea684aa585e4b4483261a014d861cb1&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1693585 Sep 16 03:52:37.486341 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-8dbb74c8-6294-4b7a-b578-84adfc46b411 req-14e21847-0976-4db7-bd85-da159c857b6a tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5ad091c2-7327-4be0-8985-8983b4a4e2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764685 Sep 16 03:52:37.575043 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ad970-06ff-413c-a79e-c934a25abd0c req-f6e26ed1-8589-414e-96e3-5f40c02953fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:37.576543 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-904ad970-06ff-413c-a79e-c934a25abd0c req-f6e26ed1-8589-414e-96e3-5f40c02953fc service neutron] 10.222.0.52 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1062963 Sep 16 03:52:37.620905 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:52:37.653666 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e1bdb0-6217-444c-98ca-22c321b14901 req-f067b339-9751-4341-9774-54cc222f0623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:37.655213 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-46e1bdb0-6217-444c-98ca-22c321b14901 req-f067b339-9751-4341-9774-54cc222f0623 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=0ea684aa585e4b4483261a014d861cb1&device_id=1e433d47-53b8-4ba1-b28d-ad599d89bbf2 HTTP/1.1" status: 200 len: 1127 time: 0.0418243 Sep 16 03:52:37.697783 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-46e1bdb0-6217-444c-98ca-22c321b14901 req-1317a32a-3b8a-4067-b8d7-b893d1178fcf service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3488f17c-8711-4a76-babc-e20b6596afc9 HTTP/1.1" status: 200 len: 217 time: 0.0356889 Sep 16 03:52:37.773151 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4bec4f-bc42-4d1b-9b8d-6a1d220e3d3a req-ad80d662-aff8-43a9-b854-a6ddb3f60696 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:37.774605 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-0e4bec4f-bc42-4d1b-9b8d-6a1d220e3d3a req-ad80d662-aff8-43a9-b854-a6ddb3f60696 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df7ed3f-dd6d-4312-a548-591443add019 HTTP/1.1" status: 200 len: 945 time: 0.0793240 Sep 16 03:52:37.798224 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e1bdb0-6217-444c-98ca-22c321b14901 req-0c59bcdb-7656-4f46-b33d-10d5c5aa7516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:37.799560 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-46e1bdb0-6217-444c-98ca-22c321b14901 req-0c59bcdb-7656-4f46-b33d-10d5c5aa7516 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=89a8228d-1c11-4cd4-b119-4378d3bcc494 HTTP/1.1" status: 200 len: 854 time: 0.0911961 Sep 16 03:52:37.844170 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-46e1bdb0-6217-444c-98ca-22c321b14901 req-fd4b618d-2404-4ee0-8b6c-60dcad2ee7a5 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=b5f7c9d9-2726-47bd-8b35-89fb0951bd43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366285 Sep 16 03:52:37.851112 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-0e4bec4f-bc42-4d1b-9b8d-6a1d220e3d3a req-d8444fd2-7770-4019-889c-0a8cbf2a522c tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dda34443-519e-4bd2-ac6e-612e709d5440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698967 Sep 16 03:52:38.158685 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-46e1bdb0-6217-444c-98ca-22c321b14901 req-cf86cbe2-312b-4653-835c-4fa6fc559867 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/b5f7c9d9-2726-47bd-8b35-89fb0951bd43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066525 Sep 16 03:52:38.273530 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81986e0e-e2fa-49cf-bfae-c6e8b0ccc44b req-51bcbdb5-0998-49ea-bdb7-fb30f43e138e tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:38.274984 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-81986e0e-e2fa-49cf-bfae-c6e8b0ccc44b req-51bcbdb5-0998-49ea-bdb7-fb30f43e138e tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df7ed3f-dd6d-4312-a548-591443add019 HTTP/1.1" status: 200 len: 945 time: 0.0600917 Sep 16 03:52:38.314928 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-46e1bdb0-6217-444c-98ca-22c321b14901 req-2a33b667-128b-4641-8076-1fd167e03845 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/b5f7c9d9-2726-47bd-8b35-89fb0951bd43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441736 Sep 16 03:52:38.339971 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-81986e0e-e2fa-49cf-bfae-c6e8b0ccc44b req-b2b1261f-eaa4-4232-bb5c-d0e0c1efaec2 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dda34443-519e-4bd2-ac6e-612e709d5440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576706 Sep 16 03:52:38.422883 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a14e0-ce49-4fef-bbfe-e5c17fb59f14 req-97cb8d50-4977-4dbe-b02b-3bd4451190f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:38.424312 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-838a14e0-ce49-4fef-bbfe-e5c17fb59f14 req-97cb8d50-4977-4dbe-b02b-3bd4451190f4 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=e94b50976295422c9c8374155cf2d2c2&device_id=2df7ed3f-dd6d-4312-a548-591443add019 HTTP/1.1" status: 200 len: 1129 time: 0.0406458 Sep 16 03:52:38.475128 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a911cdfb-f552-48f5-9ef1-a8e56a04ce2a req-3b06fa39-8e50-4993-a2e4-1d076d1bff8f tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:38.476675 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-a911cdfb-f552-48f5-9ef1-a8e56a04ce2a req-3b06fa39-8e50-4993-a2e4-1d076d1bff8f tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=aa7bab22-1639-467d-ba7a-94c97e1b9231 HTTP/1.1" status: 200 len: 945 time: 0.0506947 Sep 16 03:52:38.520162 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a14e0-ce49-4fef-bbfe-e5c17fb59f14 req-49c77ed0-a1f4-4efe-9dee-b9022ac499f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:38.521617 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-838a14e0-ce49-4fef-bbfe-e5c17fb59f14 req-49c77ed0-a1f4-4efe-9dee-b9022ac499f1 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=96000232-5a2c-4cbe-8524-4ab75044ef77 HTTP/1.1" status: 200 len: 911 time: 0.0909290 Sep 16 03:52:38.528669 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-a911cdfb-f552-48f5-9ef1-a8e56a04ce2a req-797f430f-3127-4127-8b11-4f18b304c52c tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a890f157-4eb5-4875-8771-deeceeb2266b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445068 Sep 16 03:52:38.612230 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18498da7-d9eb-4d48-9e23-9e990e8ab907 req-2cc996f3-dac9-41c5-92a2-4d57fe4e1854 tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:38.613694 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-18498da7-d9eb-4d48-9e23-9e990e8ab907 req-2cc996f3-dac9-41c5-92a2-4d57fe4e1854 tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1e433d47-53b8-4ba1-b28d-ad599d89bbf2 HTTP/1.1" status: 200 len: 943 time: 0.0474920 Sep 16 03:52:38.661724 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-18498da7-d9eb-4d48-9e23-9e990e8ab907 req-a47a4d0a-58d8-4cf6-8bd8-959235332818 tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5ad091c2-7327-4be0-8985-8983b4a4e2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421121 Sep 16 03:52:39.135489 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029df0ff-fbae-4950-a53b-6694d012d7a3 req-f4791e5a-3754-485d-9c23-a2b9740a0902 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:39.137587 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-029df0ff-fbae-4950-a53b-6694d012d7a3 req-f4791e5a-3754-485d-9c23-a2b9740a0902 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6fee7fbd-189b-4a53-ba78-d66512c7b09d HTTP/1.1" status: 200 len: 946 time: 0.0511041 Sep 16 03:52:39.148897 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=100 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:52:39.186391 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-029df0ff-fbae-4950-a53b-6694d012d7a3 req-c1db1609-c8f5-4b7f-90fd-9bf77426f6fc tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=027aaa3c-b814-436c-be79-fb5c0a99b9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429554 Sep 16 03:52:39.466311 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2788fc5f-2efc-4c41-aa3c-30cd117bbcf8 req-62783be2-d3c8-45ea-a961-6e8a4766b806 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:39.467829 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-2788fc5f-2efc-4c41-aa3c-30cd117bbcf8 req-62783be2-d3c8-45ea-a961-6e8a4766b806 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df7ed3f-dd6d-4312-a548-591443add019 HTTP/1.1" status: 200 len: 945 time: 0.0469251 Sep 16 03:52:39.469731 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-838a14e0-ce49-4fef-bbfe-e5c17fb59f14 req-699e2e61-f6f2-49fd-a606-a78b2291d8a3 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88d08060-53df-4d74-b5dd-97e3666abaeb HTTP/1.1" status: 200 len: 1000 time: 0.0569727 Sep 16 03:52:39.516642 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-2788fc5f-2efc-4c41-aa3c-30cd117bbcf8 req-503de9e5-d2b1-4cd1-972d-6d6eae050535 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dda34443-519e-4bd2-ac6e-612e709d5440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429938 Sep 16 03:52:39.521349 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a14e0-ce49-4fef-bbfe-e5c17fb59f14 req-94937b1d-37f5-4a33-8b83-555d156e707d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:39.522931 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-838a14e0-ce49-4fef-bbfe-e5c17fb59f14 req-94937b1d-37f5-4a33-8b83-555d156e707d service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=4abf9a95-17e5-40d7-a907-9f39161a7362 HTTP/1.1" status: 200 len: 849 time: 0.0447707 Sep 16 03:52:39.664944 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cf4c2d-8eaa-48d3-b087-71cc6a939351 req-af970ca9-048f-4b75-912c-70347efc5695 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:39.666325 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-e8cf4c2d-8eaa-48d3-b087-71cc6a939351 req-af970ca9-048f-4b75-912c-70347efc5695 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=aa7bab22-1639-467d-ba7a-94c97e1b9231 HTTP/1.1" status: 200 len: 945 time: 0.0497942 Sep 16 03:52:39.714946 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-e8cf4c2d-8eaa-48d3-b087-71cc6a939351 req-f62d5756-02eb-424e-bfc7-cb509e8ae8c4 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a890f157-4eb5-4875-8771-deeceeb2266b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415564 Sep 16 03:52:39.787735 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eebde8-3b2f-409f-9472-230b216b4355 req-9767ee4a-81bc-4685-a67c-437335960255 tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:39.789198 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-39eebde8-3b2f-409f-9472-230b216b4355 req-9767ee4a-81bc-4685-a67c-437335960255 tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1e433d47-53b8-4ba1-b28d-ad599d89bbf2 HTTP/1.1" status: 200 len: 943 time: 0.0501883 Sep 16 03:52:40.073974 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-39eebde8-3b2f-409f-9472-230b216b4355 req-68d689dc-1d10-47cf-947c-144947cbe454 tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5ad091c2-7327-4be0-8985-8983b4a4e2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777784 Sep 16 03:52:40.148017 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device 3488f17c-8711-4a76-babc-e20b6596afc9 details requested by agent hyperv_hv-cinder-85799 with host hv-cinder-85799 {{(pid=113376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 03:52:40.209531 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:52:40.211498 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:52:40.246114 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] For port 3488f17c-8711-4a76-babc-e20b6596afc9, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=3488f17c-8711-4a76-babc-e20b6596afc9,segment=NetworkSegment(c3740327-8486-4dc6-a1c6-f624e91500f4),segment_id=c3740327-8486-4dc6-a1c6-f624e91500f4)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:52:40.257464 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Returning: {'device': '3488f17c-8711-4a76-babc-e20b6596afc9', 'network_id': 'b5f7c9d9-2726-47bd-8b35-89fb0951bd43', 'port_id': '3488f17c-8711-4a76-babc-e20b6596afc9', 'mac_address': 'fa:16:3e:4c:1d:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89a8228d-1c11-4cd4-b119-4378d3bcc494', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 03:52:40.296098 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Current status of the port 3488f17c-8711-4a76-babc-e20b6596afc9 is: DOWN; New status is: BUILD {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:52:40.296488 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (3488f17c-8711-4a76-babc-e20b6596afc9), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:40.310219 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d932062e-0709-44b2-b339-4ebd70eabb1f req-6d639fb9-ceca-41b5-86d0-ca44fea803f3 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:40.311212 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.notifiers.nova [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3488f17c-8711-4a76-babc-e20b6596afc9 {{(pid=113376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 03:52:40.311795 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-d932062e-0709-44b2-b339-4ebd70eabb1f req-6d639fb9-ceca-41b5-86d0-ca44fea803f3 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6fee7fbd-189b-4a53-ba78-d66512c7b09d HTTP/1.1" status: 200 len: 946 time: 0.0480130 Sep 16 03:52:40.337846 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] For port 3488f17c-8711-4a76-babc-e20b6596afc9, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=3488f17c-8711-4a76-babc-e20b6596afc9,segment=NetworkSegment(c3740327-8486-4dc6-a1c6-f624e91500f4),segment_id=c3740327-8486-4dc6-a1c6-f624e91500f4)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:52:40.364566 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-d932062e-0709-44b2-b339-4ebd70eabb1f req-5d22090a-4434-48e6-ac45-019bb18f588e tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=027aaa3c-b814-436c-be79-fb5c0a99b9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472424 Sep 16 03:52:40.420543 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (3488f17c-8711-4a76-babc-e20b6596afc9), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:40.467602 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Pushing event updated for resources: {'Port': ['ID=3488f17c-8711-4a76-babc-e20b6596afc9,revision_number=4']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:52:40.642234 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1164df-7f81-4b33-85c3-e0f73cf443be req-a012f7ba-bce1-4bbe-bb92-e8f8f231ba91 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:40.643634 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-ac1164df-7f81-4b33-85c3-e0f73cf443be req-a012f7ba-bce1-4bbe-bb92-e8f8f231ba91 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df7ed3f-dd6d-4312-a548-591443add019 HTTP/1.1" status: 200 len: 945 time: 0.0463600 Sep 16 03:52:40.669358 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:52:40.692284 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-ac1164df-7f81-4b33-85c3-e0f73cf443be req-9cc846a0-1af7-46eb-bbce-2efd07c3f6c9 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dda34443-519e-4bd2-ac6e-612e709d5440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431614 Sep 16 03:52:40.724889 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] get_ports_and_sgs() called for port_ids ['3488f17c-8711-4a76-babc-e20b6596afc9'] {{(pid=113376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 03:52:40.840337 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ff0a6-b0c2-4232-a5ff-dbf902f329c0 req-6cb58734-60ea-49be-b00e-20b6769e5d98 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:40.841801 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-0d6ff0a6-b0c2-4232-a5ff-dbf902f329c0 req-6cb58734-60ea-49be-b00e-20b6769e5d98 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=aa7bab22-1639-467d-ba7a-94c97e1b9231 HTTP/1.1" status: 200 len: 945 time: 0.0506852 Sep 16 03:52:40.893289 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=100 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:52:40.898873 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-0d6ff0a6-b0c2-4232-a5ff-dbf902f329c0 req-00ee8699-d756-42f0-8b45-9ca3e0556a8f tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a890f157-4eb5-4875-8771-deeceeb2266b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515063 Sep 16 03:52:40.926597 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a14e0-ce49-4fef-bbfe-e5c17fb59f14 req-51508c2c-296c-4bc7-9da5-4303cc91bfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:40.928171 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-838a14e0-ce49-4fef-bbfe-e5c17fb59f14 req-51508c2c-296c-4bc7-9da5-4303cc91bfa0 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=96000232-5a2c-4cbe-8524-4ab75044ef77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446949 Sep 16 03:52:41.025182 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-838a14e0-ce49-4fef-bbfe-e5c17fb59f14 req-6ac711be-596d-4889-949a-630424a45900 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/96000232-5a2c-4cbe-8524-4ab75044ef77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836906 Sep 16 03:52:41.178983 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-838a14e0-ce49-4fef-bbfe-e5c17fb59f14 req-d0f01830-ba86-4d28-b0fa-cb39a926d601 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/96000232-5a2c-4cbe-8524-4ab75044ef77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933075 Sep 16 03:52:41.200141 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499ac097-1bd2-4cdb-9418-070c4b687d83 req-e4f65ca5-6c3a-4e83-af2e-039b873f016e tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:41.201588 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-499ac097-1bd2-4cdb-9418-070c4b687d83 req-e4f65ca5-6c3a-4e83-af2e-039b873f016e tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1e433d47-53b8-4ba1-b28d-ad599d89bbf2 HTTP/1.1" status: 200 len: 944 time: 0.0514617 Sep 16 03:52:41.250475 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-499ac097-1bd2-4cdb-9418-070c4b687d83 req-011ad94a-4fbc-4d5e-beea-7f5f9ceb6e41 tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5ad091c2-7327-4be0-8985-8983b4a4e2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432699 Sep 16 03:52:41.277051 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd3785-f390-4d24-a3d2-4e2358805a82 req-fdceab77-5f37-46fc-ade9-476d689b90f1 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:41.278479 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-4bfd3785-f390-4d24-a3d2-4e2358805a82 req-fdceab77-5f37-46fc-ade9-476d689b90f1 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6fee7fbd-189b-4a53-ba78-d66512c7b09d HTTP/1.1" status: 200 len: 946 time: 0.0475519 Sep 16 03:52:41.367358 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.plugin [req-4bfd3785-f390-4d24-a3d2-4e2358805a82 req-11f6c985-a2b9-4192-b271-53d452e24e3e tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Deleting port 0ec6698f-782e-4670-8cd3-efb57d7433ad {{(pid=113375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 03:52:41.368044 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-4bfd3785-f390-4d24-a3d2-4e2358805a82 req-11f6c985-a2b9-4192-b271-53d452e24e3e tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672990733'] for port (0ec6698f-782e-4670-8cd3-efb57d7433ad), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:41.487892 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.db [req-4bfd3785-f390-4d24-a3d2-4e2358805a82 req-11f6c985-a2b9-4192-b271-53d452e24e3e tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] For port 0ec6698f-782e-4670-8cd3-efb57d7433ad, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=0ec6698f-782e-4670-8cd3-efb57d7433ad,segment=NetworkSegment(8f3c2513-130a-4e92-b8d6-c7c7e1d1ec24),segment_id=8f3c2513-130a-4e92-b8d6-c7c7e1d1ec24)] {{(pid=113375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:52:41.488253 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-4bfd3785-f390-4d24-a3d2-4e2358805a82 req-11f6c985-a2b9-4192-b271-53d452e24e3e tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432982'] for port (0ec6698f-782e-4670-8cd3-efb57d7433ad), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:41.530327 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddde371f-49f5-4904-aa38-2d60fbb55e82 req-07aaaa20-3ffd-4f55-a8fa-fb36baeaa8b0 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:41.531833 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-ddde371f-49f5-4904-aa38-2d60fbb55e82 req-07aaaa20-3ffd-4f55-a8fa-fb36baeaa8b0 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6fee7fbd-189b-4a53-ba78-d66512c7b09d HTTP/1.1" status: 200 len: 946 time: 0.0894637 Sep 16 03:52:41.595816 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=100 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:52:41.680703 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-ddde371f-49f5-4904-aa38-2d60fbb55e82 req-f517dcd9-d3a5-4d84-b6b3-714e36615702 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=027aaa3c-b814-436c-be79-fb5c0a99b9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199601 Sep 16 03:52:41.747785 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-4bfd3785-f390-4d24-a3d2-4e2358805a82 req-11f6c985-a2b9-4192-b271-53d452e24e3e tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:41.748160 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-4bfd3785-f390-4d24-a3d2-4e2358805a82 req-11f6c985-a2b9-4192-b271-53d452e24e3e tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-452268'] for floatingip (5e19042f-f5ce-47eb-a370-31731c9c213d), after_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:41.748470 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.db.l3_db [req-4bfd3785-f390-4d24-a3d2-4e2358805a82 req-11f6c985-a2b9-4192-b271-53d452e24e3e tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Floating IP 5e19042f-f5ce-47eb-a370-31731c9c213d disassociated. External IP: 172.27.0.53, port: 0ec6698f-782e-4670-8cd3-efb57d7433ad. Sep 16 03:52:41.748821 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.plugin [req-4bfd3785-f390-4d24-a3d2-4e2358805a82 req-11f6c985-a2b9-4192-b271-53d452e24e3e tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Calling delete_port for 0ec6698f-782e-4670-8cd3-efb57d7433ad owned by compute:nova {{(pid=113375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 03:52:41.817320 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e8afb-49cd-4ada-831a-5e54b4be430f req-ccadf096-9e28-4f09-82d6-7ec1c57cee31 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:41.818876 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-242e8afb-49cd-4ada-831a-5e54b4be430f req-ccadf096-9e28-4f09-82d6-7ec1c57cee31 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df7ed3f-dd6d-4312-a548-591443add019 HTTP/1.1" status: 200 len: 945 time: 0.0464299 Sep 16 03:52:41.867385 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-242e8afb-49cd-4ada-831a-5e54b4be430f req-ab8b39e5-3109-4fdc-951c-9974a16b89a2 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dda34443-519e-4bd2-ac6e-612e709d5440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421104 Sep 16 03:52:41.951794 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-4bfd3785-f390-4d24-a3d2-4e2358805a82 req-11f6c985-a2b9-4192-b271-53d452e24e3e tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672957835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672515813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4972043'] for port (0ec6698f-782e-4670-8cd3-efb57d7433ad), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:41.987140 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f6c985-a2b9-4192-b271-53d452e24e3e tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Pushing event deleted for resources: {'Port': ['ID=0ec6698f-782e-4670-8cd3-efb57d7433ad,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:52:42.080288 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6978c7f-3b26-4c39-9bc7-3ad51a236aa6 req-b0d9be3d-c427-48c3-8341-3e6c89d2c876 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:42.081756 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-e6978c7f-3b26-4c39-9bc7-3ad51a236aa6 req-b0d9be3d-c427-48c3-8341-3e6c89d2c876 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=aa7bab22-1639-467d-ba7a-94c97e1b9231 HTTP/1.1" status: 200 len: 945 time: 0.0985892 Sep 16 03:52:42.087166 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:52:42.156577 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device 3488f17c-8711-4a76-babc-e20b6596afc9 up at agent hyperv_hv-cinder-85799 {{(pid=113376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 03:52:42.173853 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-e6978c7f-3b26-4c39-9bc7-3ad51a236aa6 req-7727f032-be64-401e-898e-ab1373bb4278 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a890f157-4eb5-4875-8771-deeceeb2266b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840006 Sep 16 03:52:42.181090 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4bfd3785-f390-4d24-a3d2-4e2358805a82 req-11f6c985-a2b9-4192-b271-53d452e24e3e tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Router e8eb6dc3-21a2-4b6e-907d-9210534718fc has already been hosted by L3 agent 20a8dcff-cb91-4cfb-b5ee-87736efe33d8 {{(pid=113375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 03:52:42.204393 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Provisioning for port 3488f17c-8711-4a76-babc-e20b6596afc9 completed by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 03:52:42.280184 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Provisioning complete for port 3488f17c-8711-4a76-babc-e20b6596afc9 triggered by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:52:42.280587 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (3488f17c-8711-4a76-babc-e20b6596afc9), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:42.281496 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Attempt 1 to provision port 3488f17c-8711-4a76-babc-e20b6596afc9 Sep 16 03:52:42.309207 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4bfd3785-f390-4d24-a3d2-4e2358805a82 req-11f6c985-a2b9-4192-b271-53d452e24e3e tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Notify agent at l3_agent.dv-cinder-857993-1-iscsi the message routers_updated {{(pid=113375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 03:52:42.348709 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63943bf-5ad3-406f-833b-f941324820b4 None None] Sync routers for ids ['e8eb6dc3-21a2-4b6e-907d-9210534718fc'] in dv-cinder-857993-1-iscsi {{(pid=113376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 03:52:42.359124 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bfd3785-f390-4d24-a3d2-4e2358805a82 req-11f6c985-a2b9-4192-b271-53d452e24e3e tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] No DVR routers for this DVR port 0ec6698f-782e-4670-8cd3-efb57d7433ad on host hv-cinder-85799 {{(pid=113375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 03:52:42.362219 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-4bfd3785-f390-4d24-a3d2-4e2358805a82 req-11f6c985-a2b9-4192-b271-53d452e24e3e tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for port (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:42.365727 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-4bfd3785-f390-4d24-a3d2-4e2358805a82 req-11f6c985-a2b9-4192-b271-53d452e24e3e tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.52 "DELETE /networking/v2.0/ports/0ec6698f-782e-4670-8cd3-efb57d7433ad HTTP/1.1" status: 204 len: 173 time: 1.0816803 Sep 16 03:52:42.366217 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fee7fbd-189b-4a53-ba78-d66512c7b09d', 'name': 'network-vif-deleted', 'tag': '0ec6698f-782e-4670-8cd3-efb57d7433ad'}] {{(pid=113375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 03:52:42.369023 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5377fd1d321389c1792f161ed840337514ae556b8848fe715c314c680a14a908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac50c4cb-57a1-45c9-9be6-dc685ba9ba89" -d '{"events": [{"server_uuid": "6fee7fbd-189b-4a53-ba78-d66512c7b09d", "name": "network-vif-deleted", "tag": "0ec6698f-782e-4670-8cd3-efb57d7433ad"}]}' {{(pid=113375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 03:52:42.388753 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63943bf-5ad3-406f-833b-f941324820b4 None None] Routers {'e8eb6dc3-21a2-4b6e-907d-9210534718fc'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:52:42.393879 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-b63943bf-5ad3-406f-833b-f941324820b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:52:25Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['e8eb6dc3-21a2-4b6e-907d-9210534718fc'], 'active': True} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:52:42.434781 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c121f5b2-49fd-4be1-8f6f-771eb23b818a req-94913109-3075-4f0a-bfd3-97f485c24b15 tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:42.437220 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-c121f5b2-49fd-4be1-8f6f-771eb23b818a req-94913109-3075-4f0a-bfd3-97f485c24b15 tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1e433d47-53b8-4ba1-b28d-ad599d89bbf2 HTTP/1.1" status: 200 len: 944 time: 0.0529919 Sep 16 03:52:42.465420 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 03:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d7d093b-e41f-411e-b7ac-f7378c6b387b x-openstack-request-id: req-7d7d093b-e41f-411e-b7ac-f7378c6b387b {{(pid=113375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 03:52:42.465912 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fee7fbd-189b-4a53-ba78-d66512c7b09d", "name": "network-vif-deleted", "tag": "0ec6698f-782e-4670-8cd3-efb57d7433ad", "status": "completed", "code": 200}]} {{(pid=113375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 03:52:42.466278 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7d7d093b-e41f-411e-b7ac-f7378c6b387b {{(pid=113375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 03:52:42.466549 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d7d093b-e41f-411e-b7ac-f7378c6b387b'] response: {'server_uuid': '6fee7fbd-189b-4a53-ba78-d66512c7b09d', 'name': 'network-vif-deleted', 'tag': '0ec6698f-782e-4670-8cd3-efb57d7433ad', 'status': 'completed', 'code': 200} Sep 16 03:52:42.512085 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-c121f5b2-49fd-4be1-8f6f-771eb23b818a req-817f9e48-cc6e-40de-b5fd-c779c8db0823 tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5ad091c2-7327-4be0-8985-8983b4a4e2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683537 Sep 16 03:52:42.587982 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:52:42.590649 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvr_db [None req-b63943bf-5ad3-406f-833b-f941324820b4 None None] Set router e8eb6dc3-21a2-4b6e-907d-9210534718fc gateway port host: dv-cinder-857993-1-iscsi {{(pid=113376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:52:42.617026 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Current status of the port 3488f17c-8711-4a76-babc-e20b6596afc9 is: BUILD; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:52:42.617417 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (3488f17c-8711-4a76-babc-e20b6596afc9), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:42.677433 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e433d47-53b8-4ba1-b28d-ad599d89bbf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3488f17c-8711-4a76-babc-e20b6596afc9'}] {{(pid=113376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 03:52:42.679756 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536f81a66b80124a32e6614edce579112ba342401ad4fb2d1257d5ac670fb901" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e58a77f8-2bd0-40f0-a57a-4eec1f9c0f1d" -d '{"events": [{"server_uuid": "1e433d47-53b8-4ba1-b28d-ad599d89bbf2", "name": "network-vif-plugged", "status": "completed", "tag": "3488f17c-8711-4a76-babc-e20b6596afc9"}]}' {{(pid=113376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 03:52:42.730292 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] For port 3488f17c-8711-4a76-babc-e20b6596afc9, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=3488f17c-8711-4a76-babc-e20b6596afc9,segment=NetworkSegment(c3740327-8486-4dc6-a1c6-f624e91500f4),segment_id=c3740327-8486-4dc6-a1c6-f624e91500f4)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:52:42.736686 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 03:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f267238e-40ad-4ca1-be36-0f5d916f6841 x-openstack-request-id: req-f267238e-40ad-4ca1-be36-0f5d916f6841 {{(pid=113376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 03:52:42.736971 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e433d47-53b8-4ba1-b28d-ad599d89bbf2", "name": "network-vif-plugged", "status": "completed", "tag": "3488f17c-8711-4a76-babc-e20b6596afc9", "code": 200}]} {{(pid=113376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 03:52:42.737231 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f267238e-40ad-4ca1-be36-0f5d916f6841 {{(pid=113376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 03:52:42.737626 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f267238e-40ad-4ca1-be36-0f5d916f6841'] response: {'server_uuid': '1e433d47-53b8-4ba1-b28d-ad599d89bbf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3488f17c-8711-4a76-babc-e20b6596afc9', 'code': 200} Sep 16 03:52:42.809268 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-7f91de6c-e09d-4d55-b2f3-d6f3686aac85 req-96f3b4ec-187a-4149-8b3b-e4e42211b924 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6fee7fbd-189b-4a53-ba78-d66512c7b09d HTTP/1.1" status: 200 len: 210 time: 0.0382931 Sep 16 03:52:42.821078 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:52:42.826764 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-b63943bf-5ad3-406f-833b-f941324820b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'name': 'tempest-AttachVolumeNegativeTest-1637071771-router', 'tenant_id': '8ee4a40c6c264553a14e0eff367da4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'e7b2fb5b-4aa2-42c3-b650-b953cc723fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:11Z', 'updated_at': '2022-09-16T03:48:23Z', 'revision_number': 4, 'project_id': '8ee4a40c6c264553a14e0eff367da4a0', 'gw_port': {'id': 'e7b2fb5b-4aa2-42c3-b650-b953cc723fe7', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:45:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:12Z', 'updated_at': '2022-09-16T03:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_interfaces': [{'id': 'ddd557da-e9c8-431d-9885-21bd1fddfa19', 'name': '', 'network_id': '4ff8c520-12d3-47e5-b499-6dbd6e9a131a', 'tenant_id': '8ee4a40c6c264553a14e0eff367da4a0', 'mac_address': 'fa:16:3e:6f:ba:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'dc6b4dbf-6194-4053-a2ab-d05e1046d55f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:21Z', 'updated_at': '2022-09-16T03:48:32Z', 'revision_number': 5, 'project_id': '8ee4a40c6c264553a14e0eff367da4a0', 'subnets': [{'id': 'dc6b4dbf-6194-4053-a2ab-d05e1046d55f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:52:42.829926 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (3488f17c-8711-4a76-babc-e20b6596afc9), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:42.857616 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63943bf-5ad3-406f-833b-f941324820b4 None None] Checking router: e8eb6dc3-21a2-4b6e-907d-9210534718fc for host: dv-cinder-857993-1-iscsi {{(pid=113376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 03:52:42.895083 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63943bf-5ad3-406f-833b-f941324820b4 None None] Routers {'e8eb6dc3-21a2-4b6e-907d-9210534718fc'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:52:42.895711 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-b63943bf-5ad3-406f-833b-f941324820b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:52:25Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['e8eb6dc3-21a2-4b6e-907d-9210534718fc'], 'active': True} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:52:42.953465 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Pushing event updated for resources: {'Port': ['ID=3488f17c-8711-4a76-babc-e20b6596afc9,revision_number=5']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:52:42.999264 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4027fcc8-70e3-4d61-818a-d656f888985f req-60a0e2c7-7e9e-4b2b-a209-e15e8cb661fd tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:43.000760 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-4027fcc8-70e3-4d61-818a-d656f888985f req-60a0e2c7-7e9e-4b2b-a209-e15e8cb661fd tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df7ed3f-dd6d-4312-a548-591443add019 HTTP/1.1" status: 200 len: 945 time: 0.0532289 Sep 16 03:52:43.022681 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:52:43.025585 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvr_db [None req-b63943bf-5ad3-406f-833b-f941324820b4 None None] Set router e8eb6dc3-21a2-4b6e-907d-9210534718fc gateway port host: dv-cinder-857993-1-iscsi {{(pid=113376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:52:43.053327 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-4027fcc8-70e3-4d61-818a-d656f888985f req-c3df54c8-fc29-4662-a263-cd1b65c317c7 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dda34443-519e-4bd2-ac6e-612e709d5440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459874 Sep 16 03:52:43.152767 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bda93ae-8f61-4a5b-a63d-72b25a019d9c req-21b15dee-34b9-4320-bfeb-2e93deaccefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:43.154388 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-0bda93ae-8f61-4a5b-a63d-72b25a019d9c req-21b15dee-34b9-4320-bfeb-2e93deaccefe service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1e433d47-53b8-4ba1-b28d-ad599d89bbf2 HTTP/1.1" status: 200 len: 1129 time: 0.0455270 Sep 16 03:52:43.302031 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6d2631-beec-4a44-bc8e-5eeddfa3c0b8 req-34b3a966-791f-412d-b705-619e3e30de2a tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:43.303527 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-ab6d2631-beec-4a44-bc8e-5eeddfa3c0b8 req-34b3a966-791f-412d-b705-619e3e30de2a tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=aa7bab22-1639-467d-ba7a-94c97e1b9231 HTTP/1.1" status: 200 len: 945 time: 0.0489419 Sep 16 03:52:43.352633 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-b63943bf-5ad3-406f-833b-f941324820b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'name': 'tempest-AttachVolumeNegativeTest-1637071771-router', 'tenant_id': '8ee4a40c6c264553a14e0eff367da4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'e7b2fb5b-4aa2-42c3-b650-b953cc723fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:11Z', 'updated_at': '2022-09-16T03:48:23Z', 'revision_number': 4, 'project_id': '8ee4a40c6c264553a14e0eff367da4a0', 'gw_port': {'id': 'e7b2fb5b-4aa2-42c3-b650-b953cc723fe7', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:45:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:12Z', 'updated_at': '2022-09-16T03:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_interfaces': [{'id': 'ddd557da-e9c8-431d-9885-21bd1fddfa19', 'name': '', 'network_id': '4ff8c520-12d3-47e5-b499-6dbd6e9a131a', 'tenant_id': '8ee4a40c6c264553a14e0eff367da4a0', 'mac_address': 'fa:16:3e:6f:ba:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'dc6b4dbf-6194-4053-a2ab-d05e1046d55f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:21Z', 'updated_at': '2022-09-16T03:48:32Z', 'revision_number': 5, 'project_id': '8ee4a40c6c264553a14e0eff367da4a0', 'subnets': [{'id': 'dc6b4dbf-6194-4053-a2ab-d05e1046d55f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:52:43.355650 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-ab6d2631-beec-4a44-bc8e-5eeddfa3c0b8 req-b11e5dc0-96bc-4c2a-b357-0f2db86b3952 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a890f157-4eb5-4875-8771-deeceeb2266b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438526 Sep 16 03:52:43.382592 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63943bf-5ad3-406f-833b-f941324820b4 None None] The sync data for ids ['e8eb6dc3-21a2-4b6e-907d-9210534718fc'] in dv-cinder-857993-1-iscsi is: [{'id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'name': 'tempest-AttachVolumeNegativeTest-1637071771-router', 'tenant_id': '8ee4a40c6c264553a14e0eff367da4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'e7b2fb5b-4aa2-42c3-b650-b953cc723fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:11Z', 'updated_at': '2022-09-16T03:48:23Z', 'revision_number': 4, 'project_id': '8ee4a40c6c264553a14e0eff367da4a0', 'gw_port': {'id': 'e7b2fb5b-4aa2-42c3-b650-b953cc723fe7', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:45:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:12Z', 'updated_at': '2022-09-16T03:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_interfaces': [{'id': 'ddd557da-e9c8-431d-9885-21bd1fddfa19', 'name': '', 'network_id': '4ff8c520-12d3-47e5-b499-6dbd6e9a131a', 'tenant_id': '8ee4a40c6c264553a14e0eff367da4a0', 'mac_address': 'fa:16:3e:6f:ba:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'dc6b4dbf-6194-4053-a2ab-d05e1046d55f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:21Z', 'updated_at': '2022-09-16T03:48:32Z', 'revision_number': 5, 'project_id': '8ee4a40c6c264553a14e0eff367da4a0', 'subnets': [{'id': 'dc6b4dbf-6194-4053-a2ab-d05e1046d55f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 03:52:43.428919 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-0bda93ae-8f61-4a5b-a63d-72b25a019d9c req-6970f53d-e17d-4f4c-a65a-802af5446540 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5ad091c2-7327-4be0-8985-8983b4a4e2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481472 Sep 16 03:52:43.579332 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:52:43.582476 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:52:43.609032 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866d7357-7ee3-47b5-a887-b5d5d8fbba39 None None] New status for floating IP 5e19042f-f5ce-47eb-a370-31731c9c213d: DOWN {{(pid=113377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 03:52:43.642543 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd4c8bb-db7c-4ce7-928b-e26fcd172488 req-4eda712c-788d-4662-ac15-90387e3a21e2 tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:43.644159 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-1fd4c8bb-db7c-4ce7-928b-e26fcd172488 req-4eda712c-788d-4662-ac15-90387e3a21e2 tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1e433d47-53b8-4ba1-b28d-ad599d89bbf2 HTTP/1.1" status: 200 len: 945 time: 0.0494504 Sep 16 03:52:43.701305 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-1fd4c8bb-db7c-4ce7-928b-e26fcd172488 req-62157315-a526-4bb2-85f0-d8df8310da70 tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5ad091c2-7327-4be0-8985-8983b4a4e2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500057 Sep 16 03:52:44.058684 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 59348) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:52:44.112140 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-60f06f20-a6cb-4b86-ae86-ed0480a797d6 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks [] for security_group (027aaa3c-b814-436c-be79-fb5c0a99b9b5), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:44.137116 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-60f06f20-a6cb-4b86-ae86-ed0480a797d6 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks [] for security_group (027aaa3c-b814-436c-be79-fb5c0a99b9b5), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:44.154106 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=100 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:52:44.308847 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-60f06f20-a6cb-4b86-ae86-ed0480a797d6 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (027aaa3c-b814-436c-be79-fb5c0a99b9b5), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:44.311368 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-60f06f20-a6cb-4b86-ae86-ed0480a797d6 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks [] for security_group (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:44.312565 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-60f06f20-a6cb-4b86-ae86-ed0480a797d6 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/027aaa3c-b814-436c-be79-fb5c0a99b9b5 HTTP/1.1" status: 204 len: 168 time: 0.2528856 Sep 16 03:52:44.315452 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 59350) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:52:44.321830 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f06f20-a6cb-4b86-ae86-ed0480a797d6 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=027aaa3c-b814-436c-be79-fb5c0a99b9b5,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:52:44.331468 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.api.v2.resource [None req-772086dc-f847-4155-9731-20bb48343278 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] show failed (client error): The resource could not be found. Sep 16 03:52:44.332486 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-772086dc-f847-4155-9731-20bb48343278 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/security-groups/027aaa3c-b814-436c-be79-fb5c0a99b9b5 HTTP/1.1" status: 404 len: 347 time: 0.0159273 Sep 16 03:52:44.335769 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 59352) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:52:44.482983 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.plugin [None req-450ec548-2aa9-4368-9087-a11666784d04 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Deleting port ab929c76-c970-424b-885f-57d18a355860 {{(pid=113374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 03:52:44.483329 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-450ec548-2aa9-4368-9087-a11666784d04 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672990733'] for port (ab929c76-c970-424b-885f-57d18a355860), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:44.503440 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b57f22-4700-4f23-86c5-fc12e6e7d4e7 req-5c9062c2-51e2-408f-a75e-19f0c3fda389 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:44.504909 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-43b57f22-4700-4f23-86c5-fc12e6e7d4e7 req-5c9062c2-51e2-408f-a75e-19f0c3fda389 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=aa7bab22-1639-467d-ba7a-94c97e1b9231 HTTP/1.1" status: 200 len: 945 time: 0.0655751 Sep 16 03:52:44.606762 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-43b57f22-4700-4f23-86c5-fc12e6e7d4e7 req-64c0e2c1-34a3-468f-b338-301f0e069389 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a890f157-4eb5-4875-8771-deeceeb2266b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723288 Sep 16 03:52:44.615523 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-450ec548-2aa9-4368-9087-a11666784d04 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432982'] for port (ab929c76-c970-424b-885f-57d18a355860), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:44.615849 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-450ec548-2aa9-4368-9087-a11666784d04 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks [] for floatingip (ab929c76-c970-424b-885f-57d18a355860), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:44.629401 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.plugin [None req-450ec548-2aa9-4368-9087-a11666784d04 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Calling delete_port for ab929c76-c970-424b-885f-57d18a355860 owned by network:floatingip {{(pid=113374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 03:52:44.675392 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:52:44.825907 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75837520-4c24-4efa-96b7-f6ac50dcb46d req-4b43d70e-4c8a-4f33-ad9c-26b672851736 tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:44.827392 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-75837520-4c24-4efa-96b7-f6ac50dcb46d req-4b43d70e-4c8a-4f33-ad9c-26b672851736 tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1e433d47-53b8-4ba1-b28d-ad599d89bbf2 HTTP/1.1" status: 200 len: 945 time: 0.0500584 Sep 16 03:52:44.845119 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-450ec548-2aa9-4368-9087-a11666784d04 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672957835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672515813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965177'] for port (ab929c76-c970-424b-885f-57d18a355860), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:44.871616 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450ec548-2aa9-4368-9087-a11666784d04 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Pushing event deleted for resources: {'Port': ['ID=ab929c76-c970-424b-885f-57d18a355860,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:52:44.874860 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-75837520-4c24-4efa-96b7-f6ac50dcb46d req-b4513f4e-c36e-4d04-9694-55a1a04ccf96 tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5ad091c2-7327-4be0-8985-8983b4a4e2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415096 Sep 16 03:52:44.932172 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-450ec548-2aa9-4368-9087-a11666784d04 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks [] for floatingip (5e19042f-f5ce-47eb-a370-31731c9c213d), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:44.935003 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-450ec548-2aa9-4368-9087-a11666784d04 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for floatingip (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:44.936137 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-450ec548-2aa9-4368-9087-a11666784d04 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/5e19042f-f5ce-47eb-a370-31731c9c213d HTTP/1.1" status: 204 len: 168 time: 0.5994101 Sep 16 03:52:45.112402 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 59360) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:52:45.117185 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.v2.base [None req-cf16e345-11d4-4546-b428-eab617b32e8d tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Request body: {'security_group': {'name': 'tempest-securitygroup--406061688', 'description': 'tempest-description--1260249560'}} {{(pid=113374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:52:45.250613 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-cf16e345-11d4-4546-b428-eab617b32e8d tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks [] for security_group (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:45.328801 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-cf16e345-11d4-4546-b428-eab617b32e8d tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks [] for security_group (4f6fb4e5-d05a-4dc9-9394-df98f3d842d3), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:45.557282 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-cf16e345-11d4-4546-b428-eab617b32e8d tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (4f6fb4e5-d05a-4dc9-9394-df98f3d842d3), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:45.589829 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf16e345-11d4-4546-b428-eab617b32e8d tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f6fb4e5-d05a-4dc9-9394-df98f3d842d3,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:52:45.657578 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-cf16e345-11d4-4546-b428-eab617b32e8d tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks [] for security_group (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:45.657578 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-cf16e345-11d4-4546-b428-eab617b32e8d tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5408516 Sep 16 03:52:45.657578 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 59364) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:52:45.661799 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.v2.base [None req-aaeebd30-4d3f-4877-ade6-63725ae21b7f tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Request body: {'security_group_rule': {'security_group_id': '4f6fb4e5-d05a-4dc9-9394-df98f3d842d3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:52:45.731068 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f509267-b7ab-4fc6-af5d-7cf0ac4d4fe7 req-d24bed20-67d0-4fa2-a66c-3c4826aa2f8e tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:45.732539 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-6f509267-b7ab-4fc6-af5d-7cf0ac4d4fe7 req-d24bed20-67d0-4fa2-a66c-3c4826aa2f8e tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=aa7bab22-1639-467d-ba7a-94c97e1b9231 HTTP/1.1" status: 200 len: 945 time: 0.0477700 Sep 16 03:52:45.770166 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-aaeebd30-4d3f-4877-ade6-63725ae21b7f tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks [] for security_group_rule (1b8528ad-5c4c-4ad3-b9ae-e1259c144393), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:45.781189 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-6f509267-b7ab-4fc6-af5d-7cf0ac4d4fe7 req-23db3697-5601-412e-a981-2cf094cf242a tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a890f157-4eb5-4875-8771-deeceeb2266b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425458 Sep 16 03:52:45.816342 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=6 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:52:45.830350 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-aaeebd30-4d3f-4877-ade6-63725ae21b7f tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks [] for security_group_rule (1b8528ad-5c4c-4ad3-b9ae-e1259c144393), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:45.918016 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-aaeebd30-4d3f-4877-ade6-63725ae21b7f tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650582'] for security_group_rule (1b8528ad-5c4c-4ad3-b9ae-e1259c144393), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:45.938416 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeebd30-4d3f-4877-ade6-63725ae21b7f tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b8528ad-5c4c-4ad3-b9ae-e1259c144393,revision_number=0']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:52:46.001151 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e658552d-6c96-4c9b-b09a-f7db3511127c req-51239830-877b-4f77-9bdd-ea69a57780b8 tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:46.002727 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-e658552d-6c96-4c9b-b09a-f7db3511127c req-51239830-877b-4f77-9bdd-ea69a57780b8 tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1e433d47-53b8-4ba1-b28d-ad599d89bbf2 HTTP/1.1" status: 200 len: 945 time: 0.0477293 Sep 16 03:52:46.031483 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-aaeebd30-4d3f-4877-ade6-63725ae21b7f tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:46.032653 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-aaeebd30-4d3f-4877-ade6-63725ae21b7f tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3744175 Sep 16 03:52:46.035504 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 59368) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:52:46.040118 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [None req-f29bfce8-f249-4c7b-b1e6-508d5d5ecdbd tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Request body: {'security_group_rule': {'security_group_id': '4f6fb4e5-d05a-4dc9-9394-df98f3d842d3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:52:46.061182 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-e658552d-6c96-4c9b-b09a-f7db3511127c req-44fe0f55-ffaf-46ac-8eda-f3fb7abc29f1 tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5ad091c2-7327-4be0-8985-8983b4a4e2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519543 Sep 16 03:52:46.143922 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-f29bfce8-f249-4c7b-b1e6-508d5d5ecdbd tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks [] for security_group_rule (7f7f6236-df3b-4649-88dd-164e1016aacc), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:46.160215 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device 0ec6698f-782e-4670-8cd3-efb57d7433ad no longer exists at agent hyperv_hv-cinder-85799 {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 03:52:46.180842 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] No Port match for: 0ec6698f-782e-4670-8cd3-efb57d7433ad {{(pid=113376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 03:52:46.181196 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device 0ec6698f-782e-4670-8cd3-efb57d7433ad not bound to the agent host hv-cinder-85799 {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 03:52:46.208659 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-f29bfce8-f249-4c7b-b1e6-508d5d5ecdbd tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks [] for security_group_rule (7f7f6236-df3b-4649-88dd-164e1016aacc), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:46.283109 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-f29bfce8-f249-4c7b-b1e6-508d5d5ecdbd tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650582'] for security_group_rule (7f7f6236-df3b-4649-88dd-164e1016aacc), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:46.302053 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29bfce8-f249-4c7b-b1e6-508d5d5ecdbd tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f7f6236-df3b-4649-88dd-164e1016aacc,revision_number=0']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:52:46.376948 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-f29bfce8-f249-4c7b-b1e6-508d5d5ecdbd tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:46.378158 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-f29bfce8-f249-4c7b-b1e6-508d5d5ecdbd tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3416462 Sep 16 03:52:46.381218 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 59378) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:52:46.385313 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [None req-3126703b-0486-43bc-9930-6b61ec179ca7 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Request body: {'floatingip': {'floating_network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556'}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:52:46.465983 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-3126703b-0486-43bc-9930-6b61ec179ca7 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:46.543016 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-3126703b-0486-43bc-9930-6b61ec179ca7 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:46.654723 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.db_base_plugin_common [None req-3126703b-0486-43bc-9930-6b61ec179ca7 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Allocated IP 172.27.0.140 (3e75d266-1ef3-4c3c-84dd-91ee0a702556/1e346a16-d4e3-4654-8a01-a4fa77b75a04/181c95ff-703c-46ec-a4b5-fc16e9277d53) {{(pid=113375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 03:52:46.656370 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:52:46.728856 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:52:46.755108 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-3126703b-0486-43bc-9930-6b61ec179ca7 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks [] for port (181c95ff-703c-46ec-a4b5-fc16e9277d53), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:46.839828 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-3126703b-0486-43bc-9930-6b61ec179ca7 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672515804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4972043'] for port (181c95ff-703c-46ec-a4b5-fc16e9277d53), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:46.884439 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3126703b-0486-43bc-9930-6b61ec179ca7 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Network 3e75d266-1ef3-4c3c-84dd-91ee0a702556 is already hosted by enough agents. {{(pid=113375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 03:52:46.887856 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.base_scheduler [None req-3126703b-0486-43bc-9930-6b61ec179ca7 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Resources bound (agent type, host, resource id): {{(pid=113375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:52:46.892528 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3126703b-0486-43bc-9930-6b61ec179ca7 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Received port after_create {{(pid=113375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 03:52:46.897510 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3126703b-0486-43bc-9930-6b61ec179ca7 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Pushing event updated for resources: {'Port': ['ID=181c95ff-703c-46ec-a4b5-fc16e9277d53,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:52:46.906897 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd098b2d-e9af-4740-beb3-c923925f60e2 req-50c50c7f-291b-4a6d-a342-f3608c5ac7db tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:46.908395 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-bd098b2d-e9af-4740-beb3-c923925f60e2 req-50c50c7f-291b-4a6d-a342-f3608c5ac7db tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=aa7bab22-1639-467d-ba7a-94c97e1b9231 HTTP/1.1" status: 200 len: 945 time: 0.0487151 Sep 16 03:52:46.962048 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-bd098b2d-e9af-4740-beb3-c923925f60e2 req-407f0198-58dd-4cd0-bb84-578a5a5d69ec tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a890f157-4eb5-4875-8771-deeceeb2266b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469174 Sep 16 03:52:46.982131 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-3126703b-0486-43bc-9930-6b61ec179ca7 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks [] for floatingip (4a112f8d-32ab-4dcd-9ba6-c8cfea4f4293), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:47.115778 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-3126703b-0486-43bc-9930-6b61ec179ca7 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (181c95ff-703c-46ec-a4b5-fc16e9277d53), before_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:47.258620 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-3126703b-0486-43bc-9930-6b61ec179ca7 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks [] for port (181c95ff-703c-46ec-a4b5-fc16e9277d53), precommit_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:47.346218 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-3126703b-0486-43bc-9930-6b61ec179ca7 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4972082'] for port (181c95ff-703c-46ec-a4b5-fc16e9277d53), after_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:47.414480 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:52:47.453095 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3126703b-0486-43bc-9930-6b61ec179ca7 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Pushing event updated for resources: {'Port': ['ID=181c95ff-703c-46ec-a4b5-fc16e9277d53,revision_number=2']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:52:47.460701 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-3126703b-0486-43bc-9930-6b61ec179ca7 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-452268'] for floatingip (4a112f8d-32ab-4dcd-9ba6-c8cfea4f4293), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:47.463673 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb1ff1-d688-4dc4-ae45-f33f14476c1b req-fceac2cc-784a-4fc0-8653-34ff9f6b4641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:47.465492 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-30eb1ff1-d688-4dc4-ae45-f33f14476c1b req-fceac2cc-784a-4fc0-8653-34ff9f6b4641 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aa7bab22-1639-467d-ba7a-94c97e1b9231 HTTP/1.1" status: 200 len: 1129 time: 0.0685468 Sep 16 03:52:47.520863 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-30eb1ff1-d688-4dc4-ae45-f33f14476c1b req-d46905dd-fadd-4316-8cfd-31e4bd43240a service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a890f157-4eb5-4875-8771-deeceeb2266b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435464 Sep 16 03:52:47.584101 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-3126703b-0486-43bc-9930-6b61ec179ca7 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for floatingip (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:47.585224 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-3126703b-0486-43bc-9930-6b61ec179ca7 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2031145 Sep 16 03:52:47.793111 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-172403b6-43f7-4c4c-bff2-8626bd45cfbe req-b1a7ed7b-339f-40d1-ad8e-1b6c5e80bcfc tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--406061688&fields=id&tenant_id=8ee4a40c6c264553a14e0eff367da4a0 HTTP/1.1" status: 200 len: 267 time: 0.0417483 Sep 16 03:52:47.857834 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:52:47.898866 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172403b6-43f7-4c4c-bff2-8626bd45cfbe req-aac821c3-177d-4853-81e9-1c016537844c tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:47.900346 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-172403b6-43f7-4c4c-bff2-8626bd45cfbe req-aac821c3-177d-4853-81e9-1c016537844c tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/networks?id=4ff8c520-12d3-47e5-b499-6dbd6e9a131a HTTP/1.1" status: 200 len: 815 time: 0.1007154 Sep 16 03:52:47.916520 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-172403b6-43f7-4c4c-bff2-8626bd45cfbe req-8fc0ce4c-e089-464f-bbc1-11d61ee518db tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/quotas/8ee4a40c6c264553a14e0eff367da4a0 HTTP/1.1" status: 200 len: 375 time: 0.0102584 Sep 16 03:52:47.978257 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-172403b6-43f7-4c4c-bff2-8626bd45cfbe req-4cca999b-3d7c-4850-8991-1ad2c6d207ae tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=8ee4a40c6c264553a14e0eff367da4a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0555277 Sep 16 03:52:48.087503 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-172403b6-43f7-4c4c-bff2-8626bd45cfbe req-0167d0d6-2f7a-4a03-9ff1-67806687a14f service neutron] 10.222.0.49 "GET /networking/v2.0/networks/4ff8c520-12d3-47e5-b499-6dbd6e9a131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965619 Sep 16 03:52:48.101547 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c6873a-f04e-4d61-a9d1-6992d85fc10b req-17ab12ed-ce3a-4df5-98b3-aadc2f64148a tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:48.103038 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-04c6873a-f04e-4d61-a9d1-6992d85fc10b req-17ab12ed-ce3a-4df5-98b3-aadc2f64148a tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=aa7bab22-1639-467d-ba7a-94c97e1b9231 HTTP/1.1" status: 200 len: 945 time: 0.0497224 Sep 16 03:52:48.151118 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-04c6873a-f04e-4d61-a9d1-6992d85fc10b req-10e6050a-4074-465b-9602-0f2039bafdef tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a890f157-4eb5-4875-8771-deeceeb2266b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415456 Sep 16 03:52:48.182328 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-172403b6-43f7-4c4c-bff2-8626bd45cfbe req-df3d37c0-99b3-465e-83d7-b42ae76d206d service neutron] 10.222.0.49 "GET /networking/v2.0/networks/4ff8c520-12d3-47e5-b499-6dbd6e9a131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886002 Sep 16 03:52:48.402274 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-e67a5f16-00b6-4141-bc2f-545a212e7653 req-a4125bfd-8669-4039-a972-6335fdedf099 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bb6e8c47-3155-423c-ac27-8e71fc56bbce HTTP/1.1" status: 200 len: 210 time: 0.0278263 Sep 16 03:52:48.428263 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (d68ba685-94d2-4b65-887f-d5ec3884fbfa), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:49.275547 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e886db46-13fd-46b2-bbda-47efdcd6ad68 req-db3258d5-eac5-4906-af1e-625cd1366f49 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:49.277580 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-e886db46-13fd-46b2-bbda-47efdcd6ad68 req-db3258d5-eac5-4906-af1e-625cd1366f49 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=aa7bab22-1639-467d-ba7a-94c97e1b9231 HTTP/1.1" status: 200 len: 945 time: 0.0496514 Sep 16 03:52:49.334415 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-e886db46-13fd-46b2-bbda-47efdcd6ad68 req-4924941f-7b99-46a0-bef2-dc0386c6dbf1 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a890f157-4eb5-4875-8771-deeceeb2266b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512123 Sep 16 03:52:49.505917 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-41b99927-148e-4cdd-be4f-d9f0d6819dd1 req-5e341c3e-dc0b-4d6f-b970-cd5347038e13 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bb6e8c47-3155-423c-ac27-8e71fc56bbce HTTP/1.1" status: 200 len: 210 time: 0.0279531 Sep 16 03:52:50.461700 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b92c367-8068-4734-8b62-13fe7233028a req-bb385129-5a29-4540-812a-90cc25c9ab47 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:50.463530 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-1b92c367-8068-4734-8b62-13fe7233028a req-bb385129-5a29-4540-812a-90cc25c9ab47 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=aa7bab22-1639-467d-ba7a-94c97e1b9231 HTTP/1.1" status: 200 len: 945 time: 0.0507872 Sep 16 03:52:50.509833 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-1b92c367-8068-4734-8b62-13fe7233028a req-f21fc668-d0bc-4a3f-ba5d-22e32b85ec76 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a890f157-4eb5-4875-8771-deeceeb2266b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402515 Sep 16 03:52:50.653561 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-3dc19018-84b1-41fa-adfd-f8ae192a3718 req-73b75ee1-9d31-4fb9-8f97-3d549b306b08 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bb6e8c47-3155-423c-ac27-8e71fc56bbce HTTP/1.1" status: 200 len: 210 time: 0.0670252 Sep 16 03:52:50.714900 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172403b6-43f7-4c4c-bff2-8626bd45cfbe req-161096b9-b3ff-4c8b-b5ca-db6f1b48af69 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:50.716565 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-172403b6-43f7-4c4c-bff2-8626bd45cfbe req-161096b9-b3ff-4c8b-b5ca-db6f1b48af69 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.52 "GET /networking/v2.0/networks?id=4ff8c520-12d3-47e5-b499-6dbd6e9a131a HTTP/1.1" status: 200 len: 815 time: 0.1417224 Sep 16 03:52:50.780490 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-172403b6-43f7-4c4c-bff2-8626bd45cfbe req-f3f6c728-6382-4c1b-8ac5-19015c6261c9 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.52 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8ee4a40c6c264553a14e0eff367da4a0 HTTP/1.1" status: 200 len: 379 time: 0.0546567 Sep 16 03:52:50.788952 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [req-172403b6-43f7-4c4c-bff2-8626bd45cfbe req-91519825-9140-488f-9bb6-0883a6502610 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Request body: {'port': {'device_id': 'bb6e8c47-3155-423c-ac27-8e71fc56bbce', 'network_id': '4ff8c520-12d3-47e5-b499-6dbd6e9a131a', 'admin_state_up': True, 'tenant_id': '8ee4a40c6c264553a14e0eff367da4a0', 'security_groups': ['4f6fb4e5-d05a-4dc9-9394-df98f3d842d3']}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:52:50.888923 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:52:50.981326 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-172403b6-43f7-4c4c-bff2-8626bd45cfbe req-91519825-9140-488f-9bb6-0883a6502610 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Made reservation on behalf of 8ee4a40c6c264553a14e0eff367da4a0 for: {'port': 1} {{(pid=113375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 03:52:50.989001 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-172403b6-43f7-4c4c-bff2-8626bd45cfbe req-91519825-9140-488f-9bb6-0883a6502610 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:51.086625 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27901ce8-7903-4466-a5ce-b2d4d5d3a3c8 req-f22d0e45-aaa0-46d0-bf87-8436d717eeca tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:51.091193 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-27901ce8-7903-4466-a5ce-b2d4d5d3a3c8 req-f22d0e45-aaa0-46d0-bf87-8436d717eeca tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=aa7bab22-1639-467d-ba7a-94c97e1b9231 HTTP/1.1" status: 200 len: 945 time: 0.0539227 Sep 16 03:52:51.126656 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.db_base_plugin_common [req-172403b6-43f7-4c4c-bff2-8626bd45cfbe req-91519825-9140-488f-9bb6-0883a6502610 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Allocated IP 172.20.0.5 (4ff8c520-12d3-47e5-b499-6dbd6e9a131a/dc6b4dbf-6194-4053-a2ab-d05e1046d55f/7435ce50-992e-4f86-a4f8-fd731af0e104) {{(pid=113375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 03:52:51.140671 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-27901ce8-7903-4466-a5ce-b2d4d5d3a3c8 req-39a03a13-e8b2-4c7d-afec-0f016165560f tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a890f157-4eb5-4875-8771-deeceeb2266b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439701 Sep 16 03:52:51.243861 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f12b9-e678-4172-ad71-104ec0767355 req-95a063f2-4e85-4d65-ae9f-5dc610a07763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:51.246304 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-f15f12b9-e678-4172-ad71-104ec0767355 req-95a063f2-4e85-4d65-ae9f-5dc610a07763 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=ac97d1487c024a68b8ad933d882bb456&device_id=aa7bab22-1639-467d-ba7a-94c97e1b9231 HTTP/1.1" status: 200 len: 1129 time: 0.0434902 Sep 16 03:52:51.311069 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=100 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:52:51.345362 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f12b9-e678-4172-ad71-104ec0767355 req-85ee29eb-1eff-4eef-a810-3caf416d7d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:51.346854 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-f15f12b9-e678-4172-ad71-104ec0767355 req-85ee29eb-1eff-4eef-a810-3caf416d7d52 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=64754a20-d60c-49a4-9c39-1462c6265039 HTTP/1.1" status: 200 len: 919 time: 0.0941966 Sep 16 03:52:51.409678 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-f15f12b9-e678-4172-ad71-104ec0767355 req-988784a1-1af8-46d9-ad40-7e164837307d service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=552dfee7-ff27-4901-a9cb-8d274e8becd6 HTTP/1.1" status: 200 len: 1001 time: 0.0561628 Sep 16 03:52:51.464297 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f12b9-e678-4172-ad71-104ec0767355 req-4aa0b626-a55c-482e-a2ef-7cfe1a7dacf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:51.465830 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-f15f12b9-e678-4172-ad71-104ec0767355 req-4aa0b626-a55c-482e-a2ef-7cfe1a7dacf4 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=c8d5968b-806e-4184-9dc4-9781905ff4c8 HTTP/1.1" status: 200 len: 857 time: 0.0495865 Sep 16 03:52:51.476921 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:52:51.495008 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-172403b6-43f7-4c4c-bff2-8626bd45cfbe req-91519825-9140-488f-9bb6-0883a6502610 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks [] for port (7435ce50-992e-4f86-a4f8-fd731af0e104), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:51.511145 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f12b9-e678-4172-ad71-104ec0767355 req-f1fa830c-c50e-46ff-bcef-dcc49c80bd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:51.512781 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-f15f12b9-e678-4172-ad71-104ec0767355 req-f1fa830c-c50e-46ff-bcef-dcc49c80bd3e service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=64754a20-d60c-49a4-9c39-1462c6265039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400565 Sep 16 03:52:51.603844 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-172403b6-43f7-4c4c-bff2-8626bd45cfbe req-91519825-9140-488f-9bb6-0883a6502610 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672515804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4972043'] for port (7435ce50-992e-4f86-a4f8-fd731af0e104), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:51.604120 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-f15f12b9-e678-4172-ad71-104ec0767355 req-3c2aff0f-d647-4b42-a154-ed7903021fdd service neutron] 10.222.0.52 "GET /networking/v2.0/networks/64754a20-d60c-49a4-9c39-1462c6265039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851450 Sep 16 03:52:51.653833 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-172403b6-43f7-4c4c-bff2-8626bd45cfbe req-91519825-9140-488f-9bb6-0883a6502610 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Network 4ff8c520-12d3-47e5-b499-6dbd6e9a131a is already hosted by enough agents. {{(pid=113375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 03:52:51.657110 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.base_scheduler [req-172403b6-43f7-4c4c-bff2-8626bd45cfbe req-91519825-9140-488f-9bb6-0883a6502610 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Resources bound (agent type, host, resource id): {{(pid=113375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:52:51.661333 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.l3_dvrscheduler_db [req-172403b6-43f7-4c4c-bff2-8626bd45cfbe req-91519825-9140-488f-9bb6-0883a6502610 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Received port after_create {{(pid=113375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 03:52:51.690665 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91519825-9140-488f-9bb6-0883a6502610 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Pushing event updated for resources: {'Port': ['ID=7435ce50-992e-4f86-a4f8-fd731af0e104,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:52:51.705752 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-f15f12b9-e678-4172-ad71-104ec0767355 req-f550edd4-9bbd-4eac-aece-d4e8dcafc1dc service neutron] 10.222.0.52 "GET /networking/v2.0/networks/64754a20-d60c-49a4-9c39-1462c6265039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959516 Sep 16 03:52:51.727735 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172403b6-43f7-4c4c-bff2-8626bd45cfbe req-91519825-9140-488f-9bb6-0883a6502610 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:51.728977 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-172403b6-43f7-4c4c-bff2-8626bd45cfbe req-91519825-9140-488f-9bb6-0883a6502610 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for port (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:51.802976 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7667ad92-ba9b-4c20-bd5d-b8a7846f7658 req-5d2e610a-f434-4791-8e93-a5fe4172539b tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:51.804611 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-7667ad92-ba9b-4c20-bd5d-b8a7846f7658 req-5d2e610a-f434-4791-8e93-a5fe4172539b tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bb6e8c47-3155-423c-ac27-8e71fc56bbce HTTP/1.1" status: 200 len: 931 time: 0.0495620 Sep 16 03:52:51.812908 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-172403b6-43f7-4c4c-bff2-8626bd45cfbe req-91519825-9140-488f-9bb6-0883a6502610 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0276973 Sep 16 03:52:51.833243 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [req-172403b6-43f7-4c4c-bff2-8626bd45cfbe req-5ee48e43-0ef1-4f97-9daf-92eeee05eb17 service neutron] Request body: {'port': {'device_id': 'bb6e8c47-3155-423c-ac27-8e71fc56bbce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85799'}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:52:51.870981 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-106a6f43-b818-4e97-9112-3cb73a9a1c3a None None] Provisioning complete for port 7435ce50-992e-4f86-a4f8-fd731af0e104 triggered by entity DHCP. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:52:51.871572 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-106a6f43-b818-4e97-9112-3cb73a9a1c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (7435ce50-992e-4f86-a4f8-fd731af0e104), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:51.871923 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-106a6f43-b818-4e97-9112-3cb73a9a1c3a None None] Attempt 1 to provision port 7435ce50-992e-4f86-a4f8-fd731af0e104 Sep 16 03:52:51.907128 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-106a6f43-b818-4e97-9112-3cb73a9a1c3a None None] Port 7435ce50-992e-4f86-a4f8-fd731af0e104 cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:52:51.907360 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-7667ad92-ba9b-4c20-bd5d-b8a7846f7658 req-3a738902-0aa8-43b2-ad67-e10659aba61f tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4f6fb4e5-d05a-4dc9-9394-df98f3d842d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929687 Sep 16 03:52:51.920174 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-172403b6-43f7-4c4c-bff2-8626bd45cfbe req-5ee48e43-0ef1-4f97-9daf-92eeee05eb17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (7435ce50-992e-4f86-a4f8-fd731af0e104), before_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:52.163496 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.notifiers.nova [req-172403b6-43f7-4c4c-bff2-8626bd45cfbe req-5ee48e43-0ef1-4f97-9daf-92eeee05eb17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7435ce50-992e-4f86-a4f8-fd731af0e104 {{(pid=113375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 03:52:52.170086 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:52:52.172063 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-172403b6-43f7-4c4c-bff2-8626bd45cfbe req-5ee48e43-0ef1-4f97-9daf-92eeee05eb17 service neutron] Publish callbacks [] for port (7435ce50-992e-4f86-a4f8-fd731af0e104), precommit_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:52.189672 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.provisioning_blocks [req-172403b6-43f7-4c4c-bff2-8626bd45cfbe req-5ee48e43-0ef1-4f97-9daf-92eeee05eb17 service neutron] Transition to ACTIVE for port object 7435ce50-992e-4f86-a4f8-fd731af0e104 will not be triggered until provisioned by entity L2. {{(pid=113375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 03:52:52.267319 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2162621-7060-4523-9769-e7521cb71a7b req-54afd494-d234-4231-b7c3-dd5d5cc0a47e tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:52.268837 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-a2162621-7060-4523-9769-e7521cb71a7b req-54afd494-d234-4231-b7c3-dd5d5cc0a47e tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=aa7bab22-1639-467d-ba7a-94c97e1b9231 HTTP/1.1" status: 200 len: 945 time: 0.0473630 Sep 16 03:52:52.306098 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-172403b6-43f7-4c4c-bff2-8626bd45cfbe req-5ee48e43-0ef1-4f97-9daf-92eeee05eb17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4972082'] for port (7435ce50-992e-4f86-a4f8-fd731af0e104), after_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:52.321639 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-a2162621-7060-4523-9769-e7521cb71a7b req-dc684b39-d3da-4e75-9e88-195f4dc3cb21 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a890f157-4eb5-4875-8771-deeceeb2266b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470259 Sep 16 03:52:52.357878 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee48e43-0ef1-4f97-9daf-92eeee05eb17 service neutron] Pushing event updated for resources: {'Port': ['ID=7435ce50-992e-4f86-a4f8-fd731af0e104,revision_number=2']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:52:52.407588 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-106a6f43-b818-4e97-9112-3cb73a9a1c3a None None] Attempt 2 to provision port 7435ce50-992e-4f86-a4f8-fd731af0e104 Sep 16 03:52:52.424369 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.managers [req-172403b6-43f7-4c4c-bff2-8626bd45cfbe req-5ee48e43-0ef1-4f97-9daf-92eeee05eb17 service neutron] Attempting to bind port 7435ce50-992e-4f86-a4f8-fd731af0e104 on host hv-cinder-85799 for vnic_type normal with profile {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 03:52:52.424624 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.managers [req-172403b6-43f7-4c4c-bff2-8626bd45cfbe req-5ee48e43-0ef1-4f97-9daf-92eeee05eb17 service neutron] Attempting to bind port 7435ce50-992e-4f86-a4f8-fd731af0e104 by drivers openvswitch,hyperv on host hv-cinder-85799 at level 0 using segments [{'id': '8f3c2513-130a-4e92-b8d6-c7c7e1d1ec24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4ff8c520-12d3-47e5-b499-6dbd6e9a131a'}] {{(pid=113375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 03:52:52.424935 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172403b6-43f7-4c4c-bff2-8626bd45cfbe req-5ee48e43-0ef1-4f97-9daf-92eeee05eb17 service neutron] Attempting to bind port 7435ce50-992e-4f86-a4f8-fd731af0e104 on network 4ff8c520-12d3-47e5-b499-6dbd6e9a131a {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 03:52:52.440207 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-106a6f43-b818-4e97-9112-3cb73a9a1c3a None None] Port 7435ce50-992e-4f86-a4f8-fd731af0e104 cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:52:52.465647 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172403b6-43f7-4c4c-bff2-8626bd45cfbe req-5ee48e43-0ef1-4f97-9daf-92eeee05eb17 service neutron] Port 7435ce50-992e-4f86-a4f8-fd731af0e104 on network 4ff8c520-12d3-47e5-b499-6dbd6e9a131a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85799 {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 03:52:52.466272 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172403b6-43f7-4c4c-bff2-8626bd45cfbe req-5ee48e43-0ef1-4f97-9daf-92eeee05eb17 service neutron] Attempting to bind port 7435ce50-992e-4f86-a4f8-fd731af0e104 on network 4ff8c520-12d3-47e5-b499-6dbd6e9a131a {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 03:52:52.510370 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172403b6-43f7-4c4c-bff2-8626bd45cfbe req-5ee48e43-0ef1-4f97-9daf-92eeee05eb17 service neutron] Checking agent: {'id': 'd68ba685-94d2-4b65-887f-d5ec3884fbfa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85799', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 3, 46, 18), 'started_at': datetime.datetime(2022, 9, 16, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 3, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 03:52:52.510735 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172403b6-43f7-4c4c-bff2-8626bd45cfbe req-5ee48e43-0ef1-4f97-9daf-92eeee05eb17 service neutron] Checking segment: {'id': '8f3c2513-130a-4e92-b8d6-c7c7e1d1ec24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4ff8c520-12d3-47e5-b499-6dbd6e9a131a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 03:52:52.511142 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172403b6-43f7-4c4c-bff2-8626bd45cfbe req-5ee48e43-0ef1-4f97-9daf-92eeee05eb17 service neutron] Bound using segment: {'id': '8f3c2513-130a-4e92-b8d6-c7c7e1d1ec24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4ff8c520-12d3-47e5-b499-6dbd6e9a131a'} {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 03:52:52.511568 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.managers [req-172403b6-43f7-4c4c-bff2-8626bd45cfbe req-5ee48e43-0ef1-4f97-9daf-92eeee05eb17 service neutron] Bound port: 7435ce50-992e-4f86-a4f8-fd731af0e104, host: hv-cinder-85799, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f3c2513-130a-4e92-b8d6-c7c7e1d1ec24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4ff8c520-12d3-47e5-b499-6dbd6e9a131a'}}] {{(pid=113375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 03:52:52.511921 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-172403b6-43f7-4c4c-bff2-8626bd45cfbe req-5ee48e43-0ef1-4f97-9daf-92eeee05eb17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (7435ce50-992e-4f86-a4f8-fd731af0e104), before_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:52.548809 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:52:52.570708 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.db [req-172403b6-43f7-4c4c-bff2-8626bd45cfbe req-5ee48e43-0ef1-4f97-9daf-92eeee05eb17 service neutron] For port 7435ce50-992e-4f86-a4f8-fd731af0e104, host hv-cinder-85799, cleared binding levels {{(pid=113375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 03:52:52.573675 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.db [req-172403b6-43f7-4c4c-bff2-8626bd45cfbe req-5ee48e43-0ef1-4f97-9daf-92eeee05eb17 service neutron] For port 7435ce50-992e-4f86-a4f8-fd731af0e104, host hv-cinder-85799, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=7435ce50-992e-4f86-a4f8-fd731af0e104,segment=NetworkSegment(8f3c2513-130a-4e92-b8d6-c7c7e1d1ec24),segment_id=8f3c2513-130a-4e92-b8d6-c7c7e1d1ec24)] {{(pid=113375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 03:52:52.639269 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-172403b6-43f7-4c4c-bff2-8626bd45cfbe req-5ee48e43-0ef1-4f97-9daf-92eeee05eb17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4972082'] for port (7435ce50-992e-4f86-a4f8-fd731af0e104), after_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:52.642374 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172403b6-43f7-4c4c-bff2-8626bd45cfbe req-5ee48e43-0ef1-4f97-9daf-92eeee05eb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:52.643217 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-172403b6-43f7-4c4c-bff2-8626bd45cfbe req-5ee48e43-0ef1-4f97-9daf-92eeee05eb17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for port (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:52.644570 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-172403b6-43f7-4c4c-bff2-8626bd45cfbe req-5ee48e43-0ef1-4f97-9daf-92eeee05eb17 service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/7435ce50-992e-4f86-a4f8-fd731af0e104 HTTP/1.1" status: 200 len: 1093 time: 0.8170776 Sep 16 03:52:52.646975 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb6e8c47-3155-423c-ac27-8e71fc56bbce', 'tag': '7435ce50-992e-4f86-a4f8-fd731af0e104'}] {{(pid=113375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 03:52:52.649209 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5377fd1d321389c1792f161ed840337514ae556b8848fe715c314c680a14a908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbcdc600-95ad-4b14-b6ea-ca82a9727bf2" -d '{"events": [{"name": "network-changed", "server_uuid": "bb6e8c47-3155-423c-ac27-8e71fc56bbce", "tag": "7435ce50-992e-4f86-a4f8-fd731af0e104"}]}' {{(pid=113375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 03:52:52.688135 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 03:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a1b8bd-bfa7-4275-88b3-aaadcd2d6997 x-openstack-request-id: req-d2a1b8bd-bfa7-4275-88b3-aaadcd2d6997 {{(pid=113375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 03:52:52.688808 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb6e8c47-3155-423c-ac27-8e71fc56bbce", "tag": "7435ce50-992e-4f86-a4f8-fd731af0e104", "status": "completed", "code": 200}]} {{(pid=113375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 03:52:52.688808 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d2a1b8bd-bfa7-4275-88b3-aaadcd2d6997 {{(pid=113375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 03:52:52.689127 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2a1b8bd-bfa7-4275-88b3-aaadcd2d6997'] response: {'name': 'network-changed', 'server_uuid': 'bb6e8c47-3155-423c-ac27-8e71fc56bbce', 'tag': '7435ce50-992e-4f86-a4f8-fd731af0e104', 'status': 'completed', 'code': 200} Sep 16 03:52:52.704876 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee48e43-0ef1-4f97-9daf-92eeee05eb17 service neutron] Pushing event updated for resources: {'Port': ['ID=7435ce50-992e-4f86-a4f8-fd731af0e104,revision_number=3']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:52:52.941449 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-106a6f43-b818-4e97-9112-3cb73a9a1c3a None None] Attempt 3 to provision port 7435ce50-992e-4f86-a4f8-fd731af0e104 Sep 16 03:52:52.960273 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:52:52.985117 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-106a6f43-b818-4e97-9112-3cb73a9a1c3a None None] Port 7435ce50-992e-4f86-a4f8-fd731af0e104 had new provisioning blocks added so it will not transition to active. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 03:52:53.016242 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=100 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:52:53.033834 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4021bf-d6c7-4736-80f8-a56c5c7ef408 req-a61f0be9-1c3f-4449-91cd-847d530f2e86 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:53.035321 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-fe4021bf-d6c7-4736-80f8-a56c5c7ef408 req-a61f0be9-1c3f-4449-91cd-847d530f2e86 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bb6e8c47-3155-423c-ac27-8e71fc56bbce HTTP/1.1" status: 200 len: 943 time: 0.0469286 Sep 16 03:52:53.081986 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-fe4021bf-d6c7-4736-80f8-a56c5c7ef408 req-787087f3-dafc-4ffc-b119-3c21d01f2be5 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4f6fb4e5-d05a-4dc9-9394-df98f3d842d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410471 Sep 16 03:52:53.210643 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-a6967429-7874-4f40-afac-3f8f68ac766b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (5f458d39-b7df-4a2e-8f52-58d49f268778), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:53.362060 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcdc600-95ad-4b14-b6ea-ca82a9727bf2 req-003e90e4-a81d-45bf-9be4-14731279e26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:53.368102 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-fbcdc600-95ad-4b14-b6ea-ca82a9727bf2 req-003e90e4-a81d-45bf-9be4-14731279e26c service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=8ee4a40c6c264553a14e0eff367da4a0&device_id=bb6e8c47-3155-423c-ac27-8e71fc56bbce HTTP/1.1" status: 200 len: 1127 time: 0.0432355 Sep 16 03:52:53.489985 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237e0fe1-dba0-4972-90e0-7eae84f6e2fe req-1c259f7d-19af-4bdf-b5f5-71382a9c65b4 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:53.491481 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-237e0fe1-dba0-4972-90e0-7eae84f6e2fe req-1c259f7d-19af-4bdf-b5f5-71382a9c65b4 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=aa7bab22-1639-467d-ba7a-94c97e1b9231 HTTP/1.1" status: 200 len: 945 time: 0.0628185 Sep 16 03:52:53.526836 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcdc600-95ad-4b14-b6ea-ca82a9727bf2 req-8d3d071c-bf30-4742-b809-d193fb7866f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:53.528299 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-fbcdc600-95ad-4b14-b6ea-ca82a9727bf2 req-8d3d071c-bf30-4742-b809-d193fb7866f9 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?tenant_id=8ee4a40c6c264553a14e0eff367da4a0&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1525593 Sep 16 03:52:53.558729 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-237e0fe1-dba0-4972-90e0-7eae84f6e2fe req-ea277265-4132-4d92-9fcf-dcf689caee0c tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a890f157-4eb5-4875-8771-deeceeb2266b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598800 Sep 16 03:52:53.672052 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcdc600-95ad-4b14-b6ea-ca82a9727bf2 req-66269c00-9893-4c26-993f-a7f700eca095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:53.673544 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-fbcdc600-95ad-4b14-b6ea-ca82a9727bf2 req-66269c00-9893-4c26-993f-a7f700eca095 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0985520 Sep 16 03:52:54.129021 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172403b6-43f7-4c4c-bff2-8626bd45cfbe req-5621c143-cef3-4cbc-88f8-31333e0974da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:54.130605 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-172403b6-43f7-4c4c-bff2-8626bd45cfbe req-5621c143-cef3-4cbc-88f8-31333e0974da service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=8ee4a40c6c264553a14e0eff367da4a0&device_id=bb6e8c47-3155-423c-ac27-8e71fc56bbce HTTP/1.1" status: 200 len: 1127 time: 0.0396514 Sep 16 03:52:54.188903 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-172403b6-43f7-4c4c-bff2-8626bd45cfbe req-aca08890-d358-4d08-bc98-ce3b1d7226fc service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7435ce50-992e-4f86-a4f8-fd731af0e104 HTTP/1.1" status: 200 len: 217 time: 0.0408587 Sep 16 03:52:54.213754 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2ce68-fa65-4d66-82d6-cd1ab411e58b req-e97f28cb-52a2-4354-9a9e-cb9f4f235d07 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:54.215998 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-d8c2ce68-fa65-4d66-82d6-cd1ab411e58b req-e97f28cb-52a2-4354-9a9e-cb9f4f235d07 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bb6e8c47-3155-423c-ac27-8e71fc56bbce HTTP/1.1" status: 200 len: 943 time: 0.0549200 Sep 16 03:52:54.242138 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172403b6-43f7-4c4c-bff2-8626bd45cfbe req-078be87c-f109-40d3-afb4-f17fb32d6a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:54.243667 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-172403b6-43f7-4c4c-bff2-8626bd45cfbe req-078be87c-f109-40d3-afb4-f17fb32d6a15 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=dc6b4dbf-6194-4053-a2ab-d05e1046d55f HTTP/1.1" status: 200 len: 854 time: 0.0472150 Sep 16 03:52:54.266232 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-d8c2ce68-fa65-4d66-82d6-cd1ab411e58b req-ad563ad7-12e4-41c8-94a2-b66dc298e0bc tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4f6fb4e5-d05a-4dc9-9394-df98f3d842d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439446 Sep 16 03:52:54.289068 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172403b6-43f7-4c4c-bff2-8626bd45cfbe req-b92b8b14-42f0-44ab-a5a3-4b8cf0cf2057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:54.290617 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-172403b6-43f7-4c4c-bff2-8626bd45cfbe req-b92b8b14-42f0-44ab-a5a3-4b8cf0cf2057 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=4ff8c520-12d3-47e5-b499-6dbd6e9a131a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399263 Sep 16 03:52:54.500862 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-172403b6-43f7-4c4c-bff2-8626bd45cfbe req-767602f7-605d-48b3-a2fe-166166d93653 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/4ff8c520-12d3-47e5-b499-6dbd6e9a131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877960 Sep 16 03:52:54.684573 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:52:54.697348 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30252b3b-5f5e-400c-a86c-9fb975387b52 req-f34e920f-7209-493e-9c8d-ec3bea19fb71 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:54.700589 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-30252b3b-5f5e-400c-a86c-9fb975387b52 req-f34e920f-7209-493e-9c8d-ec3bea19fb71 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=aa7bab22-1639-467d-ba7a-94c97e1b9231 HTTP/1.1" status: 200 len: 945 time: 0.0479181 Sep 16 03:52:54.746865 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-30252b3b-5f5e-400c-a86c-9fb975387b52 req-0fe7b430-5ee8-4966-a4ef-73b1e928b257 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a890f157-4eb5-4875-8771-deeceeb2266b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423212 Sep 16 03:52:54.870470 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46820d6-08a3-4ce3-ae97-fd0301eab92d req-7c8b32c4-8e64-4100-a3a9-6e3fb23191f2 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:54.872101 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-c46820d6-08a3-4ce3-ae97-fd0301eab92d req-7c8b32c4-8e64-4100-a3a9-6e3fb23191f2 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=aa7bab22-1639-467d-ba7a-94c97e1b9231 HTTP/1.1" status: 200 len: 945 time: 0.0538931 Sep 16 03:52:54.884699 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 59478) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:52:54.890213 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.v2.base [None req-7ef145f1-67c4-48f6-b10e-f597281438a5 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Request body: {'floatingip': {'port_id': '552dfee7-ff27-4901-a9cb-8d274e8becd6'}} {{(pid=113374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:52:54.935313 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-172403b6-43f7-4c4c-bff2-8626bd45cfbe req-ac19d3db-30ec-46d0-b808-6581c9340c0c service neutron] 10.222.0.52 "GET /networking/v2.0/networks/4ff8c520-12d3-47e5-b499-6dbd6e9a131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996187 Sep 16 03:52:54.952032 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-7ef145f1-67c4-48f6-b10e-f597281438a5 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Publish callbacks [] for floatingip (4eb1c11b-44e2-4c9c-8900-469d05e21010), before_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:55.208745 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=100 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:52:55.368933 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-2f828f41-9ba0-453f-ba46-c279d9bb192c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (20a8dcff-cb91-4cfb-b5ee-87736efe33d8), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:55.443021 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3807b63e-6d4b-41f5-834f-b09fe27390e6 req-1c595322-7c82-4fc4-936d-6aebe55b55da tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:55.444495 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-3807b63e-6d4b-41f5-834f-b09fe27390e6 req-1c595322-7c82-4fc4-936d-6aebe55b55da tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bb6e8c47-3155-423c-ac27-8e71fc56bbce HTTP/1.1" status: 200 len: 943 time: 0.0886664 Sep 16 03:52:55.469252 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-7ef145f1-67c4-48f6-b10e-f597281438a5 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:55.504644 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-3807b63e-6d4b-41f5-834f-b09fe27390e6 req-30001a16-5b66-49f7-8359-9d01fc996229 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4f6fb4e5-d05a-4dc9-9394-df98f3d842d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520122 Sep 16 03:52:55.542620 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-7ef145f1-67c4-48f6-b10e-f597281438a5 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-452268'] for floatingip (4eb1c11b-44e2-4c9c-8900-469d05e21010), after_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:55.740113 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ef145f1-67c4-48f6-b10e-f597281438a5 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Router 6af97b08-d2f4-437e-a1cf-998707fdd7d2 has already been hosted by L3 agent 20a8dcff-cb91-4cfb-b5ee-87736efe33d8 {{(pid=113374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 03:52:55.743078 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:52:55.844211 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef145f1-67c4-48f6-b10e-f597281438a5 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Notify agent at l3_agent.dv-cinder-857993-1-iscsi the message routers_updated {{(pid=113374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 03:52:55.849272 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-7ef145f1-67c4-48f6-b10e-f597281438a5 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for floatingip (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:55.853659 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e6c782-91ce-4d19-9813-16d1ec26a4d3 None None] Sync routers for ids ['6af97b08-d2f4-437e-a1cf-998707fdd7d2'] in dv-cinder-857993-1-iscsi {{(pid=113376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 03:52:55.867098 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e6c782-91ce-4d19-9813-16d1ec26a4d3 None None] Routers {'6af97b08-d2f4-437e-a1cf-998707fdd7d2'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:52:55.867712 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-13e6c782-91ce-4d19-9813-16d1ec26a4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:52:55Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['6af97b08-d2f4-437e-a1cf-998707fdd7d2'], 'active': True} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:52:55.879096 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa7bab22-1639-467d-ba7a-94c97e1b9231', 'tag': '552dfee7-ff27-4901-a9cb-8d274e8becd6'}] {{(pid=113374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 03:52:55.881342 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690b364905604876d1d0623b3c540f81637980c049172579221ad326041cdf1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cfe8aa6-3e06-40e2-acba-2e304591931d" -d '{"events": [{"name": "network-changed", "server_uuid": "aa7bab22-1639-467d-ba7a-94c97e1b9231", "tag": "552dfee7-ff27-4901-a9cb-8d274e8becd6"}]}' {{(pid=113374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 03:52:55.913184 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-7ef145f1-67c4-48f6-b10e-f597281438a5 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/4eb1c11b-44e2-4c9c-8900-469d05e21010 HTTP/1.1" status: 200 len: 993 time: 1.0252483 Sep 16 03:52:55.919726 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 03:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd1a4fce-9771-4c4d-b474-33ff609fd470 x-openstack-request-id: req-dd1a4fce-9771-4c4d-b474-33ff609fd470 {{(pid=113374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 03:52:55.920019 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa7bab22-1639-467d-ba7a-94c97e1b9231", "tag": "552dfee7-ff27-4901-a9cb-8d274e8becd6", "status": "completed", "code": 200}]} {{(pid=113374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 03:52:55.920270 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dd1a4fce-9771-4c4d-b474-33ff609fd470 {{(pid=113374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 03:52:55.920672 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd1a4fce-9771-4c4d-b474-33ff609fd470'] response: {'name': 'network-changed', 'server_uuid': 'aa7bab22-1639-467d-ba7a-94c97e1b9231', 'tag': '552dfee7-ff27-4901-a9cb-8d274e8becd6', 'status': 'completed', 'code': 200} Sep 16 03:52:55.968608 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvr_db [None req-13e6c782-91ce-4d19-9813-16d1ec26a4d3 None None] Set router 6af97b08-d2f4-437e-a1cf-998707fdd7d2 gateway port host: dv-cinder-857993-1-iscsi {{(pid=113376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:52:56.183176 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-13e6c782-91ce-4d19-9813-16d1ec26a4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6af97b08-d2f4-437e-a1cf-998707fdd7d2', 'name': 'tempest-ServerRescueNegativeTestJSON-603446721-router', 'tenant_id': 'ac97d1487c024a68b8ad933d882bb456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'ffe84a6c-b34a-4a6d-8015-41c22d07478d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:13Z', 'updated_at': '2022-09-16T03:48:30Z', 'revision_number': 4, 'project_id': 'ac97d1487c024a68b8ad933d882bb456', 'gw_port': {'id': 'ffe84a6c-b34a-4a6d-8015-41c22d07478d', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af97b08-d2f4-437e-a1cf-998707fdd7d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:16Z', 'updated_at': '2022-09-16T03:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_floatingips': [{'id': '4eb1c11b-44e2-4c9c-8900-469d05e21010', 'tenant_id': 'ac97d1487c024a68b8ad933d882bb456', 'floating_ip_address': '172.27.0.150', 'floating_network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'router_id': '6af97b08-d2f4-437e-a1cf-998707fdd7d2', 'port_id': '552dfee7-ff27-4901-a9cb-8d274e8becd6', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64754a20-d60c-49a4-9c39-1462c6265039', 'mac_address': 'fa:16:3e:9e:2c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7bab22-1639-467d-ba7a-94c97e1b9231', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T03:50:57Z', 'updated_at': '2022-09-16T03:52:55Z', 'revision_number': 3, 'project_id': 'ac97d1487c024a68b8ad933d882bb456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0d55b65-d17e-40fa-a318-8ddcc3d763b3', 'name': '', 'network_id': '64754a20-d60c-49a4-9c39-1462c6265039', 'tenant_id': 'ac97d1487c024a68b8ad933d882bb456', 'mac_address': 'fa:16:3e:41:4b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af97b08-d2f4-437e-a1cf-998707fdd7d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c8d5968b-806e-4184-9dc4-9781905ff4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:26Z', 'updated_at': '2022-09-16T03:48:38Z', 'revision_number': 5, 'project_id': 'ac97d1487c024a68b8ad933d882bb456', 'subnets': [{'id': 'c8d5968b-806e-4184-9dc4-9781905ff4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:52:56.207231 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e6c782-91ce-4d19-9813-16d1ec26a4d3 None None] Checking router: 6af97b08-d2f4-437e-a1cf-998707fdd7d2 for host: dv-cinder-857993-1-iscsi {{(pid=113376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 03:52:56.215574 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e6c782-91ce-4d19-9813-16d1ec26a4d3 None None] Routers {'6af97b08-d2f4-437e-a1cf-998707fdd7d2'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:52:56.216172 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-13e6c782-91ce-4d19-9813-16d1ec26a4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:52:55Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['6af97b08-d2f4-437e-a1cf-998707fdd7d2'], 'active': True} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:52:56.299868 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:52:56.318402 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvr_db [None req-13e6c782-91ce-4d19-9813-16d1ec26a4d3 None None] Set router 6af97b08-d2f4-437e-a1cf-998707fdd7d2 gateway port host: dv-cinder-857993-1-iscsi {{(pid=113376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:52:56.492711 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfe8aa6-3e06-40e2-acba-2e304591931d req-0ffb8ce7-7f42-48f4-8739-fc9d06263456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:56.494222 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-0cfe8aa6-3e06-40e2-acba-2e304591931d req-0ffb8ce7-7f42-48f4-8739-fc9d06263456 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=ac97d1487c024a68b8ad933d882bb456&device_id=aa7bab22-1639-467d-ba7a-94c97e1b9231 HTTP/1.1" status: 200 len: 1129 time: 0.0424206 Sep 16 03:52:56.561761 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-13e6c782-91ce-4d19-9813-16d1ec26a4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6af97b08-d2f4-437e-a1cf-998707fdd7d2', 'name': 'tempest-ServerRescueNegativeTestJSON-603446721-router', 'tenant_id': 'ac97d1487c024a68b8ad933d882bb456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'ffe84a6c-b34a-4a6d-8015-41c22d07478d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:13Z', 'updated_at': '2022-09-16T03:48:30Z', 'revision_number': 4, 'project_id': 'ac97d1487c024a68b8ad933d882bb456', 'gw_port': {'id': 'ffe84a6c-b34a-4a6d-8015-41c22d07478d', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af97b08-d2f4-437e-a1cf-998707fdd7d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:16Z', 'updated_at': '2022-09-16T03:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_floatingips': [{'id': '4eb1c11b-44e2-4c9c-8900-469d05e21010', 'tenant_id': 'ac97d1487c024a68b8ad933d882bb456', 'floating_ip_address': '172.27.0.150', 'floating_network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'router_id': '6af97b08-d2f4-437e-a1cf-998707fdd7d2', 'port_id': '552dfee7-ff27-4901-a9cb-8d274e8becd6', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64754a20-d60c-49a4-9c39-1462c6265039', 'mac_address': 'fa:16:3e:9e:2c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7bab22-1639-467d-ba7a-94c97e1b9231', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T03:50:57Z', 'updated_at': '2022-09-16T03:52:55Z', 'revision_number': 3, 'project_id': 'ac97d1487c024a68b8ad933d882bb456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0d55b65-d17e-40fa-a318-8ddcc3d763b3', 'name': '', 'network_id': '64754a20-d60c-49a4-9c39-1462c6265039', 'tenant_id': 'ac97d1487c024a68b8ad933d882bb456', 'mac_address': 'fa:16:3e:41:4b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af97b08-d2f4-437e-a1cf-998707fdd7d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c8d5968b-806e-4184-9dc4-9781905ff4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:26Z', 'updated_at': '2022-09-16T03:48:38Z', 'revision_number': 5, 'project_id': 'ac97d1487c024a68b8ad933d882bb456', 'subnets': [{'id': 'c8d5968b-806e-4184-9dc4-9781905ff4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:52:56.569709 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=100 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:52:56.581852 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e6c782-91ce-4d19-9813-16d1ec26a4d3 None None] The sync data for ids ['6af97b08-d2f4-437e-a1cf-998707fdd7d2'] in dv-cinder-857993-1-iscsi is: [{'id': '6af97b08-d2f4-437e-a1cf-998707fdd7d2', 'name': 'tempest-ServerRescueNegativeTestJSON-603446721-router', 'tenant_id': 'ac97d1487c024a68b8ad933d882bb456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'ffe84a6c-b34a-4a6d-8015-41c22d07478d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:13Z', 'updated_at': '2022-09-16T03:48:30Z', 'revision_number': 4, 'project_id': 'ac97d1487c024a68b8ad933d882bb456', 'gw_port': {'id': 'ffe84a6c-b34a-4a6d-8015-41c22d07478d', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af97b08-d2f4-437e-a1cf-998707fdd7d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:16Z', 'updated_at': '2022-09-16T03:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_floatingips': [{'id': '4eb1c11b-44e2-4c9c-8900-469d05e21010', 'tenant_id': 'ac97d1487c024a68b8ad933d882bb456', 'floating_ip_address': '172.27.0.150', 'floating_network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'router_id': '6af97b08-d2f4-437e-a1cf-998707fdd7d2', 'port_id': '552dfee7-ff27-4901-a9cb-8d274e8becd6', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64754a20-d60c-49a4-9c39-1462c6265039', 'mac_address': 'fa:16:3e:9e:2c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7bab22-1639-467d-ba7a-94c97e1b9231', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T03:50:57Z', 'updated_at': '2022-09-16T03:52:55Z', 'revision_number': 3, 'project_id': 'ac97d1487c024a68b8ad933d882bb456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0d55b65-d17e-40fa-a318-8ddcc3d763b3', 'name': '', 'network_id': '64754a20-d60c-49a4-9c39-1462c6265039', 'tenant_id': 'ac97d1487c024a68b8ad933d882bb456', 'mac_address': 'fa:16:3e:41:4b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af97b08-d2f4-437e-a1cf-998707fdd7d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c8d5968b-806e-4184-9dc4-9781905ff4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:26Z', 'updated_at': '2022-09-16T03:48:38Z', 'revision_number': 5, 'project_id': 'ac97d1487c024a68b8ad933d882bb456', 'subnets': [{'id': 'c8d5968b-806e-4184-9dc4-9781905ff4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 03:52:56.614614 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfe8aa6-3e06-40e2-acba-2e304591931d req-bcef893e-2038-4cd8-ae8d-d4f91b825458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:56.616107 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-0cfe8aa6-3e06-40e2-acba-2e304591931d req-bcef893e-2038-4cd8-ae8d-d4f91b825458 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=64754a20-d60c-49a4-9c39-1462c6265039 HTTP/1.1" status: 200 len: 919 time: 0.1158364 Sep 16 03:52:56.689105 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a33d2d6-396b-4c62-8d90-dbd52115920a req-2c4d5f70-cfe1-4fe1-8e56-518a2f836cc5 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:56.690702 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-0a33d2d6-396b-4c62-8d90-dbd52115920a req-2c4d5f70-cfe1-4fe1-8e56-518a2f836cc5 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bb6e8c47-3155-423c-ac27-8e71fc56bbce HTTP/1.1" status: 200 len: 943 time: 0.0988545 Sep 16 03:52:56.721508 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-0cfe8aa6-3e06-40e2-acba-2e304591931d req-5eb61798-8eaa-43e4-9cf3-9cff8321ea08 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=552dfee7-ff27-4901-a9cb-8d274e8becd6 HTTP/1.1" status: 200 len: 1001 time: 0.0889072 Sep 16 03:52:56.787522 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-6e17b5b7-15b9-4810-ad4e-df527af14d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (b6f1069f-4437-473a-8bc8-4bc493c2bb12), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:56.788366 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-0a33d2d6-396b-4c62-8d90-dbd52115920a req-f760d50e-b74d-47da-95fa-4e07721db7e9 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4f6fb4e5-d05a-4dc9-9394-df98f3d842d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879273 Sep 16 03:52:56.798553 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfe8aa6-3e06-40e2-acba-2e304591931d req-6d423031-6ff6-4c25-823e-431a2eb66add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:56.800205 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-0cfe8aa6-3e06-40e2-acba-2e304591931d req-6d423031-6ff6-4c25-823e-431a2eb66add service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=c8d5968b-806e-4184-9dc4-9781905ff4c8 HTTP/1.1" status: 200 len: 857 time: 0.0718412 Sep 16 03:52:57.141780 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfe8aa6-3e06-40e2-acba-2e304591931d req-f57d9265-d985-4ce7-a908-4d0fd2ec3492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:57.143296 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-0cfe8aa6-3e06-40e2-acba-2e304591931d req-f57d9265-d985-4ce7-a908-4d0fd2ec3492 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=64754a20-d60c-49a4-9c39-1462c6265039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418587 Sep 16 03:52:57.240140 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-0cfe8aa6-3e06-40e2-acba-2e304591931d req-dd19fdf2-f47e-4e53-ad1d-34ecbcd83241 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/64754a20-d60c-49a4-9c39-1462c6265039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897243 Sep 16 03:52:57.345964 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-0cfe8aa6-3e06-40e2-acba-2e304591931d req-a8cbc98a-cf9c-4041-8290-b790489b91f9 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/64754a20-d60c-49a4-9c39-1462c6265039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880411 Sep 16 03:52:57.908848 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d06f2c-7935-40ab-96b1-1729f01cd0ac req-51efa8b9-1310-496a-b9cb-01759871521f tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:57.910197 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-f5d06f2c-7935-40ab-96b1-1729f01cd0ac req-51efa8b9-1310-496a-b9cb-01759871521f tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bb6e8c47-3155-423c-ac27-8e71fc56bbce HTTP/1.1" status: 200 len: 943 time: 0.0467627 Sep 16 03:52:57.922001 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa7bab22-1639-467d-ba7a-94c97e1b9231', 'tag': '552dfee7-ff27-4901-a9cb-8d274e8becd6'}] {{(pid=113374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 03:52:57.924305 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690b364905604876d1d0623b3c540f81637980c049172579221ad326041cdf1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc1d7e0-b234-4129-b3fd-2a4b994e955d" -d '{"events": [{"name": "network-changed", "server_uuid": "aa7bab22-1639-467d-ba7a-94c97e1b9231", "tag": "552dfee7-ff27-4901-a9cb-8d274e8becd6"}]}' {{(pid=113374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 03:52:57.966159 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-f5d06f2c-7935-40ab-96b1-1729f01cd0ac req-188cf4c0-b575-46a6-ba68-11eaadb54200 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4f6fb4e5-d05a-4dc9-9394-df98f3d842d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497756 Sep 16 03:52:57.966501 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 03:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e3aac34-43cd-40f4-b2bc-0d22b60cf743 x-openstack-request-id: req-5e3aac34-43cd-40f4-b2bc-0d22b60cf743 {{(pid=113374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 03:52:57.966864 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa7bab22-1639-467d-ba7a-94c97e1b9231", "tag": "552dfee7-ff27-4901-a9cb-8d274e8becd6", "status": "completed", "code": 200}]} {{(pid=113374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 03:52:57.967211 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5e3aac34-43cd-40f4-b2bc-0d22b60cf743 {{(pid=113374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 03:52:57.967739 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e3aac34-43cd-40f4-b2bc-0d22b60cf743'] response: {'name': 'network-changed', 'server_uuid': 'aa7bab22-1639-467d-ba7a-94c97e1b9231', 'tag': '552dfee7-ff27-4901-a9cb-8d274e8becd6', 'status': 'completed', 'code': 200} Sep 16 03:52:58.028735 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc1d7e0-b234-4129-b3fd-2a4b994e955d req-4cca0894-6a3a-4ccd-81c2-916858677932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:58.030223 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-3dc1d7e0-b234-4129-b3fd-2a4b994e955d req-4cca0894-6a3a-4ccd-81c2-916858677932 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=ac97d1487c024a68b8ad933d882bb456&device_id=aa7bab22-1639-467d-ba7a-94c97e1b9231 HTTP/1.1" status: 200 len: 1129 time: 0.0406060 Sep 16 03:52:58.126194 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc1d7e0-b234-4129-b3fd-2a4b994e955d req-001b3d66-f583-4b2a-a0f4-6d142b1f1c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:58.127707 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-3dc1d7e0-b234-4129-b3fd-2a4b994e955d req-001b3d66-f583-4b2a-a0f4-6d142b1f1c96 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=64754a20-d60c-49a4-9c39-1462c6265039 HTTP/1.1" status: 200 len: 919 time: 0.0907612 Sep 16 03:52:58.179356 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device 7435ce50-992e-4f86-a4f8-fd731af0e104 details requested by agent hyperv_hv-cinder-85799 with host hv-cinder-85799 {{(pid=113376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 03:52:58.201484 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-3dc1d7e0-b234-4129-b3fd-2a4b994e955d req-e7ada98e-4caa-48c0-a7b0-b75653e092ef service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=552dfee7-ff27-4901-a9cb-8d274e8becd6 HTTP/1.1" status: 200 len: 1001 time: 0.0668359 Sep 16 03:52:58.224455 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=100 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:52:58.265052 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc1d7e0-b234-4129-b3fd-2a4b994e955d req-ecc7e46a-a5b5-4885-908b-6e454e415a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:58.267297 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-3dc1d7e0-b234-4129-b3fd-2a4b994e955d req-ecc7e46a-a5b5-4885-908b-6e454e415a69 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=c8d5968b-806e-4184-9dc4-9781905ff4c8 HTTP/1.1" status: 200 len: 857 time: 0.0496075 Sep 16 03:52:58.287380 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:52:58.292791 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] For port 7435ce50-992e-4f86-a4f8-fd731af0e104, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=7435ce50-992e-4f86-a4f8-fd731af0e104,segment=NetworkSegment(8f3c2513-130a-4e92-b8d6-c7c7e1d1ec24),segment_id=8f3c2513-130a-4e92-b8d6-c7c7e1d1ec24)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:52:58.306304 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Returning: {'device': '7435ce50-992e-4f86-a4f8-fd731af0e104', 'network_id': '4ff8c520-12d3-47e5-b499-6dbd6e9a131a', 'port_id': '7435ce50-992e-4f86-a4f8-fd731af0e104', 'mac_address': 'fa:16:3e:a8:50:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc6b4dbf-6194-4053-a2ab-d05e1046d55f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 03:52:58.318849 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc1d7e0-b234-4129-b3fd-2a4b994e955d req-efb80f7a-36fd-4e23-982a-add537e101d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:58.320570 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-3dc1d7e0-b234-4129-b3fd-2a4b994e955d req-efb80f7a-36fd-4e23-982a-add537e101d4 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=64754a20-d60c-49a4-9c39-1462c6265039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440972 Sep 16 03:52:58.344133 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Current status of the port 7435ce50-992e-4f86-a4f8-fd731af0e104 is: DOWN; New status is: BUILD {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:52:58.347794 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (7435ce50-992e-4f86-a4f8-fd731af0e104), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:58.361303 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.notifiers.nova [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7435ce50-992e-4f86-a4f8-fd731af0e104 {{(pid=113376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 03:52:58.382219 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] For port 7435ce50-992e-4f86-a4f8-fd731af0e104, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=7435ce50-992e-4f86-a4f8-fd731af0e104,segment=NetworkSegment(8f3c2513-130a-4e92-b8d6-c7c7e1d1ec24),segment_id=8f3c2513-130a-4e92-b8d6-c7c7e1d1ec24)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:52:58.420466 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-3dc1d7e0-b234-4129-b3fd-2a4b994e955d req-82c61064-c90b-4cb4-94f6-f4bd3dcdc2e4 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/64754a20-d60c-49a4-9c39-1462c6265039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930436 Sep 16 03:52:58.483179 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (7435ce50-992e-4f86-a4f8-fd731af0e104), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:58.489206 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=100 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:52:58.521807 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-3dc1d7e0-b234-4129-b3fd-2a4b994e955d req-ff1ec828-82cc-4d0d-9f6c-2ba47ccb1031 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/64754a20-d60c-49a4-9c39-1462c6265039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921948 Sep 16 03:52:58.561410 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Pushing event updated for resources: {'Port': ['ID=7435ce50-992e-4f86-a4f8-fd731af0e104,revision_number=4']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:52:58.568422 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:52:58.568765 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:52:58.569149 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:52:58.569608 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:52:58.569879 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:52:58.570189 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:52:58.570508 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:52:58.570828 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:52:58.571171 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:52:58.571485 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:52:58.571800 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:52:58.572130 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:52:58.572447 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:52:58.572756 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:52:58.573064 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:52:58.634055 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (9480ceca-8cb5-4b85-9807-6ee42f948820), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:58.635246 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-2875a3e6-2c6e-4f2c-bd58-7e0a3de9c063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (bb5efb49-5a18-474a-824b-90488b0f2024), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:52:58.707495 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fb0792-048e-4281-a183-5449f3b191f5 req-98f16470-99e8-4efd-8ff2-6321f3ae9091 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:58.708962 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-b7fb0792-048e-4281-a183-5449f3b191f5 req-98f16470-99e8-4efd-8ff2-6321f3ae9091 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 946 time: 0.0476465 Sep 16 03:52:58.760333 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-b7fb0792-048e-4281-a183-5449f3b191f5 req-da811e24-d5fa-44da-8ce5-d41a816467f0 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455334 Sep 16 03:52:59.100226 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40663acc-58e8-465f-9a85-0eed531180da req-9dedc80e-5e4c-4756-9dc6-c3194e63e050 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:59.101703 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-40663acc-58e8-465f-9a85-0eed531180da req-9dedc80e-5e4c-4756-9dc6-c3194e63e050 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bb6e8c47-3155-423c-ac27-8e71fc56bbce HTTP/1.1" status: 200 len: 944 time: 0.0474410 Sep 16 03:52:59.149495 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-40663acc-58e8-465f-9a85-0eed531180da req-1c151be5-44a2-4a55-99e0-cff479f7035c tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4f6fb4e5-d05a-4dc9-9394-df98f3d842d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412688 Sep 16 03:52:59.888828 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88fd576-be35-41a4-be8d-8b9183d36f05 req-db4d46ee-6423-4101-b012-3b6531f56381 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:52:59.890277 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-f88fd576-be35-41a4-be8d-8b9183d36f05 req-db4d46ee-6423-4101-b012-3b6531f56381 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 946 time: 0.0461392 Sep 16 03:52:59.937002 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-f88fd576-be35-41a4-be8d-8b9183d36f05 req-103911b5-5d31-45e0-9691-9389c71aa4d4 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412772 Sep 16 03:53:00.276309 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c35277-1d93-4665-b71b-c245f92e284a req-3062878b-48a3-46fd-84d9-259e2f9ffb89 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:00.277763 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-c9c35277-1d93-4665-b71b-c245f92e284a req-3062878b-48a3-46fd-84d9-259e2f9ffb89 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bb6e8c47-3155-423c-ac27-8e71fc56bbce HTTP/1.1" status: 200 len: 944 time: 0.0454693 Sep 16 03:53:00.324367 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-c9c35277-1d93-4665-b71b-c245f92e284a req-556980eb-a659-4bae-bbbf-74a838ea28b8 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4f6fb4e5-d05a-4dc9-9394-df98f3d842d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404007 Sep 16 03:53:01.060307 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6665c6-b390-4d32-b289-3aff6e3e7bab req-4785ce44-8219-4caf-989d-b6e77d082f99 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:01.061749 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-0d6665c6-b390-4d32-b289-3aff6e3e7bab req-4785ce44-8219-4caf-989d-b6e77d082f99 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 946 time: 0.0459988 Sep 16 03:53:01.097178 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:53:01.108601 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-0d6665c6-b390-4d32-b289-3aff6e3e7bab req-4f9564df-4b95-4434-87d8-d2c3cb177d3d tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413835 Sep 16 03:53:01.452647 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af7377-c133-4d06-991a-b4a9d25b5822 req-8e7b2cea-e47b-4a8e-9edb-b7389d38707b tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:01.454101 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-56af7377-c133-4d06-991a-b4a9d25b5822 req-8e7b2cea-e47b-4a8e-9edb-b7389d38707b tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bb6e8c47-3155-423c-ac27-8e71fc56bbce HTTP/1.1" status: 200 len: 944 time: 0.0557871 Sep 16 03:53:01.508208 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-56af7377-c133-4d06-991a-b4a9d25b5822 req-29199583-8b85-4888-8a88-b7e6967fe6ba tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4f6fb4e5-d05a-4dc9-9394-df98f3d842d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483899 Sep 16 03:53:01.610459 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] get_ports_and_sgs() called for port_ids ['7435ce50-992e-4f86-a4f8-fd731af0e104'] {{(pid=113376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 03:53:01.719399 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:53:02.192226 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:53:02.196611 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=4 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:53:02.246038 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9690ed-f20f-4d70-b1c1-66d9b8eab862 req-b04675da-9f11-40c8-8f45-e5178bd83906 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:02.247701 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-6e9690ed-f20f-4d70-b1c1-66d9b8eab862 req-b04675da-9f11-40c8-8f45-e5178bd83906 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 946 time: 0.0574136 Sep 16 03:53:02.295773 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-6e9690ed-f20f-4d70-b1c1-66d9b8eab862 req-83f5caf9-a17a-43b8-b242-1ec058c51038 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418038 Sep 16 03:53:02.629121 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a248e7bd-0d39-4874-8873-c9e2a5a26e70 req-9a619ae5-1632-44b6-a1ef-8f5b85cd345f tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:02.630576 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-a248e7bd-0d39-4874-8873-c9e2a5a26e70 req-9a619ae5-1632-44b6-a1ef-8f5b85cd345f tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bb6e8c47-3155-423c-ac27-8e71fc56bbce HTTP/1.1" status: 200 len: 944 time: 0.0456548 Sep 16 03:53:02.681859 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-a248e7bd-0d39-4874-8873-c9e2a5a26e70 req-09401c45-c0f0-432c-afee-db1f11852344 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4f6fb4e5-d05a-4dc9-9394-df98f3d842d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456946 Sep 16 03:53:03.427521 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5ba3f8-354d-4ca9-9fec-2f0234fb9026 req-8c208d49-c7c9-4b3d-82a7-a88c5f4c6267 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:03.428987 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-6f5ba3f8-354d-4ca9-9fec-2f0234fb9026 req-8c208d49-c7c9-4b3d-82a7-a88c5f4c6267 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 946 time: 0.0509648 Sep 16 03:53:03.477418 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-6f5ba3f8-354d-4ca9-9fec-2f0234fb9026 req-c4162591-feff-4bd8-a2f8-bae52cf745b1 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425286 Sep 16 03:53:03.820164 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6f6136-86b9-483b-8236-735b1cdd728b req-7f779f12-f8e1-4f04-8b24-8386fdd88289 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:03.821674 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-0f6f6136-86b9-483b-8236-735b1cdd728b req-7f779f12-f8e1-4f04-8b24-8386fdd88289 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bb6e8c47-3155-423c-ac27-8e71fc56bbce HTTP/1.1" status: 200 len: 944 time: 0.0518568 Sep 16 03:53:03.875252 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-0f6f6136-86b9-483b-8236-735b1cdd728b req-b7c089f0-f446-41a4-b565-c13051c4462f tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4f6fb4e5-d05a-4dc9-9394-df98f3d842d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474739 Sep 16 03:53:04.173648 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.agents_db [None req-8ba4eca6-5e8f-405f-9ad3-b7bffaa24231 None None] Agent healthcheck: found 6 active agents {{(pid=113377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 03:53:04.603710 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e4e1a7-fce8-47fb-b0d8-f1c648ee451a req-1c1eadd1-ec39-4b21-b5dd-cc4d494fc23b tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:04.605156 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-66e4e1a7-fce8-47fb-b0d8-f1c648ee451a req-1c1eadd1-ec39-4b21-b5dd-cc4d494fc23b tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 946 time: 0.0461257 Sep 16 03:53:04.656434 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-66e4e1a7-fce8-47fb-b0d8-f1c648ee451a req-d0d1259c-a4e3-447b-84af-de04fd954e10 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448890 Sep 16 03:53:04.900981 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device 7435ce50-992e-4f86-a4f8-fd731af0e104 up at agent hyperv_hv-cinder-85799 {{(pid=113376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 03:53:04.946097 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Provisioning for port 7435ce50-992e-4f86-a4f8-fd731af0e104 completed by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 03:53:05.000149 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efe6412-d5c6-4792-8838-6eaeadfce2e5 req-8fb1d661-9189-4336-b0bd-0923b748a0f0 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:05.001617 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-1efe6412-d5c6-4792-8838-6eaeadfce2e5 req-8fb1d661-9189-4336-b0bd-0923b748a0f0 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bb6e8c47-3155-423c-ac27-8e71fc56bbce HTTP/1.1" status: 200 len: 944 time: 0.0476546 Sep 16 03:53:05.033466 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Provisioning complete for port 7435ce50-992e-4f86-a4f8-fd731af0e104 triggered by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:53:05.036377 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (7435ce50-992e-4f86-a4f8-fd731af0e104), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:05.036377 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Attempt 1 to provision port 7435ce50-992e-4f86-a4f8-fd731af0e104 Sep 16 03:53:05.049212 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-1efe6412-d5c6-4792-8838-6eaeadfce2e5 req-9d11d15b-dd4d-4c0b-bcb9-9c49176ad1dc tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4f6fb4e5-d05a-4dc9-9394-df98f3d842d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418279 Sep 16 03:53:05.106337 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Current status of the port 7435ce50-992e-4f86-a4f8-fd731af0e104 is: BUILD; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:53:05.106723 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (7435ce50-992e-4f86-a4f8-fd731af0e104), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:05.214769 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb6e8c47-3155-423c-ac27-8e71fc56bbce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7435ce50-992e-4f86-a4f8-fd731af0e104'}] {{(pid=113376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 03:53:05.217065 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536f81a66b80124a32e6614edce579112ba342401ad4fb2d1257d5ac670fb901" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97dcc6b9-303a-410b-99e7-f2b31936f3a7" -d '{"events": [{"server_uuid": "bb6e8c47-3155-423c-ac27-8e71fc56bbce", "name": "network-vif-plugged", "status": "completed", "tag": "7435ce50-992e-4f86-a4f8-fd731af0e104"}]}' {{(pid=113376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 03:53:05.229178 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] For port 7435ce50-992e-4f86-a4f8-fd731af0e104, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=7435ce50-992e-4f86-a4f8-fd731af0e104,segment=NetworkSegment(8f3c2513-130a-4e92-b8d6-c7c7e1d1ec24),segment_id=8f3c2513-130a-4e92-b8d6-c7c7e1d1ec24)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:53:05.255103 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 03:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c7cca3f-e9fd-4e53-ade4-17e2edc9df12 x-openstack-request-id: req-8c7cca3f-e9fd-4e53-ade4-17e2edc9df12 {{(pid=113376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 03:53:05.260314 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb6e8c47-3155-423c-ac27-8e71fc56bbce", "name": "network-vif-plugged", "status": "completed", "tag": "7435ce50-992e-4f86-a4f8-fd731af0e104", "code": 200}]} {{(pid=113376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 03:53:05.260314 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8c7cca3f-e9fd-4e53-ade4-17e2edc9df12 {{(pid=113376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 03:53:05.260314 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c7cca3f-e9fd-4e53-ade4-17e2edc9df12'] response: {'server_uuid': 'bb6e8c47-3155-423c-ac27-8e71fc56bbce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7435ce50-992e-4f86-a4f8-fd731af0e104', 'code': 200} Sep 16 03:53:05.312218 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (7435ce50-992e-4f86-a4f8-fd731af0e104), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:05.357541 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Pushing event updated for resources: {'Port': ['ID=7435ce50-992e-4f86-a4f8-fd731af0e104,revision_number=5']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:53:05.781688 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521810e-aa68-4255-95ef-9cae8423dd17 req-75f985d1-de6d-4fc8-b820-67ce987c30e9 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:05.783094 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-1521810e-aa68-4255-95ef-9cae8423dd17 req-75f985d1-de6d-4fc8-b820-67ce987c30e9 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 946 time: 0.0470078 Sep 16 03:53:05.834034 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-1521810e-aa68-4255-95ef-9cae8423dd17 req-478d71c8-e24f-48db-93aa-fc45af281d07 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f8c02e96-afe7-4076-a9de-757bf644ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453360 Sep 16 03:53:05.926305 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201ccf39-c477-4c6d-a7b5-6905be26efc4 req-51063b5c-9189-4975-851a-416d11d29996 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:05.927896 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-201ccf39-c477-4c6d-a7b5-6905be26efc4 req-51063b5c-9189-4975-851a-416d11d29996 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 946 time: 0.0475707 Sep 16 03:53:06.024000 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.plugin [req-201ccf39-c477-4c6d-a7b5-6905be26efc4 req-e0f74127-87a1-412b-8d07-4090f6bfdabc tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Deleting port a04cc8c1-86e6-4381-8e36-de59ce5d9321 {{(pid=113375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 03:53:06.024691 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-201ccf39-c477-4c6d-a7b5-6905be26efc4 req-e0f74127-87a1-412b-8d07-4090f6bfdabc tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672990733'] for port (a04cc8c1-86e6-4381-8e36-de59ce5d9321), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:06.074021 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=100 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:53:06.117573 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.db [req-201ccf39-c477-4c6d-a7b5-6905be26efc4 req-e0f74127-87a1-412b-8d07-4090f6bfdabc tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] For port a04cc8c1-86e6-4381-8e36-de59ce5d9321, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=a04cc8c1-86e6-4381-8e36-de59ce5d9321,segment=NetworkSegment(dc8a676f-3c84-4a5b-b8d3-82d7df2b2d1f),segment_id=dc8a676f-3c84-4a5b-b8d3-82d7df2b2d1f)] {{(pid=113375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:53:06.117952 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-201ccf39-c477-4c6d-a7b5-6905be26efc4 req-e0f74127-87a1-412b-8d07-4090f6bfdabc tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432982'] for port (a04cc8c1-86e6-4381-8e36-de59ce5d9321), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:06.177059 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=100 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:53:06.184724 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1869d503-1784-4e00-8c9b-95c3665c8d2f req-8c9039f5-03bb-427e-85c2-4abfcdc6269d tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:06.186741 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-1869d503-1784-4e00-8c9b-95c3665c8d2f req-8c9039f5-03bb-427e-85c2-4abfcdc6269d tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bb6e8c47-3155-423c-ac27-8e71fc56bbce HTTP/1.1" status: 200 len: 945 time: 0.0569835 Sep 16 03:53:06.231667 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd22f9e0-de7e-46fd-942c-0839f63f96f2 req-21c73e43-2409-405f-a7d4-eeca927894e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:06.234042 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-dd22f9e0-de7e-46fd-942c-0839f63f96f2 req-21c73e43-2409-405f-a7d4-eeca927894e4 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bb6e8c47-3155-423c-ac27-8e71fc56bbce HTTP/1.1" status: 200 len: 1129 time: 0.0661464 Sep 16 03:53:06.277938 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-1869d503-1784-4e00-8c9b-95c3665c8d2f req-2a3bbdd3-8b86-4a2e-9ea6-1f551cc220a3 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4f6fb4e5-d05a-4dc9-9394-df98f3d842d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753148 Sep 16 03:53:06.289859 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-201ccf39-c477-4c6d-a7b5-6905be26efc4 req-e0f74127-87a1-412b-8d07-4090f6bfdabc tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:06.290049 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-201ccf39-c477-4c6d-a7b5-6905be26efc4 req-e0f74127-87a1-412b-8d07-4090f6bfdabc tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-452268'] for floatingip (4c59af70-6d27-42f2-9a2c-f94a39c386a3), after_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:06.290359 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.db.l3_db [req-201ccf39-c477-4c6d-a7b5-6905be26efc4 req-e0f74127-87a1-412b-8d07-4090f6bfdabc tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Floating IP 4c59af70-6d27-42f2-9a2c-f94a39c386a3 disassociated. External IP: 172.27.0.203, port: a04cc8c1-86e6-4381-8e36-de59ce5d9321. Sep 16 03:53:06.290698 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.plugin [req-201ccf39-c477-4c6d-a7b5-6905be26efc4 req-e0f74127-87a1-412b-8d07-4090f6bfdabc tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Calling delete_port for a04cc8c1-86e6-4381-8e36-de59ce5d9321 owned by compute:nova {{(pid=113375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 03:53:06.298946 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-dd22f9e0-de7e-46fd-942c-0839f63f96f2 req-079d2f22-4ac3-4008-b8a7-362b02a4ce86 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=4f6fb4e5-d05a-4dc9-9394-df98f3d842d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545220 Sep 16 03:53:06.490504 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-201ccf39-c477-4c6d-a7b5-6905be26efc4 req-e0f74127-87a1-412b-8d07-4090f6bfdabc tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672957835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672515813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4972043'] for port (a04cc8c1-86e6-4381-8e36-de59ce5d9321), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:06.520304 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f74127-87a1-412b-8d07-4090f6bfdabc tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Pushing event deleted for resources: {'Port': ['ID=a04cc8c1-86e6-4381-8e36-de59ce5d9321,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:53:06.630103 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.l3_agent_scheduler [req-201ccf39-c477-4c6d-a7b5-6905be26efc4 req-e0f74127-87a1-412b-8d07-4090f6bfdabc tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Router 11a544e6-b451-42f0-9ca8-422baaa4dd85 has already been hosted by L3 agent 20a8dcff-cb91-4cfb-b5ee-87736efe33d8 {{(pid=113375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 03:53:06.739109 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-201ccf39-c477-4c6d-a7b5-6905be26efc4 req-e0f74127-87a1-412b-8d07-4090f6bfdabc tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Notify agent at l3_agent.dv-cinder-857993-1-iscsi the message routers_updated {{(pid=113375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 03:53:06.748505 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f5d8f8-1eb8-4da7-bfcd-f572d10f6eec None None] Sync routers for ids ['11a544e6-b451-42f0-9ca8-422baaa4dd85'] in dv-cinder-857993-1-iscsi {{(pid=113377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 03:53:06.759204 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f5d8f8-1eb8-4da7-bfcd-f572d10f6eec None None] Routers {'11a544e6-b451-42f0-9ca8-422baaa4dd85'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:53:06.759813 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-23f5d8f8-1eb8-4da7-bfcd-f572d10f6eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:52:55Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['11a544e6-b451-42f0-9ca8-422baaa4dd85'], 'active': True} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:53:06.781422 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.l3_dvrscheduler_db [req-201ccf39-c477-4c6d-a7b5-6905be26efc4 req-e0f74127-87a1-412b-8d07-4090f6bfdabc tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] No DVR routers for this DVR port a04cc8c1-86e6-4381-8e36-de59ce5d9321 on host hv-cinder-85799 {{(pid=113375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 03:53:06.783902 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-201ccf39-c477-4c6d-a7b5-6905be26efc4 req-e0f74127-87a1-412b-8d07-4090f6bfdabc tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for port (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:06.787282 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-201ccf39-c477-4c6d-a7b5-6905be26efc4 req-e0f74127-87a1-412b-8d07-4090f6bfdabc tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.52 "DELETE /networking/v2.0/ports/a04cc8c1-86e6-4381-8e36-de59ce5d9321 HTTP/1.1" status: 204 len: 173 time: 0.8512084 Sep 16 03:53:06.787820 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '230b59e9-09d0-4448-a6a6-a395823fcd8b', 'name': 'network-vif-deleted', 'tag': 'a04cc8c1-86e6-4381-8e36-de59ce5d9321'}] {{(pid=113375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 03:53:06.790118 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5377fd1d321389c1792f161ed840337514ae556b8848fe715c314c680a14a908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2002e1a1-f93a-44eb-ad74-03a92550ec60" -d '{"events": [{"server_uuid": "230b59e9-09d0-4448-a6a6-a395823fcd8b", "name": "network-vif-deleted", "tag": "a04cc8c1-86e6-4381-8e36-de59ce5d9321"}]}' {{(pid=113375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 03:53:06.832557 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 03:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c5f3e24-6bc8-4bf8-a946-2b7d4f2d3834 x-openstack-request-id: req-0c5f3e24-6bc8-4bf8-a946-2b7d4f2d3834 {{(pid=113375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 03:53:06.832932 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "230b59e9-09d0-4448-a6a6-a395823fcd8b", "name": "network-vif-deleted", "tag": "a04cc8c1-86e6-4381-8e36-de59ce5d9321", "status": "completed", "code": 200}]} {{(pid=113375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 03:53:06.833189 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0c5f3e24-6bc8-4bf8-a946-2b7d4f2d3834 {{(pid=113375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 03:53:06.833721 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c5f3e24-6bc8-4bf8-a946-2b7d4f2d3834'] response: {'server_uuid': '230b59e9-09d0-4448-a6a6-a395823fcd8b', 'name': 'network-vif-deleted', 'tag': 'a04cc8c1-86e6-4381-8e36-de59ce5d9321', 'status': 'completed', 'code': 200} Sep 16 03:53:06.866751 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvr_db [None req-23f5d8f8-1eb8-4da7-bfcd-f572d10f6eec None None] Set router 11a544e6-b451-42f0-9ca8-422baaa4dd85 gateway port host: dv-cinder-857993-1-iscsi {{(pid=113377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:53:06.959901 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-834f7380-49a3-4841-b1c8-cde11cb6f643 req-0b978298-ab0e-4778-a860-126618d42d30 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 210 time: 0.0360672 Sep 16 03:53:07.075281 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-23f5d8f8-1eb8-4da7-bfcd-f572d10f6eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a544e6-b451-42f0-9ca8-422baaa4dd85', 'name': 'tempest-AttachVolumeShelveTestJSON-370893436-router', 'tenant_id': 'cb698ddcedae42a29f50203ec59db295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'dd2136f8-4e86-4db6-a499-0f087ed040d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:13Z', 'updated_at': '2022-09-16T03:48:27Z', 'revision_number': 4, 'project_id': 'cb698ddcedae42a29f50203ec59db295', 'gw_port': {'id': 'dd2136f8-4e86-4db6-a499-0f087ed040d4', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a544e6-b451-42f0-9ca8-422baaa4dd85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:15Z', 'updated_at': '2022-09-16T03:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_interfaces': [{'id': 'aaaa489d-81f6-4254-b458-6fa8c5f5b74c', 'name': '', 'network_id': '60a25330-2068-4171-85ea-2cd82f09cbdb', 'tenant_id': 'cb698ddcedae42a29f50203ec59db295', 'mac_address': 'fa:16:3e:1d:8e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a544e6-b451-42f0-9ca8-422baaa4dd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '070db458-4233-40aa-8c99-3613db8fb323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:25Z', 'updated_at': '2022-09-16T03:48:41Z', 'revision_number': 5, 'project_id': 'cb698ddcedae42a29f50203ec59db295', 'subnets': [{'id': '070db458-4233-40aa-8c99-3613db8fb323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:53:07.099486 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f5d8f8-1eb8-4da7-bfcd-f572d10f6eec None None] Checking router: 11a544e6-b451-42f0-9ca8-422baaa4dd85 for host: dv-cinder-857993-1-iscsi {{(pid=113377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 03:53:07.107835 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f5d8f8-1eb8-4da7-bfcd-f572d10f6eec None None] Routers {'11a544e6-b451-42f0-9ca8-422baaa4dd85'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:53:07.108420 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-23f5d8f8-1eb8-4da7-bfcd-f572d10f6eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:52:55Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['11a544e6-b451-42f0-9ca8-422baaa4dd85'], 'active': True} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:53:07.207871 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvr_db [None req-23f5d8f8-1eb8-4da7-bfcd-f572d10f6eec None None] Set router 11a544e6-b451-42f0-9ca8-422baaa4dd85 gateway port host: dv-cinder-857993-1-iscsi {{(pid=113377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:53:07.402855 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-23f5d8f8-1eb8-4da7-bfcd-f572d10f6eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a544e6-b451-42f0-9ca8-422baaa4dd85', 'name': 'tempest-AttachVolumeShelveTestJSON-370893436-router', 'tenant_id': 'cb698ddcedae42a29f50203ec59db295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'dd2136f8-4e86-4db6-a499-0f087ed040d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:13Z', 'updated_at': '2022-09-16T03:48:27Z', 'revision_number': 4, 'project_id': 'cb698ddcedae42a29f50203ec59db295', 'gw_port': {'id': 'dd2136f8-4e86-4db6-a499-0f087ed040d4', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a544e6-b451-42f0-9ca8-422baaa4dd85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:15Z', 'updated_at': '2022-09-16T03:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_interfaces': [{'id': 'aaaa489d-81f6-4254-b458-6fa8c5f5b74c', 'name': '', 'network_id': '60a25330-2068-4171-85ea-2cd82f09cbdb', 'tenant_id': 'cb698ddcedae42a29f50203ec59db295', 'mac_address': 'fa:16:3e:1d:8e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a544e6-b451-42f0-9ca8-422baaa4dd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '070db458-4233-40aa-8c99-3613db8fb323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:25Z', 'updated_at': '2022-09-16T03:48:41Z', 'revision_number': 5, 'project_id': 'cb698ddcedae42a29f50203ec59db295', 'subnets': [{'id': '070db458-4233-40aa-8c99-3613db8fb323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:53:07.409642 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45680630-2af4-449d-b2e5-9db85ad470c4 req-440af06c-1f3e-4dc0-bfe4-8a198f4a8341 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:07.411178 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-45680630-2af4-449d-b2e5-9db85ad470c4 req-440af06c-1f3e-4dc0-bfe4-8a198f4a8341 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bb6e8c47-3155-423c-ac27-8e71fc56bbce HTTP/1.1" status: 200 len: 945 time: 0.0509374 Sep 16 03:53:07.431786 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f5d8f8-1eb8-4da7-bfcd-f572d10f6eec None None] The sync data for ids ['11a544e6-b451-42f0-9ca8-422baaa4dd85'] in dv-cinder-857993-1-iscsi is: [{'id': '11a544e6-b451-42f0-9ca8-422baaa4dd85', 'name': 'tempest-AttachVolumeShelveTestJSON-370893436-router', 'tenant_id': 'cb698ddcedae42a29f50203ec59db295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'dd2136f8-4e86-4db6-a499-0f087ed040d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:13Z', 'updated_at': '2022-09-16T03:48:27Z', 'revision_number': 4, 'project_id': 'cb698ddcedae42a29f50203ec59db295', 'gw_port': {'id': 'dd2136f8-4e86-4db6-a499-0f087ed040d4', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a544e6-b451-42f0-9ca8-422baaa4dd85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:15Z', 'updated_at': '2022-09-16T03:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_interfaces': [{'id': 'aaaa489d-81f6-4254-b458-6fa8c5f5b74c', 'name': '', 'network_id': '60a25330-2068-4171-85ea-2cd82f09cbdb', 'tenant_id': 'cb698ddcedae42a29f50203ec59db295', 'mac_address': 'fa:16:3e:1d:8e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a544e6-b451-42f0-9ca8-422baaa4dd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '070db458-4233-40aa-8c99-3613db8fb323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:25Z', 'updated_at': '2022-09-16T03:48:41Z', 'revision_number': 5, 'project_id': 'cb698ddcedae42a29f50203ec59db295', 'subnets': [{'id': '070db458-4233-40aa-8c99-3613db8fb323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 03:53:07.467640 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-45680630-2af4-449d-b2e5-9db85ad470c4 req-fa00b47a-a35c-416f-88f6-aa47390a5529 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4f6fb4e5-d05a-4dc9-9394-df98f3d842d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506029 Sep 16 03:53:07.648160 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fb86f3-3524-4798-a572-5358cfa23ce9 None None] New status for floating IP 4c59af70-6d27-42f2-9a2c-f94a39c386a3: DOWN {{(pid=113376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 03:53:07.845379 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device a04cc8c1-86e6-4381-8e36-de59ce5d9321 no longer exists at agent hyperv_hv-cinder-85799 {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 03:53:07.866108 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] No Port match for: a04cc8c1-86e6-4381-8e36-de59ce5d9321 {{(pid=113376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 03:53:07.866452 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device a04cc8c1-86e6-4381-8e36-de59ce5d9321 not bound to the agent host hv-cinder-85799 {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 03:53:08.082470 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-93a6ddf2-8cb4-47dd-873e-4a07855bf803 req-79671bbe-cb95-4b0c-892f-3d9718fc3083 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=230b59e9-09d0-4448-a6a6-a395823fcd8b HTTP/1.1" status: 200 len: 210 time: 0.0282016 Sep 16 03:53:08.588534 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2647cce-55f4-44e9-8cc2-ddfd77432281 req-2cbd44c7-042d-4054-9cb1-7b3d2d1b55d5 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:08.590001 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-b2647cce-55f4-44e9-8cc2-ddfd77432281 req-2cbd44c7-042d-4054-9cb1-7b3d2d1b55d5 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bb6e8c47-3155-423c-ac27-8e71fc56bbce HTTP/1.1" status: 200 len: 945 time: 0.0479240 Sep 16 03:53:08.637667 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-b2647cce-55f4-44e9-8cc2-ddfd77432281 req-4cd88a52-21d7-469f-813b-fd466e32c0d3 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4f6fb4e5-d05a-4dc9-9394-df98f3d842d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410252 Sep 16 03:53:08.755191 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c0e6be-5cf5-49a1-b0f2-95fb0f818954 req-125502aa-b0cb-4ecd-85ec-79c9d506e135 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:08.757721 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-66c0e6be-5cf5-49a1-b0f2-95fb0f818954 req-125502aa-b0cb-4ecd-85ec-79c9d506e135 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bb6e8c47-3155-423c-ac27-8e71fc56bbce HTTP/1.1" status: 200 len: 945 time: 0.0491030 Sep 16 03:53:08.768622 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 59588) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:53:08.773115 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.v2.base [None req-84f40831-d91a-47ed-9164-73cc09a252fd tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Request body: {'floatingip': {'port_id': '7435ce50-992e-4f86-a4f8-fd731af0e104'}} {{(pid=113374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:53:08.815408 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-84f40831-d91a-47ed-9164-73cc09a252fd tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks [] for floatingip (4a112f8d-32ab-4dcd-9ba6-c8cfea4f4293), before_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:08.874931 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=100 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:53:09.360279 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 59598) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:53:09.415280 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-e3503ab6-5a3f-457b-a884-d1a1e50721a3 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Publish callbacks [] for security_group (f8c02e96-afe7-4076-a9de-757bf644ff7a), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:09.427979 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:53:09.442755 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-e3503ab6-5a3f-457b-a884-d1a1e50721a3 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Publish callbacks [] for security_group (f8c02e96-afe7-4076-a9de-757bf644ff7a), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:09.502329 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-84f40831-d91a-47ed-9164-73cc09a252fd tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:09.593345 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-e3503ab6-5a3f-457b-a884-d1a1e50721a3 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (f8c02e96-afe7-4076-a9de-757bf644ff7a), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:09.594447 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-84f40831-d91a-47ed-9164-73cc09a252fd tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-452268'] for floatingip (4a112f8d-32ab-4dcd-9ba6-c8cfea4f4293), after_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:09.596773 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-e3503ab6-5a3f-457b-a884-d1a1e50721a3 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Publish callbacks [] for security_group (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:09.599046 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-e3503ab6-5a3f-457b-a884-d1a1e50721a3 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/f8c02e96-afe7-4076-a9de-757bf644ff7a HTTP/1.1" status: 204 len: 168 time: 0.2367370 Sep 16 03:53:09.602653 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 59602) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:53:09.616063 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3503ab6-5a3f-457b-a884-d1a1e50721a3 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c02e96-afe7-4076-a9de-757bf644ff7a,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:53:09.622665 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.api.v2.resource [None req-58c4ec83-c87a-4e7a-816a-f5047b2a2e0a tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] show failed (client error): The resource could not be found. Sep 16 03:53:09.627192 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-58c4ec83-c87a-4e7a-816a-f5047b2a2e0a tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups/f8c02e96-afe7-4076-a9de-757bf644ff7a HTTP/1.1" status: 404 len: 347 time: 0.0199542 Sep 16 03:53:09.627505 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 59604) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:53:09.653928 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:53:09.675487 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:53:09.701929 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.db.l3_db [None req-84f40831-d91a-47ed-9164-73cc09a252fd tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Floating IP 4a112f8d-32ab-4dcd-9ba6-c8cfea4f4293 associated. External IP: 172.27.0.140, port: 7435ce50-992e-4f86-a4f8-fd731af0e104. Sep 16 03:53:09.744806 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.plugin [None req-e4c2710f-cf81-42b8-bd9c-ba43354e436d tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Deleting port c1016957-ea94-4200-a23f-146d261b1e73 {{(pid=113375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 03:53:09.745132 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-e4c2710f-cf81-42b8-bd9c-ba43354e436d tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672990733'] for port (c1016957-ea94-4200-a23f-146d261b1e73), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:09.834531 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-e4c2710f-cf81-42b8-bd9c-ba43354e436d tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432982'] for port (c1016957-ea94-4200-a23f-146d261b1e73), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:09.834769 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-e4c2710f-cf81-42b8-bd9c-ba43354e436d tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Publish callbacks [] for floatingip (c1016957-ea94-4200-a23f-146d261b1e73), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:09.848039 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.plugin [None req-e4c2710f-cf81-42b8-bd9c-ba43354e436d tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Calling delete_port for c1016957-ea94-4200-a23f-146d261b1e73 owned by network:floatingip {{(pid=113375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 03:53:09.912640 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84f40831-d91a-47ed-9164-73cc09a252fd tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Router e8eb6dc3-21a2-4b6e-907d-9210534718fc has already been hosted by L3 agent 20a8dcff-cb91-4cfb-b5ee-87736efe33d8 {{(pid=113374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 03:53:09.957924 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:53:10.026806 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f40831-d91a-47ed-9164-73cc09a252fd tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Notify agent at l3_agent.dv-cinder-857993-1-iscsi the message routers_updated {{(pid=113374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 03:53:10.032485 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-84f40831-d91a-47ed-9164-73cc09a252fd tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for floatingip (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:10.037748 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f385e282-2eaa-47ef-9649-7d1bebbaedde None None] Sync routers for ids ['e8eb6dc3-21a2-4b6e-907d-9210534718fc'] in dv-cinder-857993-1-iscsi {{(pid=113377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 03:53:10.069853 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-84f40831-d91a-47ed-9164-73cc09a252fd tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/4a112f8d-32ab-4dcd-9ba6-c8cfea4f4293 HTTP/1.1" status: 200 len: 991 time: 1.3001451 Sep 16 03:53:10.070764 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb6e8c47-3155-423c-ac27-8e71fc56bbce', 'tag': '7435ce50-992e-4f86-a4f8-fd731af0e104'}] {{(pid=113374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 03:53:10.073344 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690b364905604876d1d0623b3c540f81637980c049172579221ad326041cdf1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7392e018-839d-48f2-9522-0c7ed458b48a" -d '{"events": [{"name": "network-changed", "server_uuid": "bb6e8c47-3155-423c-ac27-8e71fc56bbce", "tag": "7435ce50-992e-4f86-a4f8-fd731af0e104"}]}' {{(pid=113374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 03:53:10.114747 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 03:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b92ab189-0ca4-4ea1-bbfa-3999be119116 x-openstack-request-id: req-b92ab189-0ca4-4ea1-bbfa-3999be119116 {{(pid=113374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 03:53:10.115005 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb6e8c47-3155-423c-ac27-8e71fc56bbce", "tag": "7435ce50-992e-4f86-a4f8-fd731af0e104", "status": "completed", "code": 200}]} {{(pid=113374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 03:53:10.115271 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b92ab189-0ca4-4ea1-bbfa-3999be119116 {{(pid=113374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 03:53:10.115659 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b92ab189-0ca4-4ea1-bbfa-3999be119116'] response: {'name': 'network-changed', 'server_uuid': 'bb6e8c47-3155-423c-ac27-8e71fc56bbce', 'tag': '7435ce50-992e-4f86-a4f8-fd731af0e104', 'status': 'completed', 'code': 200} Sep 16 03:53:10.143165 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f385e282-2eaa-47ef-9649-7d1bebbaedde None None] Routers {'e8eb6dc3-21a2-4b6e-907d-9210534718fc'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:53:10.143784 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-f385e282-2eaa-47ef-9649-7d1bebbaedde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:52:55Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['e8eb6dc3-21a2-4b6e-907d-9210534718fc'], 'active': True} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:53:10.196559 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7392e018-839d-48f2-9522-0c7ed458b48a req-8df1cd30-df9f-401b-9353-1e92f7d54be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:10.198137 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-7392e018-839d-48f2-9522-0c7ed458b48a req-8df1cd30-df9f-401b-9353-1e92f7d54be0 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=8ee4a40c6c264553a14e0eff367da4a0&device_id=bb6e8c47-3155-423c-ac27-8e71fc56bbce HTTP/1.1" status: 200 len: 1129 time: 0.0549841 Sep 16 03:53:10.246508 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvr_db [None req-f385e282-2eaa-47ef-9649-7d1bebbaedde None None] Set router e8eb6dc3-21a2-4b6e-907d-9210534718fc gateway port host: dv-cinder-857993-1-iscsi {{(pid=113377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:53:10.337443 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7392e018-839d-48f2-9522-0c7ed458b48a req-aec03a61-8fb3-4eda-b4cc-94a6a99688eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:10.338899 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-7392e018-839d-48f2-9522-0c7ed458b48a req-aec03a61-8fb3-4eda-b4cc-94a6a99688eb service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=4ff8c520-12d3-47e5-b499-6dbd6e9a131a HTTP/1.1" status: 200 len: 916 time: 0.1313250 Sep 16 03:53:10.400333 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-e4c2710f-cf81-42b8-bd9c-ba43354e436d tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672957835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672515813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4972043'] for port (c1016957-ea94-4200-a23f-146d261b1e73), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:10.425604 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=100 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:53:10.438692 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-7392e018-839d-48f2-9522-0c7ed458b48a req-ddb7fb74-ccc3-415b-a334-d47dcfc579c2 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7435ce50-992e-4f86-a4f8-fd731af0e104 HTTP/1.1" status: 200 len: 999 time: 0.0848370 Sep 16 03:53:10.441914 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c2710f-cf81-42b8-bd9c-ba43354e436d tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Pushing event deleted for resources: {'Port': ['ID=c1016957-ea94-4200-a23f-146d261b1e73,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:53:10.449185 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=100 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:53:10.468169 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-f385e282-2eaa-47ef-9649-7d1bebbaedde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'name': 'tempest-AttachVolumeNegativeTest-1637071771-router', 'tenant_id': '8ee4a40c6c264553a14e0eff367da4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'e7b2fb5b-4aa2-42c3-b650-b953cc723fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:11Z', 'updated_at': '2022-09-16T03:48:23Z', 'revision_number': 4, 'project_id': '8ee4a40c6c264553a14e0eff367da4a0', 'gw_port': {'id': 'e7b2fb5b-4aa2-42c3-b650-b953cc723fe7', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:45:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:12Z', 'updated_at': '2022-09-16T03:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_floatingips': [{'id': '4a112f8d-32ab-4dcd-9ba6-c8cfea4f4293', 'tenant_id': '8ee4a40c6c264553a14e0eff367da4a0', 'floating_ip_address': '172.27.0.140', 'floating_network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'router_id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'port_id': '7435ce50-992e-4f86-a4f8-fd731af0e104', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ff8c520-12d3-47e5-b499-6dbd6e9a131a', 'mac_address': 'fa:16:3e:a8:50:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb6e8c47-3155-423c-ac27-8e71fc56bbce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T03:52:46Z', 'updated_at': '2022-09-16T03:53:09Z', 'revision_number': 1, 'project_id': '8ee4a40c6c264553a14e0eff367da4a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddd557da-e9c8-431d-9885-21bd1fddfa19', 'name': '', 'network_id': '4ff8c520-12d3-47e5-b499-6dbd6e9a131a', 'tenant_id': '8ee4a40c6c264553a14e0eff367da4a0', 'mac_address': 'fa:16:3e:6f:ba:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'dc6b4dbf-6194-4053-a2ab-d05e1046d55f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:21Z', 'updated_at': '2022-09-16T03:48:32Z', 'revision_number': 5, 'project_id': '8ee4a40c6c264553a14e0eff367da4a0', 'subnets': [{'id': 'dc6b4dbf-6194-4053-a2ab-d05e1046d55f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:53:10.497429 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f385e282-2eaa-47ef-9649-7d1bebbaedde None None] Checking router: e8eb6dc3-21a2-4b6e-907d-9210534718fc for host: dv-cinder-857993-1-iscsi {{(pid=113377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 03:53:10.506688 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f385e282-2eaa-47ef-9649-7d1bebbaedde None None] Routers {'e8eb6dc3-21a2-4b6e-907d-9210534718fc'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:53:10.507313 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-f385e282-2eaa-47ef-9649-7d1bebbaedde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:52:55Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['e8eb6dc3-21a2-4b6e-907d-9210534718fc'], 'active': True} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:53:10.532838 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7392e018-839d-48f2-9522-0c7ed458b48a req-65ce61ca-a82e-47a1-90c1-f2df007b2c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:10.534344 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-7392e018-839d-48f2-9522-0c7ed458b48a req-65ce61ca-a82e-47a1-90c1-f2df007b2c51 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=dc6b4dbf-6194-4053-a2ab-d05e1046d55f HTTP/1.1" status: 200 len: 854 time: 0.0890536 Sep 16 03:53:10.539892 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-e4c2710f-cf81-42b8-bd9c-ba43354e436d tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Publish callbacks [] for floatingip (4c59af70-6d27-42f2-9a2c-f94a39c386a3), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:10.543838 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-e4c2710f-cf81-42b8-bd9c-ba43354e436d tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for floatingip (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:10.549076 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-e4c2710f-cf81-42b8-bd9c-ba43354e436d tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/4c59af70-6d27-42f2-9a2c-f94a39c386a3 HTTP/1.1" status: 204 len: 168 time: 0.9166112 Sep 16 03:53:10.606484 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:53:10.610869 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7392e018-839d-48f2-9522-0c7ed458b48a req-f81cfc41-4e29-420a-86be-94d8407b96c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:10.612469 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-7392e018-839d-48f2-9522-0c7ed458b48a req-f81cfc41-4e29-420a-86be-94d8407b96c6 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=4ff8c520-12d3-47e5-b499-6dbd6e9a131a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0664010 Sep 16 03:53:10.625021 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvr_db [None req-f385e282-2eaa-47ef-9649-7d1bebbaedde None None] Set router e8eb6dc3-21a2-4b6e-907d-9210534718fc gateway port host: dv-cinder-857993-1-iscsi {{(pid=113377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:53:10.716844 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-7392e018-839d-48f2-9522-0c7ed458b48a req-b34e01a6-f159-4a0a-871f-1f6777a7e1b0 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/4ff8c520-12d3-47e5-b499-6dbd6e9a131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966618 Sep 16 03:53:10.763293 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 59622) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:53:10.768473 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.v2.base [None req-88ab087a-1dc5-4743-9d66-09a36e46d9e3 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Request body: {'security_group': {'name': 'tempest-securitygroup--649777982', 'description': 'tempest-description--1640962857'}} {{(pid=113374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:53:10.818420 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-7392e018-839d-48f2-9522-0c7ed458b48a req-57486c1f-e9c5-4968-916f-8a6c2c7ac797 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/4ff8c520-12d3-47e5-b499-6dbd6e9a131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956948 Sep 16 03:53:10.854852 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-f385e282-2eaa-47ef-9649-7d1bebbaedde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'name': 'tempest-AttachVolumeNegativeTest-1637071771-router', 'tenant_id': '8ee4a40c6c264553a14e0eff367da4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'e7b2fb5b-4aa2-42c3-b650-b953cc723fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:11Z', 'updated_at': '2022-09-16T03:48:23Z', 'revision_number': 4, 'project_id': '8ee4a40c6c264553a14e0eff367da4a0', 'gw_port': {'id': 'e7b2fb5b-4aa2-42c3-b650-b953cc723fe7', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:45:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:12Z', 'updated_at': '2022-09-16T03:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_floatingips': [{'id': '4a112f8d-32ab-4dcd-9ba6-c8cfea4f4293', 'tenant_id': '8ee4a40c6c264553a14e0eff367da4a0', 'floating_ip_address': '172.27.0.140', 'floating_network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'router_id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'port_id': '7435ce50-992e-4f86-a4f8-fd731af0e104', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ff8c520-12d3-47e5-b499-6dbd6e9a131a', 'mac_address': 'fa:16:3e:a8:50:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb6e8c47-3155-423c-ac27-8e71fc56bbce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T03:52:46Z', 'updated_at': '2022-09-16T03:53:09Z', 'revision_number': 1, 'project_id': '8ee4a40c6c264553a14e0eff367da4a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddd557da-e9c8-431d-9885-21bd1fddfa19', 'name': '', 'network_id': '4ff8c520-12d3-47e5-b499-6dbd6e9a131a', 'tenant_id': '8ee4a40c6c264553a14e0eff367da4a0', 'mac_address': 'fa:16:3e:6f:ba:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'dc6b4dbf-6194-4053-a2ab-d05e1046d55f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:21Z', 'updated_at': '2022-09-16T03:48:32Z', 'revision_number': 5, 'project_id': '8ee4a40c6c264553a14e0eff367da4a0', 'subnets': [{'id': 'dc6b4dbf-6194-4053-a2ab-d05e1046d55f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:53:10.880132 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f385e282-2eaa-47ef-9649-7d1bebbaedde None None] The sync data for ids ['e8eb6dc3-21a2-4b6e-907d-9210534718fc'] in dv-cinder-857993-1-iscsi is: [{'id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'name': 'tempest-AttachVolumeNegativeTest-1637071771-router', 'tenant_id': '8ee4a40c6c264553a14e0eff367da4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'e7b2fb5b-4aa2-42c3-b650-b953cc723fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:11Z', 'updated_at': '2022-09-16T03:48:23Z', 'revision_number': 4, 'project_id': '8ee4a40c6c264553a14e0eff367da4a0', 'gw_port': {'id': 'e7b2fb5b-4aa2-42c3-b650-b953cc723fe7', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:45:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:12Z', 'updated_at': '2022-09-16T03:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_floatingips': [{'id': '4a112f8d-32ab-4dcd-9ba6-c8cfea4f4293', 'tenant_id': '8ee4a40c6c264553a14e0eff367da4a0', 'floating_ip_address': '172.27.0.140', 'floating_network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'router_id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'port_id': '7435ce50-992e-4f86-a4f8-fd731af0e104', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ff8c520-12d3-47e5-b499-6dbd6e9a131a', 'mac_address': 'fa:16:3e:a8:50:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb6e8c47-3155-423c-ac27-8e71fc56bbce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T03:52:46Z', 'updated_at': '2022-09-16T03:53:09Z', 'revision_number': 1, 'project_id': '8ee4a40c6c264553a14e0eff367da4a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddd557da-e9c8-431d-9885-21bd1fddfa19', 'name': '', 'network_id': '4ff8c520-12d3-47e5-b499-6dbd6e9a131a', 'tenant_id': '8ee4a40c6c264553a14e0eff367da4a0', 'mac_address': 'fa:16:3e:6f:ba:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'dc6b4dbf-6194-4053-a2ab-d05e1046d55f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:21Z', 'updated_at': '2022-09-16T03:48:32Z', 'revision_number': 5, 'project_id': '8ee4a40c6c264553a14e0eff367da4a0', 'subnets': [{'id': 'dc6b4dbf-6194-4053-a2ab-d05e1046d55f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 03:53:10.884515 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-88ab087a-1dc5-4743-9d66-09a36e46d9e3 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Publish callbacks [] for security_group (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:10.971784 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-88ab087a-1dc5-4743-9d66-09a36e46d9e3 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Publish callbacks [] for security_group (5c4427db-30ee-4097-913e-db657f16a4a4), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:11.050813 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-88ab087a-1dc5-4743-9d66-09a36e46d9e3 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (5c4427db-30ee-4097-913e-db657f16a4a4), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:11.085049 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ab087a-1dc5-4743-9d66-09a36e46d9e3 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c4427db-30ee-4097-913e-db657f16a4a4,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:53:11.104369 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85c3267-83cd-4b9f-b368-74c555ea39c6 None None] New status for floating IP 4a112f8d-32ab-4dcd-9ba6-c8cfea4f4293: ACTIVE {{(pid=113376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 03:53:11.160954 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-88ab087a-1dc5-4743-9d66-09a36e46d9e3 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Publish callbacks [] for security_group (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:11.162321 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-88ab087a-1dc5-4743-9d66-09a36e46d9e3 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3980353 Sep 16 03:53:11.165479 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 59626) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:53:11.169931 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.v2.base [None req-170e5334-bc8c-4042-8429-d7ff89216d3a tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Request body: {'security_group_rule': {'security_group_id': '5c4427db-30ee-4097-913e-db657f16a4a4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:53:11.309860 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-170e5334-bc8c-4042-8429-d7ff89216d3a tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Publish callbacks [] for security_group_rule (1381892b-5400-4ca4-ab8c-5200df9ff2e7), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:11.372215 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-170e5334-bc8c-4042-8429-d7ff89216d3a tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Publish callbacks [] for security_group_rule (1381892b-5400-4ca4-ab8c-5200df9ff2e7), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:11.450569 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-170e5334-bc8c-4042-8429-d7ff89216d3a tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650582'] for security_group_rule (1381892b-5400-4ca4-ab8c-5200df9ff2e7), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:11.470378 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170e5334-bc8c-4042-8429-d7ff89216d3a tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1381892b-5400-4ca4-ab8c-5200df9ff2e7,revision_number=0']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:53:11.555322 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-170e5334-bc8c-4042-8429-d7ff89216d3a tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:11.556782 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-170e5334-bc8c-4042-8429-d7ff89216d3a tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3903718 Sep 16 03:53:11.559474 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 59630) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:53:11.564433 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.v2.base [None req-412159a6-a769-4e3c-a03c-2e05982fc0f7 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Request body: {'security_group_rule': {'security_group_id': '5c4427db-30ee-4097-913e-db657f16a4a4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:53:11.707185 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-412159a6-a769-4e3c-a03c-2e05982fc0f7 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Publish callbacks [] for security_group_rule (6aa6f34d-0922-41e6-ad99-a105f15c14d3), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:11.763156 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-412159a6-a769-4e3c-a03c-2e05982fc0f7 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Publish callbacks [] for security_group_rule (6aa6f34d-0922-41e6-ad99-a105f15c14d3), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:11.872968 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-412159a6-a769-4e3c-a03c-2e05982fc0f7 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650582'] for security_group_rule (6aa6f34d-0922-41e6-ad99-a105f15c14d3), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:11.894201 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412159a6-a769-4e3c-a03c-2e05982fc0f7 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6aa6f34d-0922-41e6-ad99-a105f15c14d3,revision_number=0']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:53:11.981203 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-412159a6-a769-4e3c-a03c-2e05982fc0f7 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:11.981203 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-412159a6-a769-4e3c-a03c-2e05982fc0f7 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4189734 Sep 16 03:53:11.982792 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 59636) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:53:11.987783 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.v2.base [None req-cfdec692-821b-4c5b-9f45-b916681c5543 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Request body: {'floatingip': {'floating_network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556'}} {{(pid=113374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:53:12.105103 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-cfdec692-821b-4c5b-9f45-b916681c5543 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:12.156719 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:53:12.166485 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb9c49a-bc97-428b-b9f2-a04872239fd9 req-0bd7688f-d574-4ff6-bec9-2b58fc2fa207 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:12.167986 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-0fb9c49a-bc97-428b-b9f2-a04872239fd9 req-0bd7688f-d574-4ff6-bec9-2b58fc2fa207 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 946 time: 0.2646971 Sep 16 03:53:12.226371 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-cfdec692-821b-4c5b-9f45-b916681c5543 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:12.248133 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-0fb9c49a-bc97-428b-b9f2-a04872239fd9 req-b828cdea-05a3-46ed-bef6-83667958bd58 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=372fa49a-4978-4034-b54e-abd4cbaee9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723097 Sep 16 03:53:12.286028 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:53:12.354325 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.db.db_base_plugin_common [None req-cfdec692-821b-4c5b-9f45-b916681c5543 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Allocated IP 172.27.0.28 (3e75d266-1ef3-4c3c-84dd-91ee0a702556/1e346a16-d4e3-4654-8a01-a4fa77b75a04/41698f68-2e09-4ffb-a78e-690d749ddd42) {{(pid=113374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 03:53:12.460727 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-cfdec692-821b-4c5b-9f45-b916681c5543 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Publish callbacks [] for port (41698f68-2e09-4ffb-a78e-690d749ddd42), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:12.591919 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-cfdec692-821b-4c5b-9f45-b916681c5543 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672515804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965177'] for port (41698f68-2e09-4ffb-a78e-690d749ddd42), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:12.633883 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfdec692-821b-4c5b-9f45-b916681c5543 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Network 3e75d266-1ef3-4c3c-84dd-91ee0a702556 is already hosted by enough agents. {{(pid=113374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 03:53:12.638782 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.base_scheduler [None req-cfdec692-821b-4c5b-9f45-b916681c5543 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Resources bound (agent type, host, resource id): {{(pid=113374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:53:12.641228 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdec692-821b-4c5b-9f45-b916681c5543 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Received port after_create {{(pid=113374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 03:53:12.644671 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdec692-821b-4c5b-9f45-b916681c5543 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Pushing event updated for resources: {'Port': ['ID=41698f68-2e09-4ffb-a78e-690d749ddd42,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:53:12.715880 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:53:12.725944 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-cfdec692-821b-4c5b-9f45-b916681c5543 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Publish callbacks [] for floatingip (a088da24-f323-45b5-a217-a4f052840f32), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:12.888101 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-cfdec692-821b-4c5b-9f45-b916681c5543 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (41698f68-2e09-4ffb-a78e-690d749ddd42), before_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:13.037198 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-cfdec692-821b-4c5b-9f45-b916681c5543 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Publish callbacks [] for port (41698f68-2e09-4ffb-a78e-690d749ddd42), precommit_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:13.088837 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-cfdec692-821b-4c5b-9f45-b916681c5543 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965120'] for port (41698f68-2e09-4ffb-a78e-690d749ddd42), after_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:13.162574 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-cfdec692-821b-4c5b-9f45-b916681c5543 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-452268'] for floatingip (a088da24-f323-45b5-a217-a4f052840f32), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:13.165366 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdec692-821b-4c5b-9f45-b916681c5543 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Pushing event updated for resources: {'Port': ['ID=41698f68-2e09-4ffb-a78e-690d749ddd42,revision_number=2']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:53:13.270323 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-cfdec692-821b-4c5b-9f45-b916681c5543 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for floatingip (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:13.271629 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-cfdec692-821b-4c5b-9f45-b916681c5543 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2878876 Sep 16 03:53:13.374701 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfe03fb-d8c1-4bd3-a985-8beb2f23c470 req-b61211ed-9c7f-4e90-8cc7-0655d05e1f46 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:13.376914 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-0cfe03fb-d8c1-4bd3-a985-8beb2f23c470 req-b61211ed-9c7f-4e90-8cc7-0655d05e1f46 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 946 time: 0.0488596 Sep 16 03:53:13.425463 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-0cfe03fb-d8c1-4bd3-a985-8beb2f23c470 req-f2dca904-fb9e-41df-9154-40500b1a4294 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=372fa49a-4978-4034-b54e-abd4cbaee9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429404 Sep 16 03:53:13.556807 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-13abeac4-495a-48dc-a709-17c72f4aa5aa req-c0b2447a-8ec6-4397-8f20-8a3841d7bdfc tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--649777982&fields=id&tenant_id=cb698ddcedae42a29f50203ec59db295 HTTP/1.1" status: 200 len: 267 time: 0.0500569 Sep 16 03:53:13.629935 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49971286-6618-4124-9a0a-0b28112578dc req-863dd558-449e-48cb-9033-5de7b23025ae tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:13.631434 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-49971286-6618-4124-9a0a-0b28112578dc req-863dd558-449e-48cb-9033-5de7b23025ae tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1e433d47-53b8-4ba1-b28d-ad599d89bbf2 HTTP/1.1" status: 200 len: 945 time: 0.0491350 Sep 16 03:53:13.665959 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13abeac4-495a-48dc-a709-17c72f4aa5aa req-535c2a39-abaf-4a73-a0e9-b6587f1be24c tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:13.667431 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-13abeac4-495a-48dc-a709-17c72f4aa5aa req-535c2a39-abaf-4a73-a0e9-b6587f1be24c tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/networks?id=60a25330-2068-4171-85ea-2cd82f09cbdb HTTP/1.1" status: 200 len: 816 time: 0.1042430 Sep 16 03:53:13.680981 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-49971286-6618-4124-9a0a-0b28112578dc req-1e0be2a8-1bab-4b69-8ece-2212d91effbf tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5ad091c2-7327-4be0-8985-8983b4a4e2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434711 Sep 16 03:53:13.682898 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-13abeac4-495a-48dc-a709-17c72f4aa5aa req-bde7a175-3f18-4be7-88c7-6909c94b98e3 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/quotas/cb698ddcedae42a29f50203ec59db295 HTTP/1.1" status: 200 len: 375 time: 0.0100269 Sep 16 03:53:13.734285 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-13abeac4-495a-48dc-a709-17c72f4aa5aa req-2a5d162b-999c-4cf4-9ffa-cd1183a66bc4 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=cb698ddcedae42a29f50203ec59db295&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457804 Sep 16 03:53:13.812348 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:53:13.833968 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-13abeac4-495a-48dc-a709-17c72f4aa5aa req-a0eb8124-2d37-4a37-b66f-a3240124c34f service neutron] 10.222.0.49 "GET /networking/v2.0/networks/60a25330-2068-4171-85ea-2cd82f09cbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884190 Sep 16 03:53:13.927727 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-13abeac4-495a-48dc-a709-17c72f4aa5aa req-e81d6293-6613-4a80-8c61-24f25f0414db service neutron] 10.222.0.49 "GET /networking/v2.0/networks/60a25330-2068-4171-85ea-2cd82f09cbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879984 Sep 16 03:53:14.269020 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-88dd4d34-6b9e-4e5a-95b3-fec7dad96cf9 req-2d634c7e-8abc-4a90-ae2b-0ff32148f861 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2263def2-54ff-4255-a751-2bdb7e32db67 HTTP/1.1" status: 200 len: 210 time: 0.0859787 Sep 16 03:53:14.549312 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a78f3e7-d217-4669-89df-cba20ff12ca7 req-0db1ea95-ca90-4fdc-9af5-3faea6fe2064 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:14.550830 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-1a78f3e7-d217-4669-89df-cba20ff12ca7 req-0db1ea95-ca90-4fdc-9af5-3faea6fe2064 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 946 time: 0.0475099 Sep 16 03:53:14.603568 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-1a78f3e7-d217-4669-89df-cba20ff12ca7 req-a4bc949c-7256-4658-b7c6-ed43a7473345 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=372fa49a-4978-4034-b54e-abd4cbaee9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461860 Sep 16 03:53:14.805049 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b559f3-17cc-4a61-9870-6b1183742c2c req-39210452-fb05-4621-abda-9b7a810ef1e4 tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:14.806768 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-88b559f3-17cc-4a61-9870-6b1183742c2c req-39210452-fb05-4621-abda-9b7a810ef1e4 tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1e433d47-53b8-4ba1-b28d-ad599d89bbf2 HTTP/1.1" status: 200 len: 945 time: 0.0489378 Sep 16 03:53:14.830862 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:53:14.865530 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-88b559f3-17cc-4a61-9870-6b1183742c2c req-d95fdb69-3b68-4bb4-90c0-40fc98c83407 tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5ad091c2-7327-4be0-8985-8983b4a4e2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531573 Sep 16 03:53:15.376653 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-10835403-c188-4a8a-a197-35c0d38384a6 req-f47bf4ac-e29c-42c0-9480-25b846124250 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2263def2-54ff-4255-a751-2bdb7e32db67 HTTP/1.1" status: 200 len: 210 time: 0.0273538 Sep 16 03:53:15.724822 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed925073-3f04-4d70-9012-133d74edd681 req-c51756b8-857a-485e-bb0e-2a7c77bc225d tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:15.726306 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-ed925073-3f04-4d70-9012-133d74edd681 req-c51756b8-857a-485e-bb0e-2a7c77bc225d tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 946 time: 0.0481427 Sep 16 03:53:15.801328 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a17d304-e348-4a77-a019-3c08163bc73e req-031c3b00-601a-45e6-86e0-a56a0315e33c tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:15.802773 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-2a17d304-e348-4a77-a019-3c08163bc73e req-031c3b00-601a-45e6-86e0-a56a0315e33c tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1e433d47-53b8-4ba1-b28d-ad599d89bbf2 HTTP/1.1" status: 200 len: 945 time: 0.0639303 Sep 16 03:53:15.820238 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-ed925073-3f04-4d70-9012-133d74edd681 req-9ac1831a-9bbf-4f48-97dc-89b1a1951b98 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=372fa49a-4978-4034-b54e-abd4cbaee9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881305 Sep 16 03:53:15.903875 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.plugin [req-2a17d304-e348-4a77-a019-3c08163bc73e req-514e8e75-f20e-4c2e-8f9c-dc8033393e72 tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] Deleting port 3488f17c-8711-4a76-babc-e20b6596afc9 {{(pid=113375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 03:53:15.904213 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-2a17d304-e348-4a77-a019-3c08163bc73e req-514e8e75-f20e-4c2e-8f9c-dc8033393e72 tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672990733'] for port (3488f17c-8711-4a76-babc-e20b6596afc9), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:15.995911 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d004d1-75ff-4f13-b762-01b7599b85db req-35a43b78-e391-4882-81cf-17492a5b9d4d tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:15.997436 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-55d004d1-75ff-4f13-b762-01b7599b85db req-35a43b78-e391-4882-81cf-17492a5b9d4d tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1e433d47-53b8-4ba1-b28d-ad599d89bbf2 HTTP/1.1" status: 200 len: 945 time: 0.0547855 Sep 16 03:53:16.002226 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.db [req-2a17d304-e348-4a77-a019-3c08163bc73e req-514e8e75-f20e-4c2e-8f9c-dc8033393e72 tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] For port 3488f17c-8711-4a76-babc-e20b6596afc9, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=3488f17c-8711-4a76-babc-e20b6596afc9,segment=NetworkSegment(c3740327-8486-4dc6-a1c6-f624e91500f4),segment_id=c3740327-8486-4dc6-a1c6-f624e91500f4)] {{(pid=113375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:53:16.002598 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-2a17d304-e348-4a77-a019-3c08163bc73e req-514e8e75-f20e-4c2e-8f9c-dc8033393e72 tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432982'] for port (3488f17c-8711-4a76-babc-e20b6596afc9), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:16.016953 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.plugin [req-2a17d304-e348-4a77-a019-3c08163bc73e req-514e8e75-f20e-4c2e-8f9c-dc8033393e72 tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] Calling delete_port for 3488f17c-8711-4a76-babc-e20b6596afc9 owned by compute:nova {{(pid=113375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 03:53:16.049018 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-55d004d1-75ff-4f13-b762-01b7599b85db req-7715da3d-c64e-46e6-a65b-987d0a9bb8fc tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5ad091c2-7327-4be0-8985-8983b4a4e2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452847 Sep 16 03:53:16.273781 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-2a17d304-e348-4a77-a019-3c08163bc73e req-514e8e75-f20e-4c2e-8f9c-dc8033393e72 tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672957835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672515813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4972043'] for port (3488f17c-8711-4a76-babc-e20b6596afc9), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:16.287731 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] get_ports_and_sgs() called for port_ids ['3488f17c-8711-4a76-babc-e20b6596afc9'] {{(pid=113376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 03:53:16.320253 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e8e75-f20e-4c2e-8f9c-dc8033393e72 tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] Pushing event deleted for resources: {'Port': ['ID=3488f17c-8711-4a76-babc-e20b6596afc9,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:53:16.378775 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a17d304-e348-4a77-a019-3c08163bc73e req-514e8e75-f20e-4c2e-8f9c-dc8033393e72 tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] No DVR routers for this DVR port 3488f17c-8711-4a76-babc-e20b6596afc9 on host hv-cinder-85799 {{(pid=113375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 03:53:16.381526 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-2a17d304-e348-4a77-a019-3c08163bc73e req-514e8e75-f20e-4c2e-8f9c-dc8033393e72 tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for port (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:16.385342 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-2a17d304-e348-4a77-a019-3c08163bc73e req-514e8e75-f20e-4c2e-8f9c-dc8033393e72 tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] 10.222.0.52 "DELETE /networking/v2.0/ports/3488f17c-8711-4a76-babc-e20b6596afc9 HTTP/1.1" status: 204 len: 173 time: 0.5688717 Sep 16 03:53:16.385844 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e433d47-53b8-4ba1-b28d-ad599d89bbf2', 'name': 'network-vif-deleted', 'tag': '3488f17c-8711-4a76-babc-e20b6596afc9'}] {{(pid=113375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 03:53:16.388083 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5377fd1d321389c1792f161ed840337514ae556b8848fe715c314c680a14a908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71754c98-392a-4438-a43c-4835fe672836" -d '{"events": [{"server_uuid": "1e433d47-53b8-4ba1-b28d-ad599d89bbf2", "name": "network-vif-deleted", "tag": "3488f17c-8711-4a76-babc-e20b6596afc9"}]}' {{(pid=113375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 03:53:16.425816 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 03:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65fce11d-78f6-42d4-8736-ac5cc6faec04 x-openstack-request-id: req-65fce11d-78f6-42d4-8736-ac5cc6faec04 {{(pid=113375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 03:53:16.426229 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e433d47-53b8-4ba1-b28d-ad599d89bbf2", "name": "network-vif-deleted", "tag": "3488f17c-8711-4a76-babc-e20b6596afc9", "status": "completed", "code": 200}]} {{(pid=113375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 03:53:16.426363 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-65fce11d-78f6-42d4-8736-ac5cc6faec04 {{(pid=113375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 03:53:16.426767 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65fce11d-78f6-42d4-8736-ac5cc6faec04'] response: {'server_uuid': '1e433d47-53b8-4ba1-b28d-ad599d89bbf2', 'name': 'network-vif-deleted', 'tag': '3488f17c-8711-4a76-babc-e20b6596afc9', 'status': 'completed', 'code': 200} Sep 16 03:53:16.487301 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-9a8999f7-6dfd-4b5b-a6a4-bb3babc7e65a req-d44c914f-b5be-4b9f-a658-9f12f6c3bacc tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2263def2-54ff-4255-a751-2bdb7e32db67 HTTP/1.1" status: 200 len: 210 time: 0.0294814 Sep 16 03:53:16.830288 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13abeac4-495a-48dc-a709-17c72f4aa5aa req-c808f7fb-cbd2-45ba-90f2-65af418b3486 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:16.831782 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-13abeac4-495a-48dc-a709-17c72f4aa5aa req-c808f7fb-cbd2-45ba-90f2-65af418b3486 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.52 "GET /networking/v2.0/networks?id=60a25330-2068-4171-85ea-2cd82f09cbdb HTTP/1.1" status: 200 len: 816 time: 0.1055362 Sep 16 03:53:16.888677 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:53:16.908143 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-13abeac4-495a-48dc-a709-17c72f4aa5aa req-85b26d67-4f4d-41d6-9585-c0d62aaeed7a tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.52 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=cb698ddcedae42a29f50203ec59db295 HTTP/1.1" status: 200 len: 379 time: 0.0603821 Sep 16 03:53:16.925882 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [req-13abeac4-495a-48dc-a709-17c72f4aa5aa req-506fc333-e3d7-4817-b819-45e129d6eee0 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Request body: {'port': {'device_id': '2263def2-54ff-4255-a751-2bdb7e32db67', 'network_id': '60a25330-2068-4171-85ea-2cd82f09cbdb', 'admin_state_up': True, 'tenant_id': 'cb698ddcedae42a29f50203ec59db295', 'security_groups': ['5c4427db-30ee-4097-913e-db657f16a4a4']}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:53:17.007003 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c592ae-3f14-47f6-94c4-22d6f0c0c21c req-a90f5910-2d9b-4977-91df-ff82267d11f2 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:17.008514 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-69c592ae-3f14-47f6-94c4-22d6f0c0c21c req-a90f5910-2d9b-4977-91df-ff82267d11f2 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 946 time: 0.0992219 Sep 16 03:53:17.041763 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:53:17.106503 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-69c592ae-3f14-47f6-94c4-22d6f0c0c21c req-9b59bcaf-098a-4bc2-86f4-9f656d318804 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=372fa49a-4978-4034-b54e-abd4cbaee9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906007 Sep 16 03:53:17.153876 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=100 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:53:17.173507 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-51a07044-6e16-4b12-a1fe-b5214b855b35 req-2d9a8839-b7b3-4670-ae7e-e6c78f457281 tempest-VolumesSnapshotTestJSON-246206017 tempest-VolumesSnapshotTestJSON-246206017-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1e433d47-53b8-4ba1-b28d-ad599d89bbf2 HTTP/1.1" status: 200 len: 210 time: 0.0278401 Sep 16 03:53:17.189870 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13abeac4-495a-48dc-a709-17c72f4aa5aa req-506fc333-e3d7-4817-b819-45e129d6eee0 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Made reservation on behalf of cb698ddcedae42a29f50203ec59db295 for: {'port': 1} {{(pid=113375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 03:53:17.191152 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-13abeac4-495a-48dc-a709-17c72f4aa5aa req-506fc333-e3d7-4817-b819-45e129d6eee0 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:17.331201 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.db_base_plugin_common [req-13abeac4-495a-48dc-a709-17c72f4aa5aa req-506fc333-e3d7-4817-b819-45e129d6eee0 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Allocated IP 172.20.0.9 (60a25330-2068-4171-85ea-2cd82f09cbdb/070db458-4233-40aa-8c99-3613db8fb323/68bc6748-c4d5-4935-8d58-9b9bd27239ad) {{(pid=113375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 03:53:17.463351 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-13abeac4-495a-48dc-a709-17c72f4aa5aa req-506fc333-e3d7-4817-b819-45e129d6eee0 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Publish callbacks [] for port (68bc6748-c4d5-4935-8d58-9b9bd27239ad), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:17.553899 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-13abeac4-495a-48dc-a709-17c72f4aa5aa req-506fc333-e3d7-4817-b819-45e129d6eee0 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672515804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4972043'] for port (68bc6748-c4d5-4935-8d58-9b9bd27239ad), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:17.633296 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13abeac4-495a-48dc-a709-17c72f4aa5aa req-506fc333-e3d7-4817-b819-45e129d6eee0 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Network 60a25330-2068-4171-85ea-2cd82f09cbdb is already hosted by enough agents. {{(pid=113375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 03:53:17.640421 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.base_scheduler [req-13abeac4-495a-48dc-a709-17c72f4aa5aa req-506fc333-e3d7-4817-b819-45e129d6eee0 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Resources bound (agent type, host, resource id): {{(pid=113375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:53:17.645020 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506fc333-e3d7-4817-b819-45e129d6eee0 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Pushing event updated for resources: {'Port': ['ID=68bc6748-c4d5-4935-8d58-9b9bd27239ad,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:53:17.648792 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.l3_dvrscheduler_db [req-13abeac4-495a-48dc-a709-17c72f4aa5aa req-506fc333-e3d7-4817-b819-45e129d6eee0 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Received port after_create {{(pid=113375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 03:53:17.679150 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dcdda8-f970-443e-a80c-30f4f48af452 req-4f27d9ea-26ed-4595-9ef3-ca01f0ac928d tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:17.680979 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-10dcdda8-f970-443e-a80c-30f4f48af452 req-4f27d9ea-26ed-4595-9ef3-ca01f0ac928d tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2263def2-54ff-4255-a751-2bdb7e32db67 HTTP/1.1" status: 200 len: 931 time: 0.0953097 Sep 16 03:53:17.727143 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13abeac4-495a-48dc-a709-17c72f4aa5aa req-506fc333-e3d7-4817-b819-45e129d6eee0 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:17.727761 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-13abeac4-495a-48dc-a709-17c72f4aa5aa req-506fc333-e3d7-4817-b819-45e129d6eee0 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for port (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:17.769388 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-10dcdda8-f970-443e-a80c-30f4f48af452 req-05694eee-bea5-49a7-952f-1841a0044281 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5c4427db-30ee-4097-913e-db657f16a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769958 Sep 16 03:53:17.813562 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-13abeac4-495a-48dc-a709-17c72f4aa5aa req-506fc333-e3d7-4817-b819-45e129d6eee0 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8936932 Sep 16 03:53:17.825683 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [req-13abeac4-495a-48dc-a709-17c72f4aa5aa req-1298e371-a877-47b5-9fa9-9e7a838527f3 service neutron] Request body: {'port': {'device_id': '2263def2-54ff-4255-a751-2bdb7e32db67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85799'}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:53:17.869076 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-4ecd372e-ed24-4a16-be86-91e58f3d9efc None None] Provisioning complete for port 68bc6748-c4d5-4935-8d58-9b9bd27239ad triggered by entity DHCP. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:53:17.878291 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4ecd372e-ed24-4a16-be86-91e58f3d9efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (68bc6748-c4d5-4935-8d58-9b9bd27239ad), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:17.879333 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-4ecd372e-ed24-4a16-be86-91e58f3d9efc None None] Attempt 1 to provision port 68bc6748-c4d5-4935-8d58-9b9bd27239ad Sep 16 03:53:17.889583 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-13abeac4-495a-48dc-a709-17c72f4aa5aa req-1298e371-a877-47b5-9fa9-9e7a838527f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (68bc6748-c4d5-4935-8d58-9b9bd27239ad), before_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:17.929716 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4ecd372e-ed24-4a16-be86-91e58f3d9efc None None] Port 68bc6748-c4d5-4935-8d58-9b9bd27239ad cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:53:17.929952 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:53:18.047328 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:53:18.145043 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.notifiers.nova [req-13abeac4-495a-48dc-a709-17c72f4aa5aa req-1298e371-a877-47b5-9fa9-9e7a838527f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68bc6748-c4d5-4935-8d58-9b9bd27239ad {{(pid=113375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 03:53:18.152663 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-13abeac4-495a-48dc-a709-17c72f4aa5aa req-1298e371-a877-47b5-9fa9-9e7a838527f3 service neutron] Publish callbacks [] for port (68bc6748-c4d5-4935-8d58-9b9bd27239ad), precommit_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:18.165267 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.provisioning_blocks [req-13abeac4-495a-48dc-a709-17c72f4aa5aa req-1298e371-a877-47b5-9fa9-9e7a838527f3 service neutron] Transition to ACTIVE for port object 68bc6748-c4d5-4935-8d58-9b9bd27239ad will not be triggered until provisioned by entity L2. {{(pid=113375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 03:53:18.232706 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae55454b-46a7-43c3-8061-7902f27c5731 req-f3dabe30-d7c7-40aa-a01b-80618b34b584 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:18.234194 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-ae55454b-46a7-43c3-8061-7902f27c5731 req-f3dabe30-d7c7-40aa-a01b-80618b34b584 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 946 time: 0.0470908 Sep 16 03:53:18.290547 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-ae55454b-46a7-43c3-8061-7902f27c5731 req-9446e68a-d344-4c61-aeea-41dc12dae3f6 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=372fa49a-4978-4034-b54e-abd4cbaee9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499732 Sep 16 03:53:18.301630 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-13abeac4-495a-48dc-a709-17c72f4aa5aa req-1298e371-a877-47b5-9fa9-9e7a838527f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4972082'] for port (68bc6748-c4d5-4935-8d58-9b9bd27239ad), after_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:18.369114 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1298e371-a877-47b5-9fa9-9e7a838527f3 service neutron] Pushing event updated for resources: {'Port': ['ID=68bc6748-c4d5-4935-8d58-9b9bd27239ad,revision_number=2']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:53:18.418747 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.managers [req-13abeac4-495a-48dc-a709-17c72f4aa5aa req-1298e371-a877-47b5-9fa9-9e7a838527f3 service neutron] Attempting to bind port 68bc6748-c4d5-4935-8d58-9b9bd27239ad on host hv-cinder-85799 for vnic_type normal with profile {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 03:53:18.419024 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.managers [req-13abeac4-495a-48dc-a709-17c72f4aa5aa req-1298e371-a877-47b5-9fa9-9e7a838527f3 service neutron] Attempting to bind port 68bc6748-c4d5-4935-8d58-9b9bd27239ad by drivers openvswitch,hyperv on host hv-cinder-85799 at level 0 using segments [{'id': 'dc8a676f-3c84-4a5b-b8d3-82d7df2b2d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '60a25330-2068-4171-85ea-2cd82f09cbdb'}] {{(pid=113375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 03:53:18.419348 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13abeac4-495a-48dc-a709-17c72f4aa5aa req-1298e371-a877-47b5-9fa9-9e7a838527f3 service neutron] Attempting to bind port 68bc6748-c4d5-4935-8d58-9b9bd27239ad on network 60a25330-2068-4171-85ea-2cd82f09cbdb {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 03:53:18.425364 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-4ecd372e-ed24-4a16-be86-91e58f3d9efc None None] Attempt 2 to provision port 68bc6748-c4d5-4935-8d58-9b9bd27239ad Sep 16 03:53:18.446279 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (d68ba685-94d2-4b65-887f-d5ec3884fbfa), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:18.457586 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4ecd372e-ed24-4a16-be86-91e58f3d9efc None None] Port 68bc6748-c4d5-4935-8d58-9b9bd27239ad cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:53:18.461660 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13abeac4-495a-48dc-a709-17c72f4aa5aa req-1298e371-a877-47b5-9fa9-9e7a838527f3 service neutron] Port 68bc6748-c4d5-4935-8d58-9b9bd27239ad on network 60a25330-2068-4171-85ea-2cd82f09cbdb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85799 {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 03:53:18.461986 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13abeac4-495a-48dc-a709-17c72f4aa5aa req-1298e371-a877-47b5-9fa9-9e7a838527f3 service neutron] Attempting to bind port 68bc6748-c4d5-4935-8d58-9b9bd27239ad on network 60a25330-2068-4171-85ea-2cd82f09cbdb {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 03:53:18.507969 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13abeac4-495a-48dc-a709-17c72f4aa5aa req-1298e371-a877-47b5-9fa9-9e7a838527f3 service neutron] Checking agent: {'id': 'd68ba685-94d2-4b65-887f-d5ec3884fbfa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85799', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 3, 46, 18), 'started_at': datetime.datetime(2022, 9, 16, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 3, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 03:53:18.508298 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13abeac4-495a-48dc-a709-17c72f4aa5aa req-1298e371-a877-47b5-9fa9-9e7a838527f3 service neutron] Checking segment: {'id': 'dc8a676f-3c84-4a5b-b8d3-82d7df2b2d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '60a25330-2068-4171-85ea-2cd82f09cbdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 03:53:18.508675 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13abeac4-495a-48dc-a709-17c72f4aa5aa req-1298e371-a877-47b5-9fa9-9e7a838527f3 service neutron] Bound using segment: {'id': 'dc8a676f-3c84-4a5b-b8d3-82d7df2b2d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '60a25330-2068-4171-85ea-2cd82f09cbdb'} {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 03:53:18.509132 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.managers [req-13abeac4-495a-48dc-a709-17c72f4aa5aa req-1298e371-a877-47b5-9fa9-9e7a838527f3 service neutron] Bound port: 68bc6748-c4d5-4935-8d58-9b9bd27239ad, host: hv-cinder-85799, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc8a676f-3c84-4a5b-b8d3-82d7df2b2d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '60a25330-2068-4171-85ea-2cd82f09cbdb'}}] {{(pid=113375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 03:53:18.509485 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-13abeac4-495a-48dc-a709-17c72f4aa5aa req-1298e371-a877-47b5-9fa9-9e7a838527f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (68bc6748-c4d5-4935-8d58-9b9bd27239ad), before_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:18.570611 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.db [req-13abeac4-495a-48dc-a709-17c72f4aa5aa req-1298e371-a877-47b5-9fa9-9e7a838527f3 service neutron] For port 68bc6748-c4d5-4935-8d58-9b9bd27239ad, host hv-cinder-85799, cleared binding levels {{(pid=113375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 03:53:18.573560 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.db [req-13abeac4-495a-48dc-a709-17c72f4aa5aa req-1298e371-a877-47b5-9fa9-9e7a838527f3 service neutron] For port 68bc6748-c4d5-4935-8d58-9b9bd27239ad, host hv-cinder-85799, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=68bc6748-c4d5-4935-8d58-9b9bd27239ad,segment=NetworkSegment(dc8a676f-3c84-4a5b-b8d3-82d7df2b2d1f),segment_id=dc8a676f-3c84-4a5b-b8d3-82d7df2b2d1f)] {{(pid=113375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 03:53:18.650620 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-13abeac4-495a-48dc-a709-17c72f4aa5aa req-1298e371-a877-47b5-9fa9-9e7a838527f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4972082'] for port (68bc6748-c4d5-4935-8d58-9b9bd27239ad), after_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:18.654874 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13abeac4-495a-48dc-a709-17c72f4aa5aa req-1298e371-a877-47b5-9fa9-9e7a838527f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:18.655509 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-13abeac4-495a-48dc-a709-17c72f4aa5aa req-1298e371-a877-47b5-9fa9-9e7a838527f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for port (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:18.657358 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-13abeac4-495a-48dc-a709-17c72f4aa5aa req-1298e371-a877-47b5-9fa9-9e7a838527f3 service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/68bc6748-c4d5-4935-8d58-9b9bd27239ad HTTP/1.1" status: 200 len: 1093 time: 0.8356895 Sep 16 03:53:18.658784 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2263def2-54ff-4255-a751-2bdb7e32db67', 'tag': '68bc6748-c4d5-4935-8d58-9b9bd27239ad'}] {{(pid=113375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 03:53:18.660996 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5377fd1d321389c1792f161ed840337514ae556b8848fe715c314c680a14a908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04953aa9-46a9-4e8f-91be-17a2c3dc4b5a" -d '{"events": [{"name": "network-changed", "server_uuid": "2263def2-54ff-4255-a751-2bdb7e32db67", "tag": "68bc6748-c4d5-4935-8d58-9b9bd27239ad"}]}' {{(pid=113375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 03:53:18.705777 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1298e371-a877-47b5-9fa9-9e7a838527f3 service neutron] Pushing event updated for resources: {'Port': ['ID=68bc6748-c4d5-4935-8d58-9b9bd27239ad,revision_number=3']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:53:18.715132 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 03:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4307ee0-5615-440b-8b65-cad608c602e9 x-openstack-request-id: req-a4307ee0-5615-440b-8b65-cad608c602e9 {{(pid=113375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 03:53:18.715420 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2263def2-54ff-4255-a751-2bdb7e32db67", "tag": "68bc6748-c4d5-4935-8d58-9b9bd27239ad", "status": "completed", "code": 200}]} {{(pid=113375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 03:53:18.715673 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a4307ee0-5615-440b-8b65-cad608c602e9 {{(pid=113375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 03:53:18.716069 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4307ee0-5615-440b-8b65-cad608c602e9'] response: {'name': 'network-changed', 'server_uuid': '2263def2-54ff-4255-a751-2bdb7e32db67', 'tag': '68bc6748-c4d5-4935-8d58-9b9bd27239ad', 'status': 'completed', 'code': 200} Sep 16 03:53:18.747634 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:53:18.780563 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04953aa9-46a9-4e8f-91be-17a2c3dc4b5a req-3c619e18-8513-4dad-b048-4cac4aebd7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:18.782698 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-04953aa9-46a9-4e8f-91be-17a2c3dc4b5a req-3c619e18-8513-4dad-b048-4cac4aebd7fd service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=cb698ddcedae42a29f50203ec59db295&device_id=2263def2-54ff-4255-a751-2bdb7e32db67 HTTP/1.1" status: 200 len: 1127 time: 0.0451202 Sep 16 03:53:18.889113 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04953aa9-46a9-4e8f-91be-17a2c3dc4b5a req-754deb1a-2a9b-45c9-86ad-ea9115db8910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:18.890602 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-04953aa9-46a9-4e8f-91be-17a2c3dc4b5a req-754deb1a-2a9b-45c9-86ad-ea9115db8910 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?tenant_id=cb698ddcedae42a29f50203ec59db295&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1006165 Sep 16 03:53:18.903311 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c57257-e2a6-4565-a833-fd1ced27ee34 req-07cfa071-957d-4db8-9bf3-1e6dee4e7bee tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:18.904777 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-f6c57257-e2a6-4565-a833-fd1ced27ee34 req-07cfa071-957d-4db8-9bf3-1e6dee4e7bee tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2263def2-54ff-4255-a751-2bdb7e32db67 HTTP/1.1" status: 200 len: 943 time: 0.0481734 Sep 16 03:53:18.956697 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-f6c57257-e2a6-4565-a833-fd1ced27ee34 req-43526747-1056-4291-b148-fdc3c339d8a5 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5c4427db-30ee-4097-913e-db657f16a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446067 Sep 16 03:53:18.959033 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-4ecd372e-ed24-4a16-be86-91e58f3d9efc None None] Attempt 3 to provision port 68bc6748-c4d5-4935-8d58-9b9bd27239ad Sep 16 03:53:19.004413 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04953aa9-46a9-4e8f-91be-17a2c3dc4b5a req-91227f11-3da1-414c-b7e5-731cc9093571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:19.005863 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-04953aa9-46a9-4e8f-91be-17a2c3dc4b5a req-91227f11-3da1-414c-b7e5-731cc9093571 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1082273 Sep 16 03:53:19.011728 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4ecd372e-ed24-4a16-be86-91e58f3d9efc None None] Port 68bc6748-c4d5-4935-8d58-9b9bd27239ad had new provisioning blocks added so it will not transition to active. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 03:53:19.096348 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13abeac4-495a-48dc-a709-17c72f4aa5aa req-ef830151-8398-4628-a254-1f373484dcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:19.097886 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-13abeac4-495a-48dc-a709-17c72f4aa5aa req-ef830151-8398-4628-a254-1f373484dcfb service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=cb698ddcedae42a29f50203ec59db295&device_id=2263def2-54ff-4255-a751-2bdb7e32db67 HTTP/1.1" status: 200 len: 1127 time: 0.0412424 Sep 16 03:53:19.139076 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-13abeac4-495a-48dc-a709-17c72f4aa5aa req-5eb60bc8-1a07-4daa-8034-2e7ae770a58d service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68bc6748-c4d5-4935-8d58-9b9bd27239ad HTTP/1.1" status: 200 len: 217 time: 0.0320129 Sep 16 03:53:19.197979 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13abeac4-495a-48dc-a709-17c72f4aa5aa req-a0db5a92-4be1-4235-be3b-a41069c5c562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:19.199492 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-13abeac4-495a-48dc-a709-17c72f4aa5aa req-a0db5a92-4be1-4235-be3b-a41069c5c562 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=070db458-4233-40aa-8c99-3613db8fb323 HTTP/1.1" status: 200 len: 855 time: 0.0475445 Sep 16 03:53:19.243315 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13abeac4-495a-48dc-a709-17c72f4aa5aa req-e241c7e1-b67f-4693-8dac-edbb0ccef7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:19.244728 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-13abeac4-495a-48dc-a709-17c72f4aa5aa req-e241c7e1-b67f-4693-8dac-edbb0ccef7e2 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=60a25330-2068-4171-85ea-2cd82f09cbdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385714 Sep 16 03:53:19.261209 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:53:19.344816 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-13abeac4-495a-48dc-a709-17c72f4aa5aa req-0b0fed4b-1c6c-42de-937f-7465221638f0 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/60a25330-2068-4171-85ea-2cd82f09cbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923333 Sep 16 03:53:19.450692 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269633f9-77ae-42b7-a10a-194450855121 req-96f24cee-18b1-4a23-add2-8f94db74821f tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:19.452159 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-269633f9-77ae-42b7-a10a-194450855121 req-96f24cee-18b1-4a23-add2-8f94db74821f tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 946 time: 0.0559752 Sep 16 03:53:19.494104 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-13abeac4-495a-48dc-a709-17c72f4aa5aa req-61987ac4-dba5-47e3-9abf-d5b6bd035a98 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/60a25330-2068-4171-85ea-2cd82f09cbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419189 Sep 16 03:53:19.523213 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-269633f9-77ae-42b7-a10a-194450855121 req-ecb5b3b0-1be5-4772-9c82-2bedb42728cd tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=372fa49a-4978-4034-b54e-abd4cbaee9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614269 Sep 16 03:53:19.916595 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device 3488f17c-8711-4a76-babc-e20b6596afc9 no longer exists at agent hyperv_hv-cinder-85799 {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 03:53:19.953096 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] No Port match for: 3488f17c-8711-4a76-babc-e20b6596afc9 {{(pid=113376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 03:53:19.953576 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device 3488f17c-8711-4a76-babc-e20b6596afc9 not bound to the agent host hv-cinder-85799 {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 03:53:20.086516 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9854756-40e0-4f4a-9fa7-2a351e51b433 req-4e33d37a-fd3b-47fb-bacc-f5ebb74324b7 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:20.087939 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-b9854756-40e0-4f4a-9fa7-2a351e51b433 req-4e33d37a-fd3b-47fb-bacc-f5ebb74324b7 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2263def2-54ff-4255-a751-2bdb7e32db67 HTTP/1.1" status: 200 len: 943 time: 0.0474598 Sep 16 03:53:20.134641 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-b9854756-40e0-4f4a-9fa7-2a351e51b433 req-81dd2cfb-d1b2-41a3-a039-1addc20263a8 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5c4427db-30ee-4097-913e-db657f16a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411015 Sep 16 03:53:20.643903 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170f40ba-2fd2-4e42-9b0c-66b9341f4725 req-2ace7847-5f24-4873-be8a-9177722f0389 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:20.645270 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-170f40ba-2fd2-4e42-9b0c-66b9341f4725 req-2ace7847-5f24-4873-be8a-9177722f0389 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 946 time: 0.0462615 Sep 16 03:53:20.693896 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-170f40ba-2fd2-4e42-9b0c-66b9341f4725 req-b2246fe1-ac72-480a-8386-aa0d32d01ed3 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=372fa49a-4978-4034-b54e-abd4cbaee9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430713 Sep 16 03:53:20.858310 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=43 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:53:21.212231 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=40,neutron:DELETE=1 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:53:21.263299 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9299ccf9-9b98-4a08-9658-917f81184fa8 req-59921116-2b96-42aa-8a62-9f7b397ea206 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:21.264771 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-9299ccf9-9b98-4a08-9658-917f81184fa8 req-59921116-2b96-42aa-8a62-9f7b397ea206 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2263def2-54ff-4255-a751-2bdb7e32db67 HTTP/1.1" status: 200 len: 943 time: 0.0504122 Sep 16 03:53:21.312453 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-9299ccf9-9b98-4a08-9658-917f81184fa8 req-034d6bb3-d80b-4c16-b8dc-b183b41302d1 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5c4427db-30ee-4097-913e-db657f16a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411971 Sep 16 03:53:21.810773 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4b38e7-ebd3-4ae9-b7a0-54cd8b8d7c96 req-add6cd4c-83e2-4bfb-a0e3-89ab927146c5 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:21.812221 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-ec4b38e7-ebd3-4ae9-b7a0-54cd8b8d7c96 req-add6cd4c-83e2-4bfb-a0e3-89ab927146c5 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 946 time: 0.0447261 Sep 16 03:53:21.863937 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-ec4b38e7-ebd3-4ae9-b7a0-54cd8b8d7c96 req-0d16583b-1b73-4612-8110-33cd3fd1c5fe tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=372fa49a-4978-4034-b54e-abd4cbaee9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460007 Sep 16 03:53:22.442115 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0243c93f-0aef-4bc8-9dc2-84f4d671de4f req-3af3b33e-d935-416b-a022-d44fc5d0d054 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:22.443618 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-0243c93f-0aef-4bc8-9dc2-84f4d671de4f req-3af3b33e-d935-416b-a022-d44fc5d0d054 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2263def2-54ff-4255-a751-2bdb7e32db67 HTTP/1.1" status: 200 len: 943 time: 0.0481026 Sep 16 03:53:22.490900 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-0243c93f-0aef-4bc8-9dc2-84f4d671de4f req-129a560d-c2f4-40e9-bd60-564104bb724d tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5c4427db-30ee-4097-913e-db657f16a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417473 Sep 16 03:53:22.995369 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1477114b-6113-4c2c-86ec-1d7d36f97d34 req-bb0f17dd-8a17-44a7-8f03-f28ec850f8ba tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:22.996830 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-1477114b-6113-4c2c-86ec-1d7d36f97d34 req-bb0f17dd-8a17-44a7-8f03-f28ec850f8ba tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 946 time: 0.0460660 Sep 16 03:53:23.045441 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-1477114b-6113-4c2c-86ec-1d7d36f97d34 req-d9fe93d6-f3c2-4bfd-8ef9-0ff1556d3dcb tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=372fa49a-4978-4034-b54e-abd4cbaee9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422471 Sep 16 03:53:23.205085 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4a039779-3091-487f-ad09-f6104cd51a27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (5f458d39-b7df-4a2e-8f52-58d49f268778), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:23.334062 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device 68bc6748-c4d5-4935-8d58-9b9bd27239ad details requested by agent hyperv_hv-cinder-85799 with host hv-cinder-85799 {{(pid=113376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 03:53:23.411379 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:53:23.434742 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] For port 68bc6748-c4d5-4935-8d58-9b9bd27239ad, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=68bc6748-c4d5-4935-8d58-9b9bd27239ad,segment=NetworkSegment(dc8a676f-3c84-4a5b-b8d3-82d7df2b2d1f),segment_id=dc8a676f-3c84-4a5b-b8d3-82d7df2b2d1f)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:53:23.447036 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Returning: {'device': '68bc6748-c4d5-4935-8d58-9b9bd27239ad', 'network_id': '60a25330-2068-4171-85ea-2cd82f09cbdb', 'port_id': '68bc6748-c4d5-4935-8d58-9b9bd27239ad', 'mac_address': 'fa:16:3e:42:0a:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '070db458-4233-40aa-8c99-3613db8fb323', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 03:53:23.452246 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:53:23.481015 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Current status of the port 68bc6748-c4d5-4935-8d58-9b9bd27239ad is: DOWN; New status is: BUILD {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:53:23.481338 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (68bc6748-c4d5-4935-8d58-9b9bd27239ad), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:23.494553 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.notifiers.nova [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68bc6748-c4d5-4935-8d58-9b9bd27239ad {{(pid=113376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 03:53:23.514431 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] For port 68bc6748-c4d5-4935-8d58-9b9bd27239ad, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=68bc6748-c4d5-4935-8d58-9b9bd27239ad,segment=NetworkSegment(dc8a676f-3c84-4a5b-b8d3-82d7df2b2d1f),segment_id=dc8a676f-3c84-4a5b-b8d3-82d7df2b2d1f)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:53:23.604803 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (68bc6748-c4d5-4935-8d58-9b9bd27239ad), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:23.620523 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb5cf94-d74f-4438-be70-d077da9bdea1 req-120340e8-31a1-4295-80f0-72eff791843e tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:23.622015 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-6bb5cf94-d74f-4438-be70-d077da9bdea1 req-120340e8-31a1-4295-80f0-72eff791843e tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2263def2-54ff-4255-a751-2bdb7e32db67 HTTP/1.1" status: 200 len: 943 time: 0.0520840 Sep 16 03:53:23.653893 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Pushing event updated for resources: {'Port': ['ID=68bc6748-c4d5-4935-8d58-9b9bd27239ad,revision_number=4']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:53:23.671240 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-6bb5cf94-d74f-4438-be70-d077da9bdea1 req-9a6a8e4e-7769-4ade-bab2-79f813716d19 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5c4427db-30ee-4097-913e-db657f16a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429246 Sep 16 03:53:23.944765 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] get_ports_and_sgs() called for port_ids ['68bc6748-c4d5-4935-8d58-9b9bd27239ad'] {{(pid=113376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 03:53:24.163633 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf84a3f5-383c-4613-a59d-96888eca68f9 req-adb7b803-8b01-4a63-88e2-935d74a5398b tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:24.165095 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-bf84a3f5-383c-4613-a59d-96888eca68f9 req-adb7b803-8b01-4a63-88e2-935d74a5398b tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 946 time: 0.0457265 Sep 16 03:53:24.213867 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-bf84a3f5-383c-4613-a59d-96888eca68f9 req-d515c8f4-0edf-49a0-bd79-85560f9491e4 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=372fa49a-4978-4034-b54e-abd4cbaee9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432191 Sep 16 03:53:24.757873 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device 68bc6748-c4d5-4935-8d58-9b9bd27239ad up at agent hyperv_hv-cinder-85799 {{(pid=113376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 03:53:24.802073 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Provisioning for port 68bc6748-c4d5-4935-8d58-9b9bd27239ad completed by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 03:53:24.803544 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4a9e8b-c109-441a-9dd6-e28a0cf2a0fb req-dc323c04-52a2-450b-a6b9-32d19fc4cd0d tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:24.805054 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-7e4a9e8b-c109-441a-9dd6-e28a0cf2a0fb req-dc323c04-52a2-450b-a6b9-32d19fc4cd0d tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2263def2-54ff-4255-a751-2bdb7e32db67 HTTP/1.1" status: 200 len: 944 time: 0.0507257 Sep 16 03:53:24.853088 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-7e4a9e8b-c109-441a-9dd6-e28a0cf2a0fb req-e5f347b3-c0d0-4e51-85c4-671198bbfea2 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5c4427db-30ee-4097-913e-db657f16a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422385 Sep 16 03:53:24.894289 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Provisioning complete for port 68bc6748-c4d5-4935-8d58-9b9bd27239ad triggered by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:53:24.894847 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (68bc6748-c4d5-4935-8d58-9b9bd27239ad), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:24.895237 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Attempt 1 to provision port 68bc6748-c4d5-4935-8d58-9b9bd27239ad Sep 16 03:53:24.977260 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Current status of the port 68bc6748-c4d5-4935-8d58-9b9bd27239ad is: BUILD; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:53:24.977702 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (68bc6748-c4d5-4935-8d58-9b9bd27239ad), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:25.000975 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2263def2-54ff-4255-a751-2bdb7e32db67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68bc6748-c4d5-4935-8d58-9b9bd27239ad'}] {{(pid=113376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 03:53:25.003379 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536f81a66b80124a32e6614edce579112ba342401ad4fb2d1257d5ac670fb901" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd51a125-dcca-41f5-ae22-d07f920a10cd" -d '{"events": [{"server_uuid": "2263def2-54ff-4255-a751-2bdb7e32db67", "name": "network-vif-plugged", "status": "completed", "tag": "68bc6748-c4d5-4935-8d58-9b9bd27239ad"}]}' {{(pid=113376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 03:53:25.017654 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] For port 68bc6748-c4d5-4935-8d58-9b9bd27239ad, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=68bc6748-c4d5-4935-8d58-9b9bd27239ad,segment=NetworkSegment(dc8a676f-3c84-4a5b-b8d3-82d7df2b2d1f),segment_id=dc8a676f-3c84-4a5b-b8d3-82d7df2b2d1f)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:53:25.046330 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 03:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2d2d03-b1de-4f6a-9082-ed9e3dcccd56 x-openstack-request-id: req-5e2d2d03-b1de-4f6a-9082-ed9e3dcccd56 {{(pid=113376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 03:53:25.046330 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2263def2-54ff-4255-a751-2bdb7e32db67", "name": "network-vif-plugged", "status": "completed", "tag": "68bc6748-c4d5-4935-8d58-9b9bd27239ad", "code": 200}]} {{(pid=113376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 03:53:25.046330 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5e2d2d03-b1de-4f6a-9082-ed9e3dcccd56 {{(pid=113376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 03:53:25.046713 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e2d2d03-b1de-4f6a-9082-ed9e3dcccd56'] response: {'server_uuid': '2263def2-54ff-4255-a751-2bdb7e32db67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68bc6748-c4d5-4935-8d58-9b9bd27239ad', 'code': 200} Sep 16 03:53:25.096479 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (68bc6748-c4d5-4935-8d58-9b9bd27239ad), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:25.146733 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Pushing event updated for resources: {'Port': ['ID=68bc6748-c4d5-4935-8d58-9b9bd27239ad,revision_number=5']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:53:25.344241 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0c7ad5-a3b0-4dd0-b8a5-9faff59e607c req-605f1405-9bb3-4ce3-80b4-3a1cf6aef4e1 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:25.347372 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-6b0c7ad5-a3b0-4dd0-b8a5-9faff59e607c req-605f1405-9bb3-4ce3-80b4-3a1cf6aef4e1 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 946 time: 0.0512362 Sep 16 03:53:25.403661 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-6b0c7ad5-a3b0-4dd0-b8a5-9faff59e607c req-f6d4cc5e-3a06-4853-818d-dfcea95249e0 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=372fa49a-4978-4034-b54e-abd4cbaee9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524831 Sep 16 03:53:25.421294 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9dbc7d-1eb6-46bf-81a3-2d4636d94799 req-ddfa60bb-58be-48db-be06-ca404ad4ca27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:25.424167 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-4d9dbc7d-1eb6-46bf-81a3-2d4636d94799 req-ddfa60bb-58be-48db-be06-ca404ad4ca27 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2263def2-54ff-4255-a751-2bdb7e32db67 HTTP/1.1" status: 200 len: 1129 time: 0.0455503 Sep 16 03:53:25.443812 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=100 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:53:25.447083 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-6791e3a1-539a-4441-89af-de2795d586b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (20a8dcff-cb91-4cfb-b5ee-87736efe33d8), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:25.471946 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-4d9dbc7d-1eb6-46bf-81a3-2d4636d94799 req-1358863a-22fc-4981-8a7e-53dc120cd203 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c4427db-30ee-4097-913e-db657f16a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424507 Sep 16 03:53:25.856518 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b619911-867a-4c04-ad90-c4b27bea8ce7 req-60d1fbc7-9b19-477d-a76f-abc7964deb0f tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:25.857958 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-3b619911-867a-4c04-ad90-c4b27bea8ce7 req-60d1fbc7-9b19-477d-a76f-abc7964deb0f tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df7ed3f-dd6d-4312-a548-591443add019 HTTP/1.1" status: 200 len: 945 time: 0.0465560 Sep 16 03:53:25.906788 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-3b619911-867a-4c04-ad90-c4b27bea8ce7 req-9359f91c-78b5-4ad7-ac45-5f58cd5ab6cb tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dda34443-519e-4bd2-ac6e-612e709d5440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422282 Sep 16 03:53:25.982086 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ffb6e2-baba-4d2c-a969-0dbd79b6534b req-891cc798-a38c-420f-b8fd-f56a9e48989a tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:25.983589 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-54ffb6e2-baba-4d2c-a969-0dbd79b6534b req-891cc798-a38c-420f-b8fd-f56a9e48989a tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2263def2-54ff-4255-a751-2bdb7e32db67 HTTP/1.1" status: 200 len: 945 time: 0.0464773 Sep 16 03:53:26.029944 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-54ffb6e2-baba-4d2c-a969-0dbd79b6534b req-a9689ef9-c9ea-48b2-b4f8-79fa1a3d53dc tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5c4427db-30ee-4097-913e-db657f16a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401673 Sep 16 03:53:26.528323 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2760101-754a-4bf9-a285-11267b12631c req-09458854-e416-4bb1-bc32-c9eabbe106af tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:26.529783 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-a2760101-754a-4bf9-a285-11267b12631c req-09458854-e416-4bb1-bc32-c9eabbe106af tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 946 time: 0.0475760 Sep 16 03:53:26.541169 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=100 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:53:26.574718 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=100 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:53:26.580868 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-a2760101-754a-4bf9-a285-11267b12631c req-b44b863f-c3d8-4f59-a35a-5debaf6535d0 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=372fa49a-4978-4034-b54e-abd4cbaee9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449972 Sep 16 03:53:26.793007 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-6e17b5b7-15b9-4810-ad4e-df527af14d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (b6f1069f-4437-473a-8bc8-4bc493c2bb12), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:27.028677 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51761e40-83f0-417a-b89b-d7069b89bfda req-9902671f-8701-4fc4-8c96-a651aa6d9b08 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:27.029949 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-51761e40-83f0-417a-b89b-d7069b89bfda req-9902671f-8701-4fc4-8c96-a651aa6d9b08 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df7ed3f-dd6d-4312-a548-591443add019 HTTP/1.1" status: 200 len: 945 time: 0.0462596 Sep 16 03:53:27.080981 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-51761e40-83f0-417a-b89b-d7069b89bfda req-70b90c79-e798-43df-9231-9ba6cdd1834d tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dda34443-519e-4bd2-ac6e-612e709d5440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449882 Sep 16 03:53:27.169543 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14151398-9b62-44c6-8380-b45ce5d7db08 req-bccbbe82-f533-40fa-ae4d-7ae92c45879c tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:27.171023 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-14151398-9b62-44c6-8380-b45ce5d7db08 req-bccbbe82-f533-40fa-ae4d-7ae92c45879c tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2263def2-54ff-4255-a751-2bdb7e32db67 HTTP/1.1" status: 200 len: 945 time: 0.0553463 Sep 16 03:53:27.218305 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-14151398-9b62-44c6-8380-b45ce5d7db08 req-fd9aca09-9654-4f63-a843-826645fa35be tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5c4427db-30ee-4097-913e-db657f16a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409374 Sep 16 03:53:27.703412 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26d2bd3-1d86-425c-a6f0-0a62e4d89c55 req-cb98892f-ac1a-497e-98f2-25a29ba5047f tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:27.705408 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-d26d2bd3-1d86-425c-a6f0-0a62e4d89c55 req-cb98892f-ac1a-497e-98f2-25a29ba5047f tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 946 time: 0.0464818 Sep 16 03:53:27.754653 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-d26d2bd3-1d86-425c-a6f0-0a62e4d89c55 req-5d1843c2-4d97-4a05-8264-cd6f4fb21393 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=372fa49a-4978-4034-b54e-abd4cbaee9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436065 Sep 16 03:53:28.181709 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-27fb41ca-1ca3-4407-b97d-3f5ea6e5f600 req-d2493d48-6655-4136-a8c5-12394f7241e4 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376623 Sep 16 03:53:28.203614 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc2b1e-5335-4751-9316-42da358ae746 req-866b4bc3-fbcf-4adb-8c3c-7f568adfee60 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:28.205857 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-39bc2b1e-5335-4751-9316-42da358ae746 req-866b4bc3-fbcf-4adb-8c3c-7f568adfee60 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df7ed3f-dd6d-4312-a548-591443add019 HTTP/1.1" status: 200 len: 945 time: 0.0475371 Sep 16 03:53:28.255655 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-39bc2b1e-5335-4751-9316-42da358ae746 req-eaf7dcfe-d9f5-40a4-9e7a-870bad6f9d90 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=dda34443-519e-4bd2-ac6e-612e709d5440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440938 Sep 16 03:53:28.286595 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb41ca-1ca3-4407-b97d-3f5ea6e5f600 req-f1d290d0-8346-4008-bb42-c7cdd859d885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:28.288442 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-27fb41ca-1ca3-4407-b97d-3f5ea6e5f600 req-f1d290d0-8346-4008-bb42-c7cdd859d885 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=ac97d1487c024a68b8ad933d882bb456&device_id=14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806 HTTP/1.1" status: 200 len: 1129 time: 0.0539908 Sep 16 03:53:28.339683 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d9f571-7f8e-4ad3-9015-71b6ded37c15 req-5f319bd8-80a9-4693-a3a2-165d399b0f83 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:28.341131 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-06d9f571-7f8e-4ad3-9015-71b6ded37c15 req-5f319bd8-80a9-4693-a3a2-165d399b0f83 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2df7ed3f-dd6d-4312-a548-591443add019 HTTP/1.1" status: 200 len: 945 time: 0.0540428 Sep 16 03:53:28.411065 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b45cb3-4072-484b-90c8-7a87f92b72f2 req-ce6a1b2e-3171-42c8-bfbc-e253be61bab5 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:28.412538 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-a3b45cb3-4072-484b-90c8-7a87f92b72f2 req-ce6a1b2e-3171-42c8-bfbc-e253be61bab5 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2263def2-54ff-4255-a751-2bdb7e32db67 HTTP/1.1" status: 200 len: 945 time: 0.0890818 Sep 16 03:53:28.434607 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.plugin [req-06d9f571-7f8e-4ad3-9015-71b6ded37c15 req-9128f93a-0372-425a-8432-45fb8b1af189 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Deleting port 88d08060-53df-4d74-b5dd-97e3666abaeb {{(pid=113374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 03:53:28.435066 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [req-06d9f571-7f8e-4ad3-9015-71b6ded37c15 req-9128f93a-0372-425a-8432-45fb8b1af189 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672990733'] for port (88d08060-53df-4d74-b5dd-97e3666abaeb), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:28.464722 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=100 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:53:28.471029 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb41ca-1ca3-4407-b97d-3f5ea6e5f600 req-01256866-d06f-4c6f-9063-2c726a1a0cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:28.472476 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-27fb41ca-1ca3-4407-b97d-3f5ea6e5f600 req-01256866-d06f-4c6f-9063-2c726a1a0cf7 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=64754a20-d60c-49a4-9c39-1462c6265039 HTTP/1.1" status: 200 len: 919 time: 0.1576123 Sep 16 03:53:28.491936 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-a3b45cb3-4072-484b-90c8-7a87f92b72f2 req-8bff49a6-5f13-4809-bff5-a28b5c00630a tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5c4427db-30ee-4097-913e-db657f16a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713909 Sep 16 03:53:28.537918 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.db [req-06d9f571-7f8e-4ad3-9015-71b6ded37c15 req-9128f93a-0372-425a-8432-45fb8b1af189 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] For port 88d08060-53df-4d74-b5dd-97e3666abaeb, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=88d08060-53df-4d74-b5dd-97e3666abaeb,segment=NetworkSegment(f206f821-35d5-462a-80ff-01e4f0ec6983),segment_id=f206f821-35d5-462a-80ff-01e4f0ec6983)] {{(pid=113374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:53:28.538492 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [req-06d9f571-7f8e-4ad3-9015-71b6ded37c15 req-9128f93a-0372-425a-8432-45fb8b1af189 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432982'] for port (88d08060-53df-4d74-b5dd-97e3666abaeb), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:28.614483 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (9480ceca-8cb5-4b85-9807-6ee42f948820), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:28.616714 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-2875a3e6-2c6e-4f2c-bd58-7e0a3de9c063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (bb5efb49-5a18-474a-824b-90488b0f2024), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:28.708458 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [req-06d9f571-7f8e-4ad3-9015-71b6ded37c15 req-9128f93a-0372-425a-8432-45fb8b1af189 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:28.708816 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [req-06d9f571-7f8e-4ad3-9015-71b6ded37c15 req-9128f93a-0372-425a-8432-45fb8b1af189 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-452268'] for floatingip (574209a5-6d76-4142-bab2-c9b2e73046b3), after_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:28.709197 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.db.l3_db [req-06d9f571-7f8e-4ad3-9015-71b6ded37c15 req-9128f93a-0372-425a-8432-45fb8b1af189 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Floating IP 574209a5-6d76-4142-bab2-c9b2e73046b3 disassociated. External IP: 172.27.0.78, port: 88d08060-53df-4d74-b5dd-97e3666abaeb. Sep 16 03:53:28.709538 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.plugin [req-06d9f571-7f8e-4ad3-9015-71b6ded37c15 req-9128f93a-0372-425a-8432-45fb8b1af189 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Calling delete_port for 88d08060-53df-4d74-b5dd-97e3666abaeb owned by compute:nova {{(pid=113374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 03:53:28.880508 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77bdb77-6b3f-4323-8847-5d8dbc1f55b3 req-4ef98125-8ae7-4dfd-af3c-fa38780d1cf6 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:28.881968 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-a77bdb77-6b3f-4323-8847-5d8dbc1f55b3 req-4ef98125-8ae7-4dfd-af3c-fa38780d1cf6 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 946 time: 0.0487251 Sep 16 03:53:28.914706 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [req-06d9f571-7f8e-4ad3-9015-71b6ded37c15 req-9128f93a-0372-425a-8432-45fb8b1af189 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672957835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672515813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965177'] for port (88d08060-53df-4d74-b5dd-97e3666abaeb), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:28.957132 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9128f93a-0372-425a-8432-45fb8b1af189 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Pushing event deleted for resources: {'Port': ['ID=88d08060-53df-4d74-b5dd-97e3666abaeb,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:53:28.962424 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-a77bdb77-6b3f-4323-8847-5d8dbc1f55b3 req-49baad51-85d9-4229-b713-0e2730c71cca tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=372fa49a-4978-4034-b54e-abd4cbaee9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748332 Sep 16 03:53:29.063478 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-27fb41ca-1ca3-4407-b97d-3f5ea6e5f600 req-a3be0ed6-06f8-438a-9c07-27b7193df687 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=638a834b-f18e-4522-9cce-b0662c140379 HTTP/1.1" status: 200 len: 217 time: 0.0345027 Sep 16 03:53:29.087437 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:53:29.091447 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:53:29.100119 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e60736-a687-4d05-a98e-0c12852bf07b req-1242de62-c4f9-4b81-995e-74ec9fd0a5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:29.102102 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-f4e60736-a687-4d05-a98e-0c12852bf07b req-1242de62-c4f9-4b81-995e-74ec9fd0a5e6 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=37a1aef0396c463d8a10f0ee811e1f2a&device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 1130 time: 0.0508046 Sep 16 03:53:29.119605 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb41ca-1ca3-4407-b97d-3f5ea6e5f600 req-ab58b56e-33f2-4a50-9bdc-840f07fa3b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:29.120851 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-27fb41ca-1ca3-4407-b97d-3f5ea6e5f600 req-ab58b56e-33f2-4a50-9bdc-840f07fa3b3e service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=c8d5968b-806e-4184-9dc4-9781905ff4c8 HTTP/1.1" status: 200 len: 857 time: 0.0507498 Sep 16 03:53:29.161296 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06d9f571-7f8e-4ad3-9015-71b6ded37c15 req-9128f93a-0372-425a-8432-45fb8b1af189 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Router 6df99dd1-6576-46cf-9af5-72e8ecbd79ba has already been hosted by L3 agent 20a8dcff-cb91-4cfb-b5ee-87736efe33d8 {{(pid=113374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 03:53:29.170818 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb41ca-1ca3-4407-b97d-3f5ea6e5f600 req-cd2d6fad-c630-455a-b1bc-dd38649227cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:29.172621 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-27fb41ca-1ca3-4407-b97d-3f5ea6e5f600 req-cd2d6fad-c630-455a-b1bc-dd38649227cc service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=64754a20-d60c-49a4-9c39-1462c6265039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444994 Sep 16 03:53:29.211468 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e60736-a687-4d05-a98e-0c12852bf07b req-0d33bd59-ba04-4199-9ccc-9ae754bfded0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:29.212979 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-f4e60736-a687-4d05-a98e-0c12852bf07b req-0d33bd59-ba04-4199-9ccc-9ae754bfded0 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=854d2c8e-4d81-4bfd-bcba-fb4707dd8cf5 HTTP/1.1" status: 200 len: 909 time: 0.1045644 Sep 16 03:53:29.351331 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-f4e60736-a687-4d05-a98e-0c12852bf07b req-782715ea-c939-4798-bdfc-95dd7426bb6e service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c25634f-27f9-4868-a4bb-0f555233fe5e HTTP/1.1" status: 200 len: 1002 time: 0.1046312 Sep 16 03:53:29.402144 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06d9f571-7f8e-4ad3-9015-71b6ded37c15 req-9128f93a-0372-425a-8432-45fb8b1af189 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Notify agent at l3_agent.dv-cinder-857993-1-iscsi the message routers_updated {{(pid=113374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 03:53:29.417974 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d490cca-a710-4460-a398-a547903f3619 None None] Sync routers for ids ['6df99dd1-6576-46cf-9af5-72e8ecbd79ba'] in dv-cinder-857993-1-iscsi {{(pid=113377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 03:53:29.442505 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d490cca-a710-4460-a398-a547903f3619 None None] Routers {'6df99dd1-6576-46cf-9af5-72e8ecbd79ba'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:53:29.447381 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-0d490cca-a710-4460-a398-a547903f3619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:53:25Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['6df99dd1-6576-46cf-9af5-72e8ecbd79ba'], 'active': True} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:53:29.464550 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e60736-a687-4d05-a98e-0c12852bf07b req-622fb89f-8e12-4ebd-84e0-7cc163c3cac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:29.466127 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-f4e60736-a687-4d05-a98e-0c12852bf07b req-622fb89f-8e12-4ebd-84e0-7cc163c3cac0 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=10a3fb74-f6d7-4d2f-b7d9-b95a3787d6e3 HTTP/1.1" status: 200 len: 847 time: 0.1075790 Sep 16 03:53:29.467681 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.db.l3_dvrscheduler_db [req-06d9f571-7f8e-4ad3-9015-71b6ded37c15 req-9128f93a-0372-425a-8432-45fb8b1af189 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] No DVR routers for this DVR port 88d08060-53df-4d74-b5dd-97e3666abaeb on host hv-cinder-85799 {{(pid=113374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 03:53:29.471158 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [req-06d9f571-7f8e-4ad3-9015-71b6ded37c15 req-9128f93a-0372-425a-8432-45fb8b1af189 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for port (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:29.474719 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-06d9f571-7f8e-4ad3-9015-71b6ded37c15 req-9128f93a-0372-425a-8432-45fb8b1af189 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.52 "DELETE /networking/v2.0/ports/88d08060-53df-4d74-b5dd-97e3666abaeb HTTP/1.1" status: 204 len: 173 time: 1.1275356 Sep 16 03:53:29.479466 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2df7ed3f-dd6d-4312-a548-591443add019', 'name': 'network-vif-deleted', 'tag': '88d08060-53df-4d74-b5dd-97e3666abaeb'}] {{(pid=113374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 03:53:29.481795 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690b364905604876d1d0623b3c540f81637980c049172579221ad326041cdf1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03dabf74-0a70-4399-97ff-134057eadc12" -d '{"events": [{"server_uuid": "2df7ed3f-dd6d-4312-a548-591443add019", "name": "network-vif-deleted", "tag": "88d08060-53df-4d74-b5dd-97e3666abaeb"}]}' {{(pid=113374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 03:53:29.532118 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e60736-a687-4d05-a98e-0c12852bf07b req-8e45d16a-81fa-4065-9f9b-79d9aefb5a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:29.534654 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-f4e60736-a687-4d05-a98e-0c12852bf07b req-8e45d16a-81fa-4065-9f9b-79d9aefb5a23 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=854d2c8e-4d81-4bfd-bcba-fb4707dd8cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0586007 Sep 16 03:53:29.554788 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 03:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e7136f-a7b0-4fc5-bed7-d1de584ca4d3 x-openstack-request-id: req-76e7136f-a7b0-4fc5-bed7-d1de584ca4d3 {{(pid=113374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 03:53:29.555293 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2df7ed3f-dd6d-4312-a548-591443add019", "name": "network-vif-deleted", "tag": "88d08060-53df-4d74-b5dd-97e3666abaeb", "status": "completed", "code": 200}]} {{(pid=113374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 03:53:29.556003 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-76e7136f-a7b0-4fc5-bed7-d1de584ca4d3 {{(pid=113374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 03:53:29.556540 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76e7136f-a7b0-4fc5-bed7-d1de584ca4d3'] response: {'server_uuid': '2df7ed3f-dd6d-4312-a548-591443add019', 'name': 'network-vif-deleted', 'tag': '88d08060-53df-4d74-b5dd-97e3666abaeb', 'status': 'completed', 'code': 200} Sep 16 03:53:29.613733 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvr_db [None req-0d490cca-a710-4460-a398-a547903f3619 None None] Set router 6df99dd1-6576-46cf-9af5-72e8ecbd79ba gateway port host: dv-cinder-857993-1-iscsi {{(pid=113377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:53:29.616409 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-ad8791dc-366a-4f0d-8f83-2da61336581e req-8dba1ae0-c687-4b34-918f-32477e598b62 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df7ed3f-dd6d-4312-a548-591443add019 HTTP/1.1" status: 200 len: 210 time: 0.0762815 Sep 16 03:53:29.676654 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-27fb41ca-1ca3-4407-b97d-3f5ea6e5f600 req-6dde53dc-a49d-4af5-b5d6-10268a3a3d57 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/64754a20-d60c-49a4-9c39-1462c6265039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4975879 Sep 16 03:53:29.723444 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-f4e60736-a687-4d05-a98e-0c12852bf07b req-0c743676-ad93-4c3b-abeb-043ef02e928c service neutron] 10.222.0.52 "GET /networking/v2.0/networks/854d2c8e-4d81-4bfd-bcba-fb4707dd8cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822696 Sep 16 03:53:29.750469 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dfacd4-79d8-46cf-9017-9fb3014f6a55 req-d6f0c453-dde2-4a1a-a909-6258fd87a962 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:29.755486 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-29dfacd4-79d8-46cf-9017-9fb3014f6a55 req-d6f0c453-dde2-4a1a-a909-6258fd87a962 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2263def2-54ff-4255-a751-2bdb7e32db67 HTTP/1.1" status: 200 len: 945 time: 0.0794787 Sep 16 03:53:29.816145 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-27fb41ca-1ca3-4407-b97d-3f5ea6e5f600 req-feb1332d-8d19-4110-9df0-0903d6696555 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/64754a20-d60c-49a4-9c39-1462c6265039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031377 Sep 16 03:53:29.824936 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=100 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:53:29.854985 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-0d490cca-a710-4460-a398-a547903f3619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df99dd1-6576-46cf-9af5-72e8ecbd79ba', 'name': 'tempest-AttachVolumeTestJSON-821580754-router', 'tenant_id': 'e94b50976295422c9c8374155cf2d2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'dea63493-fe7f-44f5-981f-4ef4ab311574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:13Z', 'updated_at': '2022-09-16T03:48:20Z', 'revision_number': 4, 'project_id': 'e94b50976295422c9c8374155cf2d2c2', 'gw_port': {'id': 'dea63493-fe7f-44f5-981f-4ef4ab311574', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:00:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df99dd1-6576-46cf-9af5-72e8ecbd79ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:14Z', 'updated_at': '2022-09-16T03:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_interfaces': [{'id': '4d6fce8a-7f44-4c9b-9123-63c5924fa5b6', 'name': '', 'network_id': '96000232-5a2c-4cbe-8524-4ab75044ef77', 'tenant_id': 'e94b50976295422c9c8374155cf2d2c2', 'mac_address': 'fa:16:3e:75:2a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df99dd1-6576-46cf-9af5-72e8ecbd79ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '4abf9a95-17e5-40d7-a907-9f39161a7362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:18Z', 'updated_at': '2022-09-16T03:48:34Z', 'revision_number': 5, 'project_id': 'e94b50976295422c9c8374155cf2d2c2', 'subnets': [{'id': '4abf9a95-17e5-40d7-a907-9f39161a7362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:53:29.884566 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d490cca-a710-4460-a398-a547903f3619 None None] Checking router: 6df99dd1-6576-46cf-9af5-72e8ecbd79ba for host: dv-cinder-857993-1-iscsi {{(pid=113377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 03:53:29.896636 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d490cca-a710-4460-a398-a547903f3619 None None] Routers {'6df99dd1-6576-46cf-9af5-72e8ecbd79ba'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:53:29.897257 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-0d490cca-a710-4460-a398-a547903f3619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:53:25Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['6df99dd1-6576-46cf-9af5-72e8ecbd79ba'], 'active': True} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:53:30.010680 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvr_db [None req-0d490cca-a710-4460-a398-a547903f3619 None None] Set router 6df99dd1-6576-46cf-9af5-72e8ecbd79ba gateway port host: dv-cinder-857993-1-iscsi {{(pid=113377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:53:30.111709 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c04bd-00c9-4d88-ac7f-ab2b892cfe54 req-54643f94-0065-4fcf-8f46-4dc3fb8e41cc tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:30.113149 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-d16c04bd-00c9-4d88-ac7f-ab2b892cfe54 req-54643f94-0065-4fcf-8f46-4dc3fb8e41cc tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 946 time: 0.0498216 Sep 16 03:53:30.132065 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-29dfacd4-79d8-46cf-9017-9fb3014f6a55 req-9dee4021-bf0d-45f0-927d-a89bbbd1b30d tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5c4427db-30ee-4097-913e-db657f16a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3627841 Sep 16 03:53:30.143444 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-f4e60736-a687-4d05-a98e-0c12852bf07b req-0ff6f2bd-76a4-4f55-a006-b68e9ec7b679 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/854d2c8e-4d81-4bfd-bcba-fb4707dd8cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4114654 Sep 16 03:53:30.171772 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-d16c04bd-00c9-4d88-ac7f-ab2b892cfe54 req-afbc9e5c-cdd8-4ce8-8238-6fff55630d47 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=372fa49a-4978-4034-b54e-abd4cbaee9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519831 Sep 16 03:53:30.217093 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-0d490cca-a710-4460-a398-a547903f3619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df99dd1-6576-46cf-9af5-72e8ecbd79ba', 'name': 'tempest-AttachVolumeTestJSON-821580754-router', 'tenant_id': 'e94b50976295422c9c8374155cf2d2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'dea63493-fe7f-44f5-981f-4ef4ab311574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:13Z', 'updated_at': '2022-09-16T03:48:20Z', 'revision_number': 4, 'project_id': 'e94b50976295422c9c8374155cf2d2c2', 'gw_port': {'id': 'dea63493-fe7f-44f5-981f-4ef4ab311574', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:00:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df99dd1-6576-46cf-9af5-72e8ecbd79ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:14Z', 'updated_at': '2022-09-16T03:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_interfaces': [{'id': '4d6fce8a-7f44-4c9b-9123-63c5924fa5b6', 'name': '', 'network_id': '96000232-5a2c-4cbe-8524-4ab75044ef77', 'tenant_id': 'e94b50976295422c9c8374155cf2d2c2', 'mac_address': 'fa:16:3e:75:2a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df99dd1-6576-46cf-9af5-72e8ecbd79ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '4abf9a95-17e5-40d7-a907-9f39161a7362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:18Z', 'updated_at': '2022-09-16T03:48:34Z', 'revision_number': 5, 'project_id': 'e94b50976295422c9c8374155cf2d2c2', 'subnets': [{'id': '4abf9a95-17e5-40d7-a907-9f39161a7362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:53:30.242732 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d490cca-a710-4460-a398-a547903f3619 None None] The sync data for ids ['6df99dd1-6576-46cf-9af5-72e8ecbd79ba'] in dv-cinder-857993-1-iscsi is: [{'id': '6df99dd1-6576-46cf-9af5-72e8ecbd79ba', 'name': 'tempest-AttachVolumeTestJSON-821580754-router', 'tenant_id': 'e94b50976295422c9c8374155cf2d2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'dea63493-fe7f-44f5-981f-4ef4ab311574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:13Z', 'updated_at': '2022-09-16T03:48:20Z', 'revision_number': 4, 'project_id': 'e94b50976295422c9c8374155cf2d2c2', 'gw_port': {'id': 'dea63493-fe7f-44f5-981f-4ef4ab311574', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:00:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df99dd1-6576-46cf-9af5-72e8ecbd79ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:14Z', 'updated_at': '2022-09-16T03:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_interfaces': [{'id': '4d6fce8a-7f44-4c9b-9123-63c5924fa5b6', 'name': '', 'network_id': '96000232-5a2c-4cbe-8524-4ab75044ef77', 'tenant_id': 'e94b50976295422c9c8374155cf2d2c2', 'mac_address': 'fa:16:3e:75:2a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df99dd1-6576-46cf-9af5-72e8ecbd79ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '4abf9a95-17e5-40d7-a907-9f39161a7362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:18Z', 'updated_at': '2022-09-16T03:48:34Z', 'revision_number': 5, 'project_id': 'e94b50976295422c9c8374155cf2d2c2', 'subnets': [{'id': '4abf9a95-17e5-40d7-a907-9f39161a7362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 03:53:30.335078 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23491782-993e-4967-ae3b-6961c102bdc1 req-1d843d8e-48ed-4c5e-8763-6db7ff1c7de2 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:30.336674 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-23491782-993e-4967-ae3b-6961c102bdc1 req-1d843d8e-48ed-4c5e-8763-6db7ff1c7de2 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2263def2-54ff-4255-a751-2bdb7e32db67 HTTP/1.1" status: 200 len: 945 time: 0.0574386 Sep 16 03:53:30.347837 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 59826) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:53:30.352341 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.v2.base [None req-411ea9a4-fc9a-49dc-b0ec-206f2033f07d tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Request body: {'floatingip': {'port_id': '68bc6748-c4d5-4935-8d58-9b9bd27239ad'}} {{(pid=113374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:53:30.393512 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-411ea9a4-fc9a-49dc-b0ec-206f2033f07d tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Publish callbacks [] for floatingip (a088da24-f323-45b5-a217-a4f052840f32), before_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:30.466635 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c00eca-b13e-4b92-86b0-45678d7a8ca7 None None] New status for floating IP 574209a5-6d76-4142-bab2-c9b2e73046b3: DOWN {{(pid=113376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 03:53:30.738733 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-d0afde1a-c3e5-405f-b38f-068818285cfa req-37affff5-bf3a-40d4-a3a3-32cf679fc136 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df7ed3f-dd6d-4312-a548-591443add019 HTTP/1.1" status: 200 len: 210 time: 0.0285573 Sep 16 03:53:30.834409 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-411ea9a4-fc9a-49dc-b0ec-206f2033f07d tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:30.889825 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-411ea9a4-fc9a-49dc-b0ec-206f2033f07d tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-452268'] for floatingip (a088da24-f323-45b5-a217-a4f052840f32), after_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:30.986197 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.db.l3_db [None req-411ea9a4-fc9a-49dc-b0ec-206f2033f07d tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Floating IP a088da24-f323-45b5-a217-a4f052840f32 associated. External IP: 172.27.0.28, port: 68bc6748-c4d5-4935-8d58-9b9bd27239ad. Sep 16 03:53:31.073154 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:53:31.188595 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-411ea9a4-fc9a-49dc-b0ec-206f2033f07d tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Router 11a544e6-b451-42f0-9ca8-422baaa4dd85 has already been hosted by L3 agent 20a8dcff-cb91-4cfb-b5ee-87736efe33d8 {{(pid=113374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 03:53:31.241188 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=100 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:53:31.333494 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770d6ef1-e18e-4127-a642-e6c59f7966e8 req-4d8fc942-5dd9-4430-9cae-87d46d8bb3a1 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:31.335030 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-770d6ef1-e18e-4127-a642-e6c59f7966e8 req-4d8fc942-5dd9-4430-9cae-87d46d8bb3a1 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 946 time: 0.0637243 Sep 16 03:53:31.336178 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-411ea9a4-fc9a-49dc-b0ec-206f2033f07d tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Notify agent at l3_agent.dv-cinder-857993-1-iscsi the message routers_updated {{(pid=113374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 03:53:31.340505 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-411ea9a4-fc9a-49dc-b0ec-206f2033f07d tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for floatingip (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:31.346644 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36035428-1742-4104-91db-29a70b3103f6 None None] Sync routers for ids ['11a544e6-b451-42f0-9ca8-422baaa4dd85'] in dv-cinder-857993-1-iscsi {{(pid=113377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 03:53:31.356179 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36035428-1742-4104-91db-29a70b3103f6 None None] Routers {'11a544e6-b451-42f0-9ca8-422baaa4dd85'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:53:31.356770 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-36035428-1742-4104-91db-29a70b3103f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:53:25Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['11a544e6-b451-42f0-9ca8-422baaa4dd85'], 'active': True} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:53:31.385582 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-411ea9a4-fc9a-49dc-b0ec-206f2033f07d tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/a088da24-f323-45b5-a217-a4f052840f32 HTTP/1.1" status: 200 len: 990 time: 1.0365844 Sep 16 03:53:31.416155 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-770d6ef1-e18e-4127-a642-e6c59f7966e8 req-272f63fb-c904-4096-9e7a-75f85f993ab1 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=372fa49a-4978-4034-b54e-abd4cbaee9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721595 Sep 16 03:53:31.538353 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvr_db [None req-36035428-1742-4104-91db-29a70b3103f6 None None] Set router 11a544e6-b451-42f0-9ca8-422baaa4dd85 gateway port host: dv-cinder-857993-1-iscsi {{(pid=113377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:53:31.557988 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2263def2-54ff-4255-a751-2bdb7e32db67', 'tag': '68bc6748-c4d5-4935-8d58-9b9bd27239ad'}] {{(pid=113374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 03:53:31.560466 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690b364905604876d1d0623b3c540f81637980c049172579221ad326041cdf1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d6aaf8-0cf5-4f65-807b-424fcc7fa2db" -d '{"events": [{"name": "network-changed", "server_uuid": "2263def2-54ff-4255-a751-2bdb7e32db67", "tag": "68bc6748-c4d5-4935-8d58-9b9bd27239ad"}]}' {{(pid=113374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 03:53:31.574828 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=100 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:53:31.604342 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 03:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f847be25-8c00-4137-a279-28430afea667 x-openstack-request-id: req-f847be25-8c00-4137-a279-28430afea667 {{(pid=113374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 03:53:31.604637 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2263def2-54ff-4255-a751-2bdb7e32db67", "tag": "68bc6748-c4d5-4935-8d58-9b9bd27239ad", "status": "completed", "code": 200}]} {{(pid=113374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 03:53:31.604891 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f847be25-8c00-4137-a279-28430afea667 {{(pid=113374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 03:53:31.605298 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f847be25-8c00-4137-a279-28430afea667'] response: {'name': 'network-changed', 'server_uuid': '2263def2-54ff-4255-a751-2bdb7e32db67', 'tag': '68bc6748-c4d5-4935-8d58-9b9bd27239ad', 'status': 'completed', 'code': 200} Sep 16 03:53:31.789537 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-36035428-1742-4104-91db-29a70b3103f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a544e6-b451-42f0-9ca8-422baaa4dd85', 'name': 'tempest-AttachVolumeShelveTestJSON-370893436-router', 'tenant_id': 'cb698ddcedae42a29f50203ec59db295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'dd2136f8-4e86-4db6-a499-0f087ed040d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:13Z', 'updated_at': '2022-09-16T03:48:27Z', 'revision_number': 4, 'project_id': 'cb698ddcedae42a29f50203ec59db295', 'gw_port': {'id': 'dd2136f8-4e86-4db6-a499-0f087ed040d4', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a544e6-b451-42f0-9ca8-422baaa4dd85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:15Z', 'updated_at': '2022-09-16T03:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_floatingips': [{'id': 'a088da24-f323-45b5-a217-a4f052840f32', 'tenant_id': 'cb698ddcedae42a29f50203ec59db295', 'floating_ip_address': '172.27.0.28', 'floating_network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'router_id': '11a544e6-b451-42f0-9ca8-422baaa4dd85', 'port_id': '68bc6748-c4d5-4935-8d58-9b9bd27239ad', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60a25330-2068-4171-85ea-2cd82f09cbdb', 'mac_address': 'fa:16:3e:42:0a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2263def2-54ff-4255-a751-2bdb7e32db67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T03:53:12Z', 'updated_at': '2022-09-16T03:53:30Z', 'revision_number': 1, 'project_id': 'cb698ddcedae42a29f50203ec59db295', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aaaa489d-81f6-4254-b458-6fa8c5f5b74c', 'name': '', 'network_id': '60a25330-2068-4171-85ea-2cd82f09cbdb', 'tenant_id': 'cb698ddcedae42a29f50203ec59db295', 'mac_address': 'fa:16:3e:1d:8e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a544e6-b451-42f0-9ca8-422baaa4dd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '070db458-4233-40aa-8c99-3613db8fb323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:25Z', 'updated_at': '2022-09-16T03:48:41Z', 'revision_number': 5, 'project_id': 'cb698ddcedae42a29f50203ec59db295', 'subnets': [{'id': '070db458-4233-40aa-8c99-3613db8fb323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:53:31.819695 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36035428-1742-4104-91db-29a70b3103f6 None None] Checking router: 11a544e6-b451-42f0-9ca8-422baaa4dd85 for host: dv-cinder-857993-1-iscsi {{(pid=113377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 03:53:31.828142 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36035428-1742-4104-91db-29a70b3103f6 None None] Routers {'11a544e6-b451-42f0-9ca8-422baaa4dd85'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:53:31.828787 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-36035428-1742-4104-91db-29a70b3103f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:53:25Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['11a544e6-b451-42f0-9ca8-422baaa4dd85'], 'active': True} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:53:31.852641 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-11dda239-5692-4d0b-8ece-81a658b9b179 req-00ce57fb-a6ae-4c19-94e1-9266dcf291c7 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df7ed3f-dd6d-4312-a548-591443add019 HTTP/1.1" status: 200 len: 210 time: 0.0275388 Sep 16 03:53:31.869676 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=100 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:53:31.932037 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvr_db [None req-36035428-1742-4104-91db-29a70b3103f6 None None] Set router 11a544e6-b451-42f0-9ca8-422baaa4dd85 gateway port host: dv-cinder-857993-1-iscsi {{(pid=113377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:53:32.133965 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-36035428-1742-4104-91db-29a70b3103f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a544e6-b451-42f0-9ca8-422baaa4dd85', 'name': 'tempest-AttachVolumeShelveTestJSON-370893436-router', 'tenant_id': 'cb698ddcedae42a29f50203ec59db295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'dd2136f8-4e86-4db6-a499-0f087ed040d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:13Z', 'updated_at': '2022-09-16T03:48:27Z', 'revision_number': 4, 'project_id': 'cb698ddcedae42a29f50203ec59db295', 'gw_port': {'id': 'dd2136f8-4e86-4db6-a499-0f087ed040d4', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a544e6-b451-42f0-9ca8-422baaa4dd85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:15Z', 'updated_at': '2022-09-16T03:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_floatingips': [{'id': 'a088da24-f323-45b5-a217-a4f052840f32', 'tenant_id': 'cb698ddcedae42a29f50203ec59db295', 'floating_ip_address': '172.27.0.28', 'floating_network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'router_id': '11a544e6-b451-42f0-9ca8-422baaa4dd85', 'port_id': '68bc6748-c4d5-4935-8d58-9b9bd27239ad', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60a25330-2068-4171-85ea-2cd82f09cbdb', 'mac_address': 'fa:16:3e:42:0a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2263def2-54ff-4255-a751-2bdb7e32db67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T03:53:12Z', 'updated_at': '2022-09-16T03:53:30Z', 'revision_number': 1, 'project_id': 'cb698ddcedae42a29f50203ec59db295', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aaaa489d-81f6-4254-b458-6fa8c5f5b74c', 'name': '', 'network_id': '60a25330-2068-4171-85ea-2cd82f09cbdb', 'tenant_id': 'cb698ddcedae42a29f50203ec59db295', 'mac_address': 'fa:16:3e:1d:8e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a544e6-b451-42f0-9ca8-422baaa4dd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '070db458-4233-40aa-8c99-3613db8fb323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:25Z', 'updated_at': '2022-09-16T03:48:41Z', 'revision_number': 5, 'project_id': 'cb698ddcedae42a29f50203ec59db295', 'subnets': [{'id': '070db458-4233-40aa-8c99-3613db8fb323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:53:32.158932 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36035428-1742-4104-91db-29a70b3103f6 None None] The sync data for ids ['11a544e6-b451-42f0-9ca8-422baaa4dd85'] in dv-cinder-857993-1-iscsi is: [{'id': '11a544e6-b451-42f0-9ca8-422baaa4dd85', 'name': 'tempest-AttachVolumeShelveTestJSON-370893436-router', 'tenant_id': 'cb698ddcedae42a29f50203ec59db295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'dd2136f8-4e86-4db6-a499-0f087ed040d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:13Z', 'updated_at': '2022-09-16T03:48:27Z', 'revision_number': 4, 'project_id': 'cb698ddcedae42a29f50203ec59db295', 'gw_port': {'id': 'dd2136f8-4e86-4db6-a499-0f087ed040d4', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a544e6-b451-42f0-9ca8-422baaa4dd85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:15Z', 'updated_at': '2022-09-16T03:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_floatingips': [{'id': 'a088da24-f323-45b5-a217-a4f052840f32', 'tenant_id': 'cb698ddcedae42a29f50203ec59db295', 'floating_ip_address': '172.27.0.28', 'floating_network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'router_id': '11a544e6-b451-42f0-9ca8-422baaa4dd85', 'port_id': '68bc6748-c4d5-4935-8d58-9b9bd27239ad', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60a25330-2068-4171-85ea-2cd82f09cbdb', 'mac_address': 'fa:16:3e:42:0a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2263def2-54ff-4255-a751-2bdb7e32db67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T03:53:12Z', 'updated_at': '2022-09-16T03:53:30Z', 'revision_number': 1, 'project_id': 'cb698ddcedae42a29f50203ec59db295', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aaaa489d-81f6-4254-b458-6fa8c5f5b74c', 'name': '', 'network_id': '60a25330-2068-4171-85ea-2cd82f09cbdb', 'tenant_id': 'cb698ddcedae42a29f50203ec59db295', 'mac_address': 'fa:16:3e:1d:8e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a544e6-b451-42f0-9ca8-422baaa4dd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '070db458-4233-40aa-8c99-3613db8fb323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:25Z', 'updated_at': '2022-09-16T03:48:41Z', 'revision_number': 5, 'project_id': 'cb698ddcedae42a29f50203ec59db295', 'subnets': [{'id': '070db458-4233-40aa-8c99-3613db8fb323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 03:53:32.334797 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82f39d5-1c03-4ae8-9962-73690dbe9755 None None] New status for floating IP a088da24-f323-45b5-a217-a4f052840f32: ACTIVE {{(pid=113376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 03:53:32.434611 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:53:32.547649 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ed71d-d881-4a56-a000-abf05407b13f req-febcd9eb-5c45-4f4e-bb2d-646617346fb4 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:32.549716 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-736ed71d-d881-4a56-a000-abf05407b13f req-febcd9eb-5c45-4f4e-bb2d-646617346fb4 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 946 time: 0.0497949 Sep 16 03:53:32.586102 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=100 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:53:32.600639 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-736ed71d-d881-4a56-a000-abf05407b13f req-eb194b82-c832-4b48-8282-5d07e8dce6df tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=372fa49a-4978-4034-b54e-abd4cbaee9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454545 Sep 16 03:53:32.787169 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device 88d08060-53df-4d74-b5dd-97e3666abaeb no longer exists at agent hyperv_hv-cinder-85799 {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 03:53:32.809741 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] No Port match for: 88d08060-53df-4d74-b5dd-97e3666abaeb {{(pid=113376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 03:53:32.810087 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device 88d08060-53df-4d74-b5dd-97e3666abaeb not bound to the agent host hv-cinder-85799 {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 03:53:32.969413 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-3b45e4d8-3a89-4b7d-9700-a1d016baa3ea req-15d2cbb2-c717-4e27-9e17-c7e9ef1c045c tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df7ed3f-dd6d-4312-a548-591443add019 HTTP/1.1" status: 200 len: 210 time: 0.0298004 Sep 16 03:53:33.720362 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c021736b-730f-445c-8c8e-05e188e6c738 req-6367572c-f5d5-4f9a-a237-f012f74c4af9 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:33.721850 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-c021736b-730f-445c-8c8e-05e188e6c738 req-6367572c-f5d5-4f9a-a237-f012f74c4af9 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 946 time: 0.0463247 Sep 16 03:53:33.772180 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-c021736b-730f-445c-8c8e-05e188e6c738 req-4cc14a0f-2d81-4665-a966-141fb4852d5e tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=372fa49a-4978-4034-b54e-abd4cbaee9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447598 Sep 16 03:53:34.118399 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-8d90d80f-5429-4011-b54a-9fde0ee52412 req-6f4d3e1e-f9a2-4009-949d-d6f77f3e38b2 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df7ed3f-dd6d-4312-a548-591443add019 HTTP/1.1" status: 200 len: 210 time: 0.0330720 Sep 16 03:53:34.168321 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d6aaf8-0cf5-4f65-807b-424fcc7fa2db req-d820eb45-2b91-4577-83a1-abaa6aaec52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:34.169841 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-40d6aaf8-0cf5-4f65-807b-424fcc7fa2db req-d820eb45-2b91-4577-83a1-abaa6aaec52c service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=cb698ddcedae42a29f50203ec59db295&device_id=2263def2-54ff-4255-a751-2bdb7e32db67 HTTP/1.1" status: 200 len: 1129 time: 0.0505588 Sep 16 03:53:34.274849 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d6aaf8-0cf5-4f65-807b-424fcc7fa2db req-4004a912-5159-44d6-a2ac-c1224eddc855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:34.276449 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-40d6aaf8-0cf5-4f65-807b-424fcc7fa2db req-4004a912-5159-44d6-a2ac-c1224eddc855 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=60a25330-2068-4171-85ea-2cd82f09cbdb HTTP/1.1" status: 200 len: 917 time: 0.0999556 Sep 16 03:53:34.427416 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-40d6aaf8-0cf5-4f65-807b-424fcc7fa2db req-b0766093-26fb-46d9-af3d-650ca09f1668 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68bc6748-c4d5-4935-8d58-9b9bd27239ad HTTP/1.1" status: 200 len: 1000 time: 0.0690293 Sep 16 03:53:34.511232 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d6aaf8-0cf5-4f65-807b-424fcc7fa2db req-d7e0481c-323b-488e-be76-07ff42b636c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:34.513421 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-40d6aaf8-0cf5-4f65-807b-424fcc7fa2db req-d7e0481c-323b-488e-be76-07ff42b636c1 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=070db458-4233-40aa-8c99-3613db8fb323 HTTP/1.1" status: 200 len: 855 time: 0.0612216 Sep 16 03:53:34.867336 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d6aaf8-0cf5-4f65-807b-424fcc7fa2db req-dc7c48b7-041d-484d-a3b3-a8cdee3ff4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:34.869664 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-40d6aaf8-0cf5-4f65-807b-424fcc7fa2db req-dc7c48b7-041d-484d-a3b3-a8cdee3ff4bd service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=60a25330-2068-4171-85ea-2cd82f09cbdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0725324 Sep 16 03:53:34.911748 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1fb5e0-4f67-4826-a83d-45e151272e35 req-aba8a7e3-0135-4c0f-aa6b-9736183e93db tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:34.913251 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-3e1fb5e0-4f67-4826-a83d-45e151272e35 req-aba8a7e3-0135-4c0f-aa6b-9736183e93db tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 946 time: 0.0541139 Sep 16 03:53:34.966881 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-3e1fb5e0-4f67-4826-a83d-45e151272e35 req-aac091b8-ce5e-4221-95e4-57e6a636b639 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=372fa49a-4978-4034-b54e-abd4cbaee9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444846 Sep 16 03:53:35.186660 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-40d6aaf8-0cf5-4f65-807b-424fcc7fa2db req-5fdfcdee-46e7-43e9-94e1-dbc1953b814f service neutron] 10.222.0.52 "GET /networking/v2.0/networks/60a25330-2068-4171-85ea-2cd82f09cbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063221 Sep 16 03:53:35.283884 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-4767078d-fea5-467a-8513-3deed8a59a99 req-fe1cb85f-0f8b-4cba-827b-e83933844738 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df7ed3f-dd6d-4312-a548-591443add019 HTTP/1.1" status: 200 len: 210 time: 0.0347352 Sep 16 03:53:35.323269 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-40d6aaf8-0cf5-4f65-807b-424fcc7fa2db req-b4e69ff0-aa97-47a3-9f16-2aec0349e091 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/60a25330-2068-4171-85ea-2cd82f09cbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300931 Sep 16 03:53:36.090727 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4295d678-2ce6-401d-81b9-31017ba82160 req-1641f19e-4e8f-4491-8df9-d625947ef91d tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:36.092253 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-4295d678-2ce6-401d-81b9-31017ba82160 req-1641f19e-4e8f-4491-8df9-d625947ef91d tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 946 time: 0.0496128 Sep 16 03:53:36.149669 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-4295d678-2ce6-401d-81b9-31017ba82160 req-7973dbcb-5083-4fc5-b84e-b8fa19198751 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=372fa49a-4978-4034-b54e-abd4cbaee9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511775 Sep 16 03:53:36.451027 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 59884) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:53:36.509807 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-e80c01cb-8e13-48ec-99a0-42704ede9d96 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Publish callbacks [] for security_group (dda34443-519e-4bd2-ac6e-612e709d5440), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:36.534114 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-e80c01cb-8e13-48ec-99a0-42704ede9d96 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Publish callbacks [] for security_group (dda34443-519e-4bd2-ac6e-612e709d5440), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:36.617815 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:53:36.653900 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375480dd-b9ab-469b-89e6-2001703cf0ef req-f2868177-19a3-41f9-9bd4-c35977387176 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:36.655415 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-375480dd-b9ab-469b-89e6-2001703cf0ef req-f2868177-19a3-41f9-9bd4-c35977387176 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 946 time: 0.0477843 Sep 16 03:53:36.661670 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-e80c01cb-8e13-48ec-99a0-42704ede9d96 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (dda34443-519e-4bd2-ac6e-612e709d5440), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:36.664346 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-e80c01cb-8e13-48ec-99a0-42704ede9d96 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Publish callbacks [] for security_group (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:36.665441 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-e80c01cb-8e13-48ec-99a0-42704ede9d96 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/dda34443-519e-4bd2-ac6e-612e709d5440 HTTP/1.1" status: 204 len: 168 time: 0.2134244 Sep 16 03:53:36.670516 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 59888) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:53:36.698301 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80c01cb-8e13-48ec-99a0-42704ede9d96 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda34443-519e-4bd2-ac6e-612e709d5440,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:53:36.706927 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-ad08e321-93cf-4436-a707-66c0668b97ff req-5722a0df-a4ed-4a2e-af16-2d3044c18cd9 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0401006 Sep 16 03:53:36.712320 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.api.v2.resource [None req-ece4e2da-e54b-43ca-97e7-1f3505b111b4 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] show failed (client error): The resource could not be found. Sep 16 03:53:36.713314 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-ece4e2da-e54b-43ca-97e7-1f3505b111b4 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/security-groups/dda34443-519e-4bd2-ac6e-612e709d5440 HTTP/1.1" status: 404 len: 347 time: 0.0418510 Sep 16 03:53:36.716650 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 59892) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:53:36.727286 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80c01cb-8e13-48ec-99a0-42704ede9d96 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:53:36.727851 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80c01cb-8e13-48ec-99a0-42704ede9d96 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:53:36.728389 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80c01cb-8e13-48ec-99a0-42704ede9d96 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:53:36.728738 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80c01cb-8e13-48ec-99a0-42704ede9d96 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:53:36.729073 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80c01cb-8e13-48ec-99a0-42704ede9d96 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:53:36.729819 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80c01cb-8e13-48ec-99a0-42704ede9d96 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:53:36.729819 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80c01cb-8e13-48ec-99a0-42704ede9d96 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:53:36.730057 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80c01cb-8e13-48ec-99a0-42704ede9d96 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:53:36.730348 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80c01cb-8e13-48ec-99a0-42704ede9d96 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:53:36.730668 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80c01cb-8e13-48ec-99a0-42704ede9d96 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:53:36.731014 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80c01cb-8e13-48ec-99a0-42704ede9d96 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:53:36.731336 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80c01cb-8e13-48ec-99a0-42704ede9d96 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:53:36.731655 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80c01cb-8e13-48ec-99a0-42704ede9d96 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:53:36.731970 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80c01cb-8e13-48ec-99a0-42704ede9d96 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:53:36.732284 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80c01cb-8e13-48ec-99a0-42704ede9d96 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:53:36.766826 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-375480dd-b9ab-469b-89e6-2001703cf0ef req-e24baf46-ea57-4e0b-8a92-ff34c2cf9ca3 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=372fa49a-4978-4034-b54e-abd4cbaee9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980539 Sep 16 03:53:36.808252 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad08e321-93cf-4436-a707-66c0668b97ff req-0b02001d-7fb0-49e8-9400-8057c12b8d6b tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:36.809754 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-ad08e321-93cf-4436-a707-66c0668b97ff req-0b02001d-7fb0-49e8-9400-8057c12b8d6b tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/ports/2c25634f-27f9-4868-a4bb-0f555233fe5e HTTP/1.1" status: 200 len: 943 time: 0.0722439 Sep 16 03:53:36.852466 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.plugin [None req-5df24c3d-a970-43c9-8844-411f7449fc58 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Deleting port 682938fe-74c2-459c-9074-bb0c7ea9eefe {{(pid=113374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 03:53:36.852852 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-5df24c3d-a970-43c9-8844-411f7449fc58 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672990733'] for port (682938fe-74c2-459c-9074-bb0c7ea9eefe), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:36.865868 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=100 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:53:36.942069 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-5df24c3d-a970-43c9-8844-411f7449fc58 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432982'] for port (682938fe-74c2-459c-9074-bb0c7ea9eefe), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:36.942402 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-5df24c3d-a970-43c9-8844-411f7449fc58 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Publish callbacks [] for floatingip (682938fe-74c2-459c-9074-bb0c7ea9eefe), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:36.955819 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.plugin [None req-5df24c3d-a970-43c9-8844-411f7449fc58 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Calling delete_port for 682938fe-74c2-459c-9074-bb0c7ea9eefe owned by network:floatingip {{(pid=113374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 03:53:37.002602 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=100 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:53:37.176071 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-5df24c3d-a970-43c9-8844-411f7449fc58 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672957835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672515813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965177'] for port (682938fe-74c2-459c-9074-bb0c7ea9eefe), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:37.201959 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df24c3d-a970-43c9-8844-411f7449fc58 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Pushing event deleted for resources: {'Port': ['ID=682938fe-74c2-459c-9074-bb0c7ea9eefe,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:53:37.228833 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df24c3d-a970-43c9-8844-411f7449fc58 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:53:37.229175 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df24c3d-a970-43c9-8844-411f7449fc58 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:53:37.229509 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df24c3d-a970-43c9-8844-411f7449fc58 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:53:37.229846 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df24c3d-a970-43c9-8844-411f7449fc58 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:53:37.230168 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df24c3d-a970-43c9-8844-411f7449fc58 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:53:37.230489 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df24c3d-a970-43c9-8844-411f7449fc58 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:53:37.230804 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df24c3d-a970-43c9-8844-411f7449fc58 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:53:37.231156 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df24c3d-a970-43c9-8844-411f7449fc58 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:53:37.231474 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df24c3d-a970-43c9-8844-411f7449fc58 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:53:37.231790 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df24c3d-a970-43c9-8844-411f7449fc58 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:53:37.232508 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df24c3d-a970-43c9-8844-411f7449fc58 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:53:37.232508 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df24c3d-a970-43c9-8844-411f7449fc58 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:53:37.232696 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df24c3d-a970-43c9-8844-411f7449fc58 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:53:37.232999 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df24c3d-a970-43c9-8844-411f7449fc58 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:53:37.233306 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df24c3d-a970-43c9-8844-411f7449fc58 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:53:37.276191 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-5df24c3d-a970-43c9-8844-411f7449fc58 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Publish callbacks [] for floatingip (574209a5-6d76-4142-bab2-c9b2e73046b3), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:37.278842 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-5df24c3d-a970-43c9-8844-411f7449fc58 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for floatingip (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:37.280000 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-5df24c3d-a970-43c9-8844-411f7449fc58 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/574209a5-6d76-4142-bab2-c9b2e73046b3 HTTP/1.1" status: 204 len: 168 time: 0.5621212 Sep 16 03:53:37.448475 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 59916) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:53:37.453060 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [None req-f7af6668-9fe6-45c1-8d53-6103bd538610 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1176635877', 'description': 'tempest-description--1207406007'}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:53:37.610436 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-f7af6668-9fe6-45c1-8d53-6103bd538610 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Publish callbacks [] for security_group (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:37.679618 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-f7af6668-9fe6-45c1-8d53-6103bd538610 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Publish callbacks [] for security_group (99d981f5-5c7a-49b0-b8fc-89f3f66e208a), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:37.781217 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-f7af6668-9fe6-45c1-8d53-6103bd538610 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (99d981f5-5c7a-49b0-b8fc-89f3f66e208a), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:37.814021 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7af6668-9fe6-45c1-8d53-6103bd538610 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99d981f5-5c7a-49b0-b8fc-89f3f66e208a,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:53:37.881359 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-f7af6668-9fe6-45c1-8d53-6103bd538610 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Publish callbacks [] for security_group (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:37.882743 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-f7af6668-9fe6-45c1-8d53-6103bd538610 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4330873 Sep 16 03:53:37.885599 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 59920) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:53:37.891799 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [None req-35b7a6c7-9c10-4fa6-85fe-c9cb7bc8348d tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Request body: {'security_group_rule': {'security_group_id': '99d981f5-5c7a-49b0-b8fc-89f3f66e208a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:53:37.907117 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa05f2db-0cdc-45a9-be3a-538f56d73a02 req-6ce923a3-1cb6-4e65-a259-c0bbb8c6c7d5 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:37.908560 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-aa05f2db-0cdc-45a9-be3a-538f56d73a02 req-6ce923a3-1cb6-4e65-a259-c0bbb8c6c7d5 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 946 time: 0.0634060 Sep 16 03:53:37.924125 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:53:37.964669 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-aa05f2db-0cdc-45a9-be3a-538f56d73a02 req-89a6dd42-93b0-4037-8ab9-87e0ff671c1b tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=372fa49a-4978-4034-b54e-abd4cbaee9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497470 Sep 16 03:53:38.037837 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-35b7a6c7-9c10-4fa6-85fe-c9cb7bc8348d tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Publish callbacks [] for security_group_rule (c53ddbda-74b2-4dbe-accf-6ca0e3ff34a2), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:38.101434 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-35b7a6c7-9c10-4fa6-85fe-c9cb7bc8348d tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Publish callbacks [] for security_group_rule (c53ddbda-74b2-4dbe-accf-6ca0e3ff34a2), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:38.169781 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-35b7a6c7-9c10-4fa6-85fe-c9cb7bc8348d tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650582'] for security_group_rule (c53ddbda-74b2-4dbe-accf-6ca0e3ff34a2), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:38.188942 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b7a6c7-9c10-4fa6-85fe-c9cb7bc8348d tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c53ddbda-74b2-4dbe-accf-6ca0e3ff34a2,revision_number=0']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:53:38.297819 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-35b7a6c7-9c10-4fa6-85fe-c9cb7bc8348d tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:38.298983 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-35b7a6c7-9c10-4fa6-85fe-c9cb7bc8348d tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4124699 Sep 16 03:53:38.302461 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 59930) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:53:38.307118 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [None req-0ac595ba-e0d0-4b49-95a7-675dae84423c tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Request body: {'security_group_rule': {'security_group_id': '99d981f5-5c7a-49b0-b8fc-89f3f66e208a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:53:38.397495 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-0ac595ba-e0d0-4b49-95a7-675dae84423c tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Publish callbacks [] for security_group_rule (3e3aee5e-ed5e-4536-8578-b17651ecdad7), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:38.459833 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-0ac595ba-e0d0-4b49-95a7-675dae84423c tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Publish callbacks [] for security_group_rule (3e3aee5e-ed5e-4536-8578-b17651ecdad7), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:38.525798 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-0ac595ba-e0d0-4b49-95a7-675dae84423c tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650582'] for security_group_rule (3e3aee5e-ed5e-4536-8578-b17651ecdad7), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:38.559772 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac595ba-e0d0-4b49-95a7-675dae84423c tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e3aee5e-ed5e-4536-8578-b17651ecdad7,revision_number=0']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:53:38.646825 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-0ac595ba-e0d0-4b49-95a7-675dae84423c tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:38.651236 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-0ac595ba-e0d0-4b49-95a7-675dae84423c tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3448701 Sep 16 03:53:38.652960 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 59944) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:53:38.656071 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.v2.base [None req-1a293aa6-5610-410a-ae26-86e904889ede tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Request body: {'floatingip': {'floating_network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556'}} {{(pid=113374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:53:38.787259 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-1a293aa6-5610-410a-ae26-86e904889ede tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:38.791309 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device 2c25634f-27f9-4868-a4bb-0f555233fe5e no longer exists at agent hyperv_hv-cinder-85799 {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 03:53:38.867704 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Current status of the port 2c25634f-27f9-4868-a4bb-0f555233fe5e is: ACTIVE; New status is: DOWN {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:53:38.868004 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (2c25634f-27f9-4868-a4bb-0f555233fe5e), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:38.875884 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-1a293aa6-5610-410a-ae26-86e904889ede tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:38.895453 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d52b03d-e8ff-4942-a9d3-33b7341dad63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c25634f-27f9-4868-a4bb-0f555233fe5e'}] {{(pid=113376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 03:53:38.897682 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536f81a66b80124a32e6614edce579112ba342401ad4fb2d1257d5ac670fb901" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc1ba76-5ae3-4312-8632-fced57784302" -d '{"events": [{"server_uuid": "1d52b03d-e8ff-4942-a9d3-33b7341dad63", "name": "network-vif-unplugged", "status": "completed", "tag": "2c25634f-27f9-4868-a4bb-0f555233fe5e"}]}' {{(pid=113376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 03:53:38.912266 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] For port 2c25634f-27f9-4868-a4bb-0f555233fe5e, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=2c25634f-27f9-4868-a4bb-0f555233fe5e,segment=NetworkSegment(1354f955-250f-4eb4-8ad2-db4c9ff60d01),segment_id=1354f955-250f-4eb4-8ad2-db4c9ff60d01)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:53:38.945262 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Sep 2022 03:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7f09205-d380-4c4f-99a2-dda8ddd83a99 x-openstack-request-id: req-c7f09205-d380-4c4f-99a2-dda8ddd83a99 {{(pid=113376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 03:53:38.945580 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d52b03d-e8ff-4942-a9d3-33b7341dad63", "name": "network-vif-unplugged", "status": "failed", "tag": "2c25634f-27f9-4868-a4bb-0f555233fe5e", "code": 422}]} {{(pid=113376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 03:53:38.945829 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c7f09205-d380-4c4f-99a2-dda8ddd83a99 {{(pid=113376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 03:53:38.946428 dv-cinder-857993-1-iscsi neutron-server[113376]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-c7f09205-d380-4c4f-99a2-dda8ddd83a99']: {'server_uuid': '1d52b03d-e8ff-4942-a9d3-33b7341dad63', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2c25634f-27f9-4868-a4bb-0f555233fe5e', 'code': 422} returned with failed status Sep 16 03:53:38.982808 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (2c25634f-27f9-4868-a4bb-0f555233fe5e), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:38.991397 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.db.db_base_plugin_common [None req-1a293aa6-5610-410a-ae26-86e904889ede tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Allocated IP 172.27.0.213 (3e75d266-1ef3-4c3c-84dd-91ee0a702556/1e346a16-d4e3-4654-8a01-a4fa77b75a04/633c0c44-20a2-48ac-9640-6b4a0501eaa1) {{(pid=113374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 03:53:39.025884 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:53:39.054144 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Pushing event updated for resources: {'Port': ['ID=2c25634f-27f9-4868-a4bb-0f555233fe5e,revision_number=6']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:53:39.101262 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67076d43-d809-4310-95f6-cab1f5e0c1c6 req-d25cfd5e-15e0-4846-a9ab-60d8cb6c8bc1 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:39.107513 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-67076d43-d809-4310-95f6-cab1f5e0c1c6 req-d25cfd5e-15e0-4846-a9ab-60d8cb6c8bc1 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 944 time: 0.0593426 Sep 16 03:53:39.130314 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-1a293aa6-5610-410a-ae26-86e904889ede tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Publish callbacks [] for port (633c0c44-20a2-48ac-9640-6b4a0501eaa1), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:39.152031 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:53:39.171576 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-67076d43-d809-4310-95f6-cab1f5e0c1c6 req-80e309cf-a145-4060-9d9b-19316988d1f1 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=372fa49a-4978-4034-b54e-abd4cbaee9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613799 Sep 16 03:53:39.324377 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-1a293aa6-5610-410a-ae26-86e904889ede tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672515804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965177'] for port (633c0c44-20a2-48ac-9640-6b4a0501eaa1), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:39.369224 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a293aa6-5610-410a-ae26-86e904889ede tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Network 3e75d266-1ef3-4c3c-84dd-91ee0a702556 is already hosted by enough agents. {{(pid=113374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 03:53:39.372099 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.base_scheduler [None req-1a293aa6-5610-410a-ae26-86e904889ede tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Resources bound (agent type, host, resource id): {{(pid=113374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:53:39.376248 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a293aa6-5610-410a-ae26-86e904889ede tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Received port after_create {{(pid=113374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 03:53:39.381226 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a293aa6-5610-410a-ae26-86e904889ede tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Pushing event updated for resources: {'Port': ['ID=633c0c44-20a2-48ac-9640-6b4a0501eaa1,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:53:39.468565 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-1a293aa6-5610-410a-ae26-86e904889ede tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Publish callbacks [] for floatingip (217e6287-5e9a-41b4-8766-a6748f2020ce), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:39.473275 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:53:39.583250 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-1a293aa6-5610-410a-ae26-86e904889ede tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (633c0c44-20a2-48ac-9640-6b4a0501eaa1), before_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:39.747382 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-1a293aa6-5610-410a-ae26-86e904889ede tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Publish callbacks [] for port (633c0c44-20a2-48ac-9640-6b4a0501eaa1), precommit_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:39.827095 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-1a293aa6-5610-410a-ae26-86e904889ede tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965120'] for port (633c0c44-20a2-48ac-9640-6b4a0501eaa1), after_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:39.897889 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-1a293aa6-5610-410a-ae26-86e904889ede tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-452268'] for floatingip (217e6287-5e9a-41b4-8766-a6748f2020ce), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:39.900491 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a293aa6-5610-410a-ae26-86e904889ede tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Pushing event updated for resources: {'Port': ['ID=633c0c44-20a2-48ac-9640-6b4a0501eaa1,revision_number=2']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:53:40.035433 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-1a293aa6-5610-410a-ae26-86e904889ede tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for floatingip (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:40.036715 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-1a293aa6-5610-410a-ae26-86e904889ede tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3840644 Sep 16 03:53:40.164681 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:53:40.204266 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-273972a4-e7df-4467-93d7-d6a148a9e804 req-91e359bc-92ad-4e0a-b7e9-4984f8b34ad9 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1176635877&fields=id&tenant_id=e94b50976295422c9c8374155cf2d2c2 HTTP/1.1" status: 200 len: 267 time: 0.0478325 Sep 16 03:53:40.306521 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57e4190-925e-4fd3-9238-ab4133b6604b req-573e7a20-dfc3-49a9-887c-6542c225eddc tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:40.312615 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-e57e4190-925e-4fd3-9238-ab4133b6604b req-573e7a20-dfc3-49a9-887c-6542c225eddc tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 944 time: 0.0560501 Sep 16 03:53:40.339199 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273972a4-e7df-4467-93d7-d6a148a9e804 req-953e0e59-6189-4339-88af-028958750b01 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:40.340881 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-273972a4-e7df-4467-93d7-d6a148a9e804 req-953e0e59-6189-4339-88af-028958750b01 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/networks?id=96000232-5a2c-4cbe-8524-4ab75044ef77 HTTP/1.1" status: 200 len: 810 time: 0.1302209 Sep 16 03:53:40.356888 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-273972a4-e7df-4467-93d7-d6a148a9e804 req-3a97cc3a-6248-40ec-8905-92424bb267ad tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/quotas/e94b50976295422c9c8374155cf2d2c2 HTTP/1.1" status: 200 len: 375 time: 0.0098550 Sep 16 03:53:40.363454 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-e57e4190-925e-4fd3-9238-ab4133b6604b req-6d88de36-36a0-4bbf-b2f5-af527b9f2d07 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=372fa49a-4978-4034-b54e-abd4cbaee9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465491 Sep 16 03:53:40.418770 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-273972a4-e7df-4467-93d7-d6a148a9e804 req-5fdcb348-1728-4cab-96aa-a1b6d8917564 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=e94b50976295422c9c8374155cf2d2c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0563588 Sep 16 03:53:40.568285 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-273972a4-e7df-4467-93d7-d6a148a9e804 req-aaed5de8-34e4-42ad-a50b-65322952774d service neutron] 10.222.0.49 "GET /networking/v2.0/networks/96000232-5a2c-4cbe-8524-4ab75044ef77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363711 Sep 16 03:53:40.635215 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:53:40.636166 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad08e321-93cf-4436-a707-66c0668b97ff req-942c0df0-9cc6-4de7-ac3d-f998a0800dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:40.637763 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-ad08e321-93cf-4436-a707-66c0668b97ff req-942c0df0-9cc6-4de7-ac3d-f998a0800dd3 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63&tenant_id=37a1aef0396c463d8a10f0ee811e1f2a HTTP/1.1" status: 200 len: 1128 time: 0.0436738 Sep 16 03:53:40.663493 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-273972a4-e7df-4467-93d7-d6a148a9e804 req-43b5ecd2-eea5-495c-a0b8-e72519233d07 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/96000232-5a2c-4cbe-8524-4ab75044ef77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895073 Sep 16 03:53:40.700254 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad08e321-93cf-4436-a707-66c0668b97ff req-2b48184b-aafc-4067-ac78-648585de7962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:40.701855 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-ad08e321-93cf-4436-a707-66c0668b97ff req-2b48184b-aafc-4067-ac78-648585de7962 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=37a1aef0396c463d8a10f0ee811e1f2a&device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 1128 time: 0.0393908 Sep 16 03:53:40.791183 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad08e321-93cf-4436-a707-66c0668b97ff req-cc010677-96a3-4efa-ab51-5a56e535260a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:40.792764 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-ad08e321-93cf-4436-a707-66c0668b97ff req-cc010677-96a3-4efa-ab51-5a56e535260a service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=854d2c8e-4d81-4bfd-bcba-fb4707dd8cf5 HTTP/1.1" status: 200 len: 909 time: 0.0847635 Sep 16 03:53:40.864504 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-ad08e321-93cf-4436-a707-66c0668b97ff req-78520c94-d6f1-4281-b749-13ef3ce5e01a service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c25634f-27f9-4868-a4bb-0f555233fe5e HTTP/1.1" status: 200 len: 1000 time: 0.0649076 Sep 16 03:53:40.866799 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:53:40.932842 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-668c9d6d-d45e-48ef-8b92-3c11137de44a req-364eb60d-794d-41da-822a-a262f44ef0e5 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b8514653-8ce9-41b6-ba9f-d30377c5fae4 HTTP/1.1" status: 200 len: 210 time: 0.0323427 Sep 16 03:53:40.942426 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad08e321-93cf-4436-a707-66c0668b97ff req-252fcce7-3f44-499b-abb7-d1a02344cf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:40.943918 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-ad08e321-93cf-4436-a707-66c0668b97ff req-252fcce7-3f44-499b-abb7-d1a02344cf45 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=10a3fb74-f6d7-4d2f-b7d9-b95a3787d6e3 HTTP/1.1" status: 200 len: 847 time: 0.0731423 Sep 16 03:53:40.992130 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad08e321-93cf-4436-a707-66c0668b97ff req-d45f913e-f8e3-4f7c-84a6-cfa314eacbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:40.993639 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-ad08e321-93cf-4436-a707-66c0668b97ff req-d45f913e-f8e3-4f7c-84a6-cfa314eacbb7 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=854d2c8e-4d81-4bfd-bcba-fb4707dd8cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427740 Sep 16 03:53:41.102793 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-ad08e321-93cf-4436-a707-66c0668b97ff req-191417f7-ed41-41bd-a00d-8a9bf299d54c service neutron] 10.222.0.52 "GET /networking/v2.0/networks/854d2c8e-4d81-4bfd-bcba-fb4707dd8cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946822 Sep 16 03:53:41.172763 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.agents_db [None req-8ba4eca6-5e8f-405f-9ad3-b7bffaa24231 None None] Agent healthcheck: found 6 active agents {{(pid=113377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 03:53:41.204348 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-ad08e321-93cf-4436-a707-66c0668b97ff req-c07192df-f609-45de-b7c6-ebda092c09f2 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/854d2c8e-4d81-4bfd-bcba-fb4707dd8cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014841 Sep 16 03:53:41.548135 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dc2ef8-8bbd-4694-82a0-9b2bdf5a7584 req-bc9861cb-947d-4c0d-9ee0-c115a9ffcac4 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:41.549611 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-87dc2ef8-8bbd-4694-82a0-9b2bdf5a7584 req-bc9861cb-947d-4c0d-9ee0-c115a9ffcac4 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 944 time: 0.0507464 Sep 16 03:53:41.601385 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-87dc2ef8-8bbd-4694-82a0-9b2bdf5a7584 req-d7bd702c-d8f1-44e4-8ebc-f94d90d40453 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=372fa49a-4978-4034-b54e-abd4cbaee9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452673 Sep 16 03:53:41.746583 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c6fec-2321-4176-b3fc-909e5fe4687d req-afeef1d2-769b-40b3-814a-25d286097a12 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:41.748044 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-285c6fec-2321-4176-b3fc-909e5fe4687d req-afeef1d2-769b-40b3-814a-25d286097a12 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=aa7bab22-1639-467d-ba7a-94c97e1b9231 HTTP/1.1" status: 200 len: 945 time: 0.0480187 Sep 16 03:53:41.794256 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-285c6fec-2321-4176-b3fc-909e5fe4687d req-fd91a7e0-7315-4202-8504-79e9a5735738 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a890f157-4eb5-4875-8771-deeceeb2266b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405688 Sep 16 03:53:42.046890 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-bd5cae7e-9261-4ae0-8913-74aa0ea588a9 req-af6c7d3f-e0dc-4833-b34a-c276e39a85bc tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b8514653-8ce9-41b6-ba9f-d30377c5fae4 HTTP/1.1" status: 200 len: 210 time: 0.0294855 Sep 16 03:53:42.137138 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=28 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:53:42.730372 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b73a2-28b9-4866-901d-0eef6d1a63b7 req-f375b2ee-ce98-4bbb-a5aa-1426d6608f51 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:42.731837 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-ca0b73a2-28b9-4866-901d-0eef6d1a63b7 req-f375b2ee-ce98-4bbb-a5aa-1426d6608f51 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 944 time: 0.0517411 Sep 16 03:53:42.779717 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-ca0b73a2-28b9-4866-901d-0eef6d1a63b7 req-b2b375a8-0743-4434-a4ff-61e84b4515a5 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=372fa49a-4978-4034-b54e-abd4cbaee9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422249 Sep 16 03:53:42.915796 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71886413-3edf-413f-8190-ea84678d2c9f req-ea8ee714-0901-4c98-9bc9-fa4f9022cce7 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:42.917262 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-71886413-3edf-413f-8190-ea84678d2c9f req-ea8ee714-0901-4c98-9bc9-fa4f9022cce7 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=aa7bab22-1639-467d-ba7a-94c97e1b9231 HTTP/1.1" status: 200 len: 945 time: 0.0470364 Sep 16 03:53:42.928506 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=100 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:53:42.966121 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-71886413-3edf-413f-8190-ea84678d2c9f req-ccc1ff5c-a53d-4280-a0d9-b446a646591b tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a890f157-4eb5-4875-8771-deeceeb2266b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433466 Sep 16 03:53:43.148448 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-749b1852-5eb1-45e6-95ff-ec16a30b5bd5 req-1d36cb9c-89c4-4f84-bb01-8e6779f71f64 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b8514653-8ce9-41b6-ba9f-d30377c5fae4 HTTP/1.1" status: 200 len: 210 time: 0.0284154 Sep 16 03:53:43.910961 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c9c094-f679-48a6-b9fb-768f026819c8 req-da87f301-10ef-4df1-9373-e079e2580e38 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:43.923644 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-46c9c094-f679-48a6-b9fb-768f026819c8 req-da87f301-10ef-4df1-9373-e079e2580e38 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 944 time: 0.0529578 Sep 16 03:53:43.962659 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-46c9c094-f679-48a6-b9fb-768f026819c8 req-c1f16765-3bd8-420d-a8d3-c23d5052db5e tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=372fa49a-4978-4034-b54e-abd4cbaee9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444236 Sep 16 03:53:44.090294 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc122e8-dde0-4301-a859-adb5fb64f8d8 req-27e0a908-4b69-4a7f-90bf-97b6e3638267 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:44.091789 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-bcc122e8-dde0-4301-a859-adb5fb64f8d8 req-27e0a908-4b69-4a7f-90bf-97b6e3638267 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=aa7bab22-1639-467d-ba7a-94c97e1b9231 HTTP/1.1" status: 200 len: 945 time: 0.0469332 Sep 16 03:53:44.143468 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-bcc122e8-dde0-4301-a859-adb5fb64f8d8 req-d8750999-e3b8-490d-a3e2-bda7e208b45c tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a890f157-4eb5-4875-8771-deeceeb2266b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459709 Sep 16 03:53:44.251453 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-3ed78fba-4bbe-4993-ab3e-551aebb621f8 req-f08ca903-6bc2-4b9a-b87f-bb8a2c315778 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b8514653-8ce9-41b6-ba9f-d30377c5fae4 HTTP/1.1" status: 200 len: 210 time: 0.0278623 Sep 16 03:53:44.948581 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 60050) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:53:44.992992 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.db.db_base_plugin_v2 [None req-db3ba0ad-aa89-4324-a3ff-71175237111b admin admin] Deleting subnet 89a8228d-1c11-4cd4-b119-4378d3bcc494 {{(pid=113374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 03:53:44.996296 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-db3ba0ad-aa89-4324-a3ff-71175237111b admin admin] Publish callbacks [] for subnet (89a8228d-1c11-4cd4-b119-4378d3bcc494), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:45.033737 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-db3ba0ad-aa89-4324-a3ff-71175237111b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4574571'] for subnet (89a8228d-1c11-4cd4-b119-4378d3bcc494), precommit_delete_associations {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:45.078294 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-db3ba0ad-aa89-4324-a3ff-71175237111b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1375850'] for subnet (89a8228d-1c11-4cd4-b119-4378d3bcc494), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:45.085480 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77273983-dee6-4ffb-b2f9-658b885e3701 req-8859403a-a36d-45f4-9280-6370fac406d9 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:45.087655 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-77273983-dee6-4ffb-b2f9-658b885e3701 req-8859403a-a36d-45f4-9280-6370fac406d9 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 944 time: 0.0473015 Sep 16 03:53:45.142794 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-77273983-dee6-4ffb-b2f9-658b885e3701 req-dc896bf2-3c3f-454c-96fc-a3527252e3b0 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=372fa49a-4978-4034-b54e-abd4cbaee9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450065 Sep 16 03:53:45.257310 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-db3ba0ad-aa89-4324-a3ff-71175237111b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1345367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4965206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4750599'] for subnet (89a8228d-1c11-4cd4-b119-4378d3bcc494), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:45.291208 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3ba0ad-aa89-4324-a3ff-71175237111b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89a8228d-1c11-4cd4-b119-4378d3bcc494,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:53:45.298054 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-db3ba0ad-aa89-4324-a3ff-71175237111b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:45.304066 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-db3ba0ad-aa89-4324-a3ff-71175237111b admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/89a8228d-1c11-4cd4-b119-4378d3bcc494 HTTP/1.1" status: 204 len: 168 time: 0.3517849 Sep 16 03:53:45.304417 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 60058) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:53:45.320922 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e8801c-0a1c-429c-9e1d-99c0f3fa6c85 req-bacf1030-419b-46b7-9af2-13de89a8407e tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:45.328574 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-d5e8801c-0a1c-429c-9e1d-99c0f3fa6c85 req-bacf1030-419b-46b7-9af2-13de89a8407e tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=aa7bab22-1639-467d-ba7a-94c97e1b9231 HTTP/1.1" status: 200 len: 945 time: 0.1034632 Sep 16 03:53:45.402040 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-d4690d18-db98-495a-8cc1-c9aeb16b1de3 req-3f04285a-679b-45f0-a0d6-11d5da07f90f tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b8514653-8ce9-41b6-ba9f-d30377c5fae4 HTTP/1.1" status: 200 len: 210 time: 0.0414653 Sep 16 03:53:45.418989 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-fc4c2c0f-1ce1-4a44-a0e1-327af22e43f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1315103'] for network (b5f7c9d9-2726-47bd-8b35-89fb0951bd43), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:45.503785 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-fc4c2c0f-1ce1-4a44-a0e1-327af22e43f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-666433', 'neutron.services.segments.db._delete_segments_for_network-8741672980929'] for network (b5f7c9d9-2726-47bd-8b35-89fb0951bd43), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:45.528930 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.services.segments.db [None req-fc4c2c0f-1ce1-4a44-a0e1-327af22e43f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5f7c9d9-2726-47bd-8b35-89fb0951bd43']}} {{(pid=113375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:53:45.539635 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.services.segments.db [None req-fc4c2c0f-1ce1-4a44-a0e1-327af22e43f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3740327-8486-4dc6-a1c6-f624e91500f4') {'for_net_delete': True} {{(pid=113375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:53:45.539942 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.services.segments.db [None req-fc4c2c0f-1ce1-4a44-a0e1-327af22e43f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3740327-8486-4dc6-a1c6-f624e91500f4') {} {{(pid=113375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:53:45.555073 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-fc4c2c0f-1ce1-4a44-a0e1-327af22e43f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741672980821', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7583025'] for segment (c3740327-8486-4dc6-a1c6-f624e91500f4), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:45.570828 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-fc4c2c0f-1ce1-4a44-a0e1-327af22e43f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432398'] for segment (c3740327-8486-4dc6-a1c6-f624e91500f4), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:45.578080 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc4c2c0f-1ce1-4a44-a0e1-327af22e43f2 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=113375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 03:53:45.578508 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-fc4c2c0f-1ce1-4a44-a0e1-327af22e43f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4972254'] for segment (c3740327-8486-4dc6-a1c6-f624e91500f4), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:45.622307 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.services.segments.plugin [-] Segment c3740327-8486-4dc6-a1c6-f624e91500f4 resource provider aggregate not found Sep 16 03:53:45.648774 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.services.segments.plugin [-] Segment c3740327-8486-4dc6-a1c6-f624e91500f4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c3740327-8486-4dc6-a1c6-f624e91500f4 found for delete ", "request_id": "req-d0192276-fd53-415d-a287-dfa5fb4af143"}]} Sep 16 03:53:45.657652 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-d5e8801c-0a1c-429c-9e1d-99c0f3fa6c85 req-42d73e5c-d609-486a-b0fa-02899de87cd8 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a890f157-4eb5-4875-8771-deeceeb2266b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3282166 Sep 16 03:53:45.679954 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e5e0b1-f686-4edf-b2fe-079e9244f11c req-935c5553-0165-4289-af1f-ca254ff44196 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:45.681886 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-b5e5e0b1-f686-4edf-b2fe-079e9244f11c req-935c5553-0165-4289-af1f-ca254ff44196 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aa7bab22-1639-467d-ba7a-94c97e1b9231 HTTP/1.1" status: 200 len: 945 time: 0.3170021 Sep 16 03:53:45.740805 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-fc4c2c0f-1ce1-4a44-a0e1-327af22e43f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-666488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-452227'] for network (b5f7c9d9-2726-47bd-8b35-89fb0951bd43), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:45.745533 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-fc4c2c0f-1ce1-4a44-a0e1-327af22e43f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602048'] for network (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:45.751448 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-fc4c2c0f-1ce1-4a44-a0e1-327af22e43f2 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/b5f7c9d9-2726-47bd-8b35-89fb0951bd43 HTTP/1.1" status: 204 len: 168 time: 0.4413421 Sep 16 03:53:45.765641 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4c2c0f-1ce1-4a44-a0e1-327af22e43f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5f7c9d9-2726-47bd-8b35-89fb0951bd43,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:53:45.773027 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.plugin [req-b5e5e0b1-f686-4edf-b2fe-079e9244f11c req-f79ae3b0-5a5d-4c18-b528-bf4bb753457b tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Deleting port 552dfee7-ff27-4901-a9cb-8d274e8becd6 {{(pid=113374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 03:53:45.773380 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [req-b5e5e0b1-f686-4edf-b2fe-079e9244f11c req-f79ae3b0-5a5d-4c18-b528-bf4bb753457b tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672990733'] for port (552dfee7-ff27-4901-a9cb-8d274e8becd6), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:45.871433 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.db [req-b5e5e0b1-f686-4edf-b2fe-079e9244f11c req-f79ae3b0-5a5d-4c18-b528-bf4bb753457b tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] For port 552dfee7-ff27-4901-a9cb-8d274e8becd6, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=552dfee7-ff27-4901-a9cb-8d274e8becd6,segment=NetworkSegment(ffd67134-8fee-4362-8336-40afb3537ec3),segment_id=ffd67134-8fee-4362-8336-40afb3537ec3)] {{(pid=113374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:53:45.871912 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [req-b5e5e0b1-f686-4edf-b2fe-079e9244f11c req-f79ae3b0-5a5d-4c18-b528-bf4bb753457b tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432982'] for port (552dfee7-ff27-4901-a9cb-8d274e8becd6), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:46.043877 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [req-b5e5e0b1-f686-4edf-b2fe-079e9244f11c req-f79ae3b0-5a5d-4c18-b528-bf4bb753457b tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:46.044465 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [req-b5e5e0b1-f686-4edf-b2fe-079e9244f11c req-f79ae3b0-5a5d-4c18-b528-bf4bb753457b tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-452268'] for floatingip (4eb1c11b-44e2-4c9c-8900-469d05e21010), after_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:46.044572 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.db.l3_db [req-b5e5e0b1-f686-4edf-b2fe-079e9244f11c req-f79ae3b0-5a5d-4c18-b528-bf4bb753457b tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Floating IP 4eb1c11b-44e2-4c9c-8900-469d05e21010 disassociated. External IP: 172.27.0.150, port: 552dfee7-ff27-4901-a9cb-8d274e8becd6. Sep 16 03:53:46.044898 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.plugin [req-b5e5e0b1-f686-4edf-b2fe-079e9244f11c req-f79ae3b0-5a5d-4c18-b528-bf4bb753457b tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Calling delete_port for 552dfee7-ff27-4901-a9cb-8d274e8becd6 owned by compute:nova {{(pid=113374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 03:53:46.090386 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:53:46.104730 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:53:46.152652 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 60068) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:53:46.168376 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:53:46.196171 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-738c4f11-64f9-4139-931d-85ace77c19c0 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=0ea684aa585e4b4483261a014d861cb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0423212 Sep 16 03:53:46.198860 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 60072) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:53:46.244484 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [req-b5e5e0b1-f686-4edf-b2fe-079e9244f11c req-f79ae3b0-5a5d-4c18-b528-bf4bb753457b tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672957835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672515813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965177'] for port (552dfee7-ff27-4901-a9cb-8d274e8becd6), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:46.271985 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ae3b0-5a5d-4c18-b528-bf4bb753457b tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Pushing event deleted for resources: {'Port': ['ID=552dfee7-ff27-4901-a9cb-8d274e8becd6,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:53:46.287343 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530ee70e-abc6-4d5b-8f64-8b5c0f22fecb req-0f0db2f2-5e3c-483f-81bf-0355a0126b7d tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:46.287343 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-530ee70e-abc6-4d5b-8f64-8b5c0f22fecb req-0f0db2f2-5e3c-483f-81bf-0355a0126b7d tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 944 time: 0.0647411 Sep 16 03:53:46.314474 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-11e75d56-8c4f-4a56-9bba-2087fc998d8c admin admin] Publish callbacks [] for security_group (5ad091c2-7327-4be0-8985-8983b4a4e2cc), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:46.320179 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:53:46.347237 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-11e75d56-8c4f-4a56-9bba-2087fc998d8c admin admin] Publish callbacks [] for security_group (5ad091c2-7327-4be0-8985-8983b4a4e2cc), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:46.378733 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-530ee70e-abc6-4d5b-8f64-8b5c0f22fecb req-d2b1b830-87bb-451f-9719-1f1e37bb57dc tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=372fa49a-4978-4034-b54e-abd4cbaee9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829351 Sep 16 03:53:46.414258 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b5e5e0b1-f686-4edf-b2fe-079e9244f11c req-f79ae3b0-5a5d-4c18-b528-bf4bb753457b tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Router 6af97b08-d2f4-437e-a1cf-998707fdd7d2 has already been hosted by L3 agent 20a8dcff-cb91-4cfb-b5ee-87736efe33d8 {{(pid=113374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 03:53:46.524277 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-11e75d56-8c4f-4a56-9bba-2087fc998d8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (5ad091c2-7327-4be0-8985-8983b4a4e2cc), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:46.526774 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-11e75d56-8c4f-4a56-9bba-2087fc998d8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:46.528083 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-11e75d56-8c4f-4a56-9bba-2087fc998d8c admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/5ad091c2-7327-4be0-8985-8983b4a4e2cc HTTP/1.1" status: 204 len: 168 time: 0.3283105 Sep 16 03:53:46.537573 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-b4037e70-19ab-4819-a3c1-a0565d4bb578 req-1f993338-7990-46e5-b852-52c6745200bd tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b8514653-8ce9-41b6-ba9f-d30377c5fae4 HTTP/1.1" status: 200 len: 210 time: 0.0356338 Sep 16 03:53:46.538732 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e75d56-8c4f-4a56-9bba-2087fc998d8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad091c2-7327-4be0-8985-8983b4a4e2cc,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:53:46.580925 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b5e5e0b1-f686-4edf-b2fe-079e9244f11c req-f79ae3b0-5a5d-4c18-b528-bf4bb753457b tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Notify agent at l3_agent.dv-cinder-857993-1-iscsi the message routers_updated {{(pid=113374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 03:53:46.595674 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c25803-1a42-4d6b-b32c-68dc93831b47 None None] Sync routers for ids ['6af97b08-d2f4-437e-a1cf-998707fdd7d2'] in dv-cinder-857993-1-iscsi {{(pid=113377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 03:53:46.608033 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c25803-1a42-4d6b-b32c-68dc93831b47 None None] Routers {'6af97b08-d2f4-437e-a1cf-998707fdd7d2'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:53:46.609082 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-50c25803-1a42-4d6b-b32c-68dc93831b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:53:25Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['6af97b08-d2f4-437e-a1cf-998707fdd7d2'], 'active': True} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:53:46.641680 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5e5e0b1-f686-4edf-b2fe-079e9244f11c req-f79ae3b0-5a5d-4c18-b528-bf4bb753457b tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] No DVR routers for this DVR port 552dfee7-ff27-4901-a9cb-8d274e8becd6 on host hv-cinder-85799 {{(pid=113374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 03:53:46.652315 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [req-b5e5e0b1-f686-4edf-b2fe-079e9244f11c req-f79ae3b0-5a5d-4c18-b528-bf4bb753457b tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for port (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:46.653645 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-b5e5e0b1-f686-4edf-b2fe-079e9244f11c req-f79ae3b0-5a5d-4c18-b528-bf4bb753457b tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.52 "DELETE /networking/v2.0/ports/552dfee7-ff27-4901-a9cb-8d274e8becd6 HTTP/1.1" status: 204 len: 173 time: 0.9650791 Sep 16 03:53:46.654184 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa7bab22-1639-467d-ba7a-94c97e1b9231', 'name': 'network-vif-deleted', 'tag': '552dfee7-ff27-4901-a9cb-8d274e8becd6'}] {{(pid=113374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 03:53:46.656502 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690b364905604876d1d0623b3c540f81637980c049172579221ad326041cdf1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b7fa49e-2c3c-48c8-b94b-817c72fe49e6" -d '{"events": [{"server_uuid": "aa7bab22-1639-467d-ba7a-94c97e1b9231", "name": "network-vif-deleted", "tag": "552dfee7-ff27-4901-a9cb-8d274e8becd6"}]}' {{(pid=113374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 03:53:46.721183 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273972a4-e7df-4467-93d7-d6a148a9e804 req-e5636d76-62ed-4944-8bbe-945f397821cb tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:46.724226 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-273972a4-e7df-4467-93d7-d6a148a9e804 req-e5636d76-62ed-4944-8bbe-945f397821cb tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.52 "GET /networking/v2.0/networks?id=96000232-5a2c-4cbe-8524-4ab75044ef77 HTTP/1.1" status: 200 len: 810 time: 0.1468954 Sep 16 03:53:46.738652 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 03:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5198a0f9-096d-49b2-bc84-9e2b311f0006 x-openstack-request-id: req-5198a0f9-096d-49b2-bc84-9e2b311f0006 {{(pid=113374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 03:53:46.738977 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa7bab22-1639-467d-ba7a-94c97e1b9231", "name": "network-vif-deleted", "tag": "552dfee7-ff27-4901-a9cb-8d274e8becd6", "status": "completed", "code": 200}]} {{(pid=113374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 03:53:46.739366 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5198a0f9-096d-49b2-bc84-9e2b311f0006 {{(pid=113374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 03:53:46.739775 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5198a0f9-096d-49b2-bc84-9e2b311f0006'] response: {'server_uuid': 'aa7bab22-1639-467d-ba7a-94c97e1b9231', 'name': 'network-vif-deleted', 'tag': '552dfee7-ff27-4901-a9cb-8d274e8becd6', 'status': 'completed', 'code': 200} Sep 16 03:53:46.759718 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvr_db [None req-50c25803-1a42-4d6b-b32c-68dc93831b47 None None] Set router 6af97b08-d2f4-437e-a1cf-998707fdd7d2 gateway port host: dv-cinder-857993-1-iscsi {{(pid=113377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:53:46.845282 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-273972a4-e7df-4467-93d7-d6a148a9e804 req-68cb0bf4-29c6-4b0d-b377-52083cc27d5a tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.52 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e94b50976295422c9c8374155cf2d2c2 HTTP/1.1" status: 200 len: 380 time: 0.0876541 Sep 16 03:53:46.850535 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-75898e4c-7c6b-481f-9e65-a7430a5737d5 req-fcc118ff-7b57-4e09-b111-ef04681faa7a tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=aa7bab22-1639-467d-ba7a-94c97e1b9231 HTTP/1.1" status: 200 len: 210 time: 0.0562301 Sep 16 03:53:46.984553 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-50c25803-1a42-4d6b-b32c-68dc93831b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6af97b08-d2f4-437e-a1cf-998707fdd7d2', 'name': 'tempest-ServerRescueNegativeTestJSON-603446721-router', 'tenant_id': 'ac97d1487c024a68b8ad933d882bb456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'ffe84a6c-b34a-4a6d-8015-41c22d07478d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:13Z', 'updated_at': '2022-09-16T03:48:30Z', 'revision_number': 4, 'project_id': 'ac97d1487c024a68b8ad933d882bb456', 'gw_port': {'id': 'ffe84a6c-b34a-4a6d-8015-41c22d07478d', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af97b08-d2f4-437e-a1cf-998707fdd7d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:16Z', 'updated_at': '2022-09-16T03:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_interfaces': [{'id': 'c0d55b65-d17e-40fa-a318-8ddcc3d763b3', 'name': '', 'network_id': '64754a20-d60c-49a4-9c39-1462c6265039', 'tenant_id': 'ac97d1487c024a68b8ad933d882bb456', 'mac_address': 'fa:16:3e:41:4b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af97b08-d2f4-437e-a1cf-998707fdd7d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c8d5968b-806e-4184-9dc4-9781905ff4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:26Z', 'updated_at': '2022-09-16T03:48:38Z', 'revision_number': 5, 'project_id': 'ac97d1487c024a68b8ad933d882bb456', 'subnets': [{'id': 'c8d5968b-806e-4184-9dc4-9781905ff4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:53:47.012819 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c25803-1a42-4d6b-b32c-68dc93831b47 None None] Checking router: 6af97b08-d2f4-437e-a1cf-998707fdd7d2 for host: dv-cinder-857993-1-iscsi {{(pid=113377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 03:53:47.023443 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c25803-1a42-4d6b-b32c-68dc93831b47 None None] Routers {'6af97b08-d2f4-437e-a1cf-998707fdd7d2'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:53:47.024117 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-50c25803-1a42-4d6b-b32c-68dc93831b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:53:25Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['6af97b08-d2f4-437e-a1cf-998707fdd7d2'], 'active': True} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:53:47.132122 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvr_db [None req-50c25803-1a42-4d6b-b32c-68dc93831b47 None None] Set router 6af97b08-d2f4-437e-a1cf-998707fdd7d2 gateway port host: dv-cinder-857993-1-iscsi {{(pid=113377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:53:47.240956 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=100 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:53:47.336707 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-50c25803-1a42-4d6b-b32c-68dc93831b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6af97b08-d2f4-437e-a1cf-998707fdd7d2', 'name': 'tempest-ServerRescueNegativeTestJSON-603446721-router', 'tenant_id': 'ac97d1487c024a68b8ad933d882bb456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'ffe84a6c-b34a-4a6d-8015-41c22d07478d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:13Z', 'updated_at': '2022-09-16T03:48:30Z', 'revision_number': 4, 'project_id': 'ac97d1487c024a68b8ad933d882bb456', 'gw_port': {'id': 'ffe84a6c-b34a-4a6d-8015-41c22d07478d', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af97b08-d2f4-437e-a1cf-998707fdd7d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:16Z', 'updated_at': '2022-09-16T03:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_interfaces': [{'id': 'c0d55b65-d17e-40fa-a318-8ddcc3d763b3', 'name': '', 'network_id': '64754a20-d60c-49a4-9c39-1462c6265039', 'tenant_id': 'ac97d1487c024a68b8ad933d882bb456', 'mac_address': 'fa:16:3e:41:4b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af97b08-d2f4-437e-a1cf-998707fdd7d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c8d5968b-806e-4184-9dc4-9781905ff4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:26Z', 'updated_at': '2022-09-16T03:48:38Z', 'revision_number': 5, 'project_id': 'ac97d1487c024a68b8ad933d882bb456', 'subnets': [{'id': 'c8d5968b-806e-4184-9dc4-9781905ff4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:53:47.360543 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c25803-1a42-4d6b-b32c-68dc93831b47 None None] The sync data for ids ['6af97b08-d2f4-437e-a1cf-998707fdd7d2'] in dv-cinder-857993-1-iscsi is: [{'id': '6af97b08-d2f4-437e-a1cf-998707fdd7d2', 'name': 'tempest-ServerRescueNegativeTestJSON-603446721-router', 'tenant_id': 'ac97d1487c024a68b8ad933d882bb456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'ffe84a6c-b34a-4a6d-8015-41c22d07478d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:13Z', 'updated_at': '2022-09-16T03:48:30Z', 'revision_number': 4, 'project_id': 'ac97d1487c024a68b8ad933d882bb456', 'gw_port': {'id': 'ffe84a6c-b34a-4a6d-8015-41c22d07478d', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af97b08-d2f4-437e-a1cf-998707fdd7d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:16Z', 'updated_at': '2022-09-16T03:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_interfaces': [{'id': 'c0d55b65-d17e-40fa-a318-8ddcc3d763b3', 'name': '', 'network_id': '64754a20-d60c-49a4-9c39-1462c6265039', 'tenant_id': 'ac97d1487c024a68b8ad933d882bb456', 'mac_address': 'fa:16:3e:41:4b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af97b08-d2f4-437e-a1cf-998707fdd7d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c8d5968b-806e-4184-9dc4-9781905ff4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:26Z', 'updated_at': '2022-09-16T03:48:38Z', 'revision_number': 5, 'project_id': 'ac97d1487c024a68b8ad933d882bb456', 'subnets': [{'id': 'c8d5968b-806e-4184-9dc4-9781905ff4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 03:53:47.483947 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [req-273972a4-e7df-4467-93d7-d6a148a9e804 req-55bd7cd8-098c-4672-920f-b5463986cb25 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Request body: {'port': {'device_id': 'b8514653-8ce9-41b6-ba9f-d30377c5fae4', 'network_id': '96000232-5a2c-4cbe-8524-4ab75044ef77', 'admin_state_up': True, 'tenant_id': 'e94b50976295422c9c8374155cf2d2c2', 'security_groups': ['99d981f5-5c7a-49b0-b8fc-89f3f66e208a']}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:53:47.590210 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b915e19c-8f08-4f80-8308-044e542352c6 req-b91b3e22-a43a-4279-8321-f58e6cf24d4b tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:47.591969 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-b915e19c-8f08-4f80-8308-044e542352c6 req-b91b3e22-a43a-4279-8321-f58e6cf24d4b tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 944 time: 0.1165657 Sep 16 03:53:47.684750 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f987a587-f1b4-4e98-a81c-ea3d1e4e77b8 None None] New status for floating IP 4eb1c11b-44e2-4c9c-8900-469d05e21010: DOWN {{(pid=113376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 03:53:47.699630 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-59ad5e9c-1f44-446e-b3cd-7d7605a9acdc req-f65b4c71-19ba-4ba4-bfdc-a75fec92cadd tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b8514653-8ce9-41b6-ba9f-d30377c5fae4 HTTP/1.1" status: 200 len: 210 time: 0.0403628 Sep 16 03:53:47.716495 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-b915e19c-8f08-4f80-8308-044e542352c6 req-0a5695eb-4dbe-49fe-890b-56f7cfd46535 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=372fa49a-4978-4034-b54e-abd4cbaee9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113853 Sep 16 03:53:47.804101 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-273972a4-e7df-4467-93d7-d6a148a9e804 req-55bd7cd8-098c-4672-920f-b5463986cb25 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Made reservation on behalf of e94b50976295422c9c8374155cf2d2c2 for: {'port': 1} {{(pid=113375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 03:53:47.808794 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-273972a4-e7df-4467-93d7-d6a148a9e804 req-55bd7cd8-098c-4672-920f-b5463986cb25 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:48.013545 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-12eff02c-ce89-428b-8943-e5e8e3259a96 req-0c4b36e9-1dbe-471a-8602-0553c5a9579b tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=aa7bab22-1639-467d-ba7a-94c97e1b9231 HTTP/1.1" status: 200 len: 210 time: 0.0435345 Sep 16 03:53:48.015953 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.db_base_plugin_common [req-273972a4-e7df-4467-93d7-d6a148a9e804 req-55bd7cd8-098c-4672-920f-b5463986cb25 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Allocated IP 172.20.0.10 (96000232-5a2c-4cbe-8524-4ab75044ef77/4abf9a95-17e5-40d7-a907-9f39161a7362/0d6f5f36-2095-4132-9bda-3dd4c203721f) {{(pid=113375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 03:53:48.086602 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:53:48.172996 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-273972a4-e7df-4467-93d7-d6a148a9e804 req-55bd7cd8-098c-4672-920f-b5463986cb25 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Publish callbacks [] for port (0d6f5f36-2095-4132-9bda-3dd4c203721f), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:48.261314 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-273972a4-e7df-4467-93d7-d6a148a9e804 req-55bd7cd8-098c-4672-920f-b5463986cb25 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672515804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4972043'] for port (0d6f5f36-2095-4132-9bda-3dd4c203721f), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:48.296039 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:53:48.312609 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-273972a4-e7df-4467-93d7-d6a148a9e804 req-55bd7cd8-098c-4672-920f-b5463986cb25 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Network 96000232-5a2c-4cbe-8524-4ab75044ef77 is already hosted by enough agents. {{(pid=113375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 03:53:48.316291 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.base_scheduler [req-273972a4-e7df-4467-93d7-d6a148a9e804 req-55bd7cd8-098c-4672-920f-b5463986cb25 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Resources bound (agent type, host, resource id): {{(pid=113375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:53:48.320915 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.l3_dvrscheduler_db [req-273972a4-e7df-4467-93d7-d6a148a9e804 req-55bd7cd8-098c-4672-920f-b5463986cb25 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Received port after_create {{(pid=113375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 03:53:48.327238 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bd7cd8-098c-4672-920f-b5463986cb25 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Pushing event updated for resources: {'Port': ['ID=0d6f5f36-2095-4132-9bda-3dd4c203721f,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:53:48.377876 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273972a4-e7df-4467-93d7-d6a148a9e804 req-55bd7cd8-098c-4672-920f-b5463986cb25 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:48.378594 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-273972a4-e7df-4467-93d7-d6a148a9e804 req-55bd7cd8-098c-4672-920f-b5463986cb25 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for port (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:48.455902 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (d68ba685-94d2-4b65-887f-d5ec3884fbfa), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:48.498381 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-273972a4-e7df-4467-93d7-d6a148a9e804 req-55bd7cd8-098c-4672-920f-b5463986cb25 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0216250 Sep 16 03:53:48.530002 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-9b9b3911-87db-4444-85ca-720d7e458575 None None] Provisioning complete for port 0d6f5f36-2095-4132-9bda-3dd4c203721f triggered by entity DHCP. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:53:48.530377 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-9b9b3911-87db-4444-85ca-720d7e458575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (0d6f5f36-2095-4132-9bda-3dd4c203721f), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:48.530714 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-9b9b3911-87db-4444-85ca-720d7e458575 None None] Attempt 1 to provision port 0d6f5f36-2095-4132-9bda-3dd4c203721f Sep 16 03:53:48.571473 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-9b9b3911-87db-4444-85ca-720d7e458575 None None] Port 0d6f5f36-2095-4132-9bda-3dd4c203721f cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:53:48.625199 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [req-273972a4-e7df-4467-93d7-d6a148a9e804 req-28799cef-84f8-48d4-86f4-62d9491c941c service neutron] Request body: {'port': {'device_id': 'b8514653-8ce9-41b6-ba9f-d30377c5fae4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85799'}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:53:48.689627 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-273972a4-e7df-4467-93d7-d6a148a9e804 req-28799cef-84f8-48d4-86f4-62d9491c941c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (0d6f5f36-2095-4132-9bda-3dd4c203721f), before_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:48.826418 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device 2c25634f-27f9-4868-a4bb-0f555233fe5e details requested by agent hyperv_hv-cinder-85799 with host hv-cinder-85799 {{(pid=113376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 03:53:48.897378 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device 552dfee7-ff27-4901-a9cb-8d274e8becd6 no longer exists at agent hyperv_hv-cinder-85799 {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 03:53:48.899339 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36501d-7c76-4c56-ab9c-de5fd447ee5c req-8eb9aed7-aa49-4710-a10f-278c4f336449 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:48.900918 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-3c36501d-7c76-4c56-ab9c-de5fd447ee5c req-8eb9aed7-aa49-4710-a10f-278c4f336449 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b8514653-8ce9-41b6-ba9f-d30377c5fae4 HTTP/1.1" status: 200 len: 932 time: 0.0984130 Sep 16 03:53:48.914901 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01140dc3-8d47-45b2-87e9-185c8ff04278 req-317e9e8b-aa79-4538-9499-c82089732fdf tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:48.916632 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-01140dc3-8d47-45b2-87e9-185c8ff04278 req-317e9e8b-aa79-4538-9499-c82089732fdf tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 944 time: 0.1106997 Sep 16 03:53:48.933844 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] No Port match for: 552dfee7-ff27-4901-a9cb-8d274e8becd6 {{(pid=113376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 03:53:48.934454 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device 552dfee7-ff27-4901-a9cb-8d274e8becd6 not bound to the agent host hv-cinder-85799 {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 03:53:48.969277 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] For port 2c25634f-27f9-4868-a4bb-0f555233fe5e, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=2c25634f-27f9-4868-a4bb-0f555233fe5e,segment=NetworkSegment(1354f955-250f-4eb4-8ad2-db4c9ff60d01),segment_id=1354f955-250f-4eb4-8ad2-db4c9ff60d01)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:53:48.984317 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Returning: {'device': '2c25634f-27f9-4868-a4bb-0f555233fe5e', 'network_id': '854d2c8e-4d81-4bfd-bcba-fb4707dd8cf5', 'port_id': '2c25634f-27f9-4868-a4bb-0f555233fe5e', 'mac_address': 'fa:16:3e:88:93:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10a3fb74-f6d7-4d2f-b7d9-b95a3787d6e3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 03:53:48.987772 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-01140dc3-8d47-45b2-87e9-185c8ff04278 req-01ed15ba-2eda-4ad3-bf01-0317d35575c2 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=372fa49a-4978-4034-b54e-abd4cbaee9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644307 Sep 16 03:53:49.025916 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Current status of the port 2c25634f-27f9-4868-a4bb-0f555233fe5e is: DOWN; New status is: BUILD {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:53:49.026344 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (2c25634f-27f9-4868-a4bb-0f555233fe5e), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:49.028080 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:53:49.040423 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.notifiers.nova [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c25634f-27f9-4868-a4bb-0f555233fe5e {{(pid=113376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 03:53:49.045549 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-3c36501d-7c76-4c56-ab9c-de5fd447ee5c req-93a263c1-e1b7-48ff-be1c-fd78d9eb6d4d tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=99d981f5-5c7a-49b0-b8fc-89f3f66e208a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357317 Sep 16 03:53:49.063181 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] For port 2c25634f-27f9-4868-a4bb-0f555233fe5e, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=2c25634f-27f9-4868-a4bb-0f555233fe5e,segment=NetworkSegment(1354f955-250f-4eb4-8ad2-db4c9ff60d01),segment_id=1354f955-250f-4eb4-8ad2-db4c9ff60d01)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:53:49.072155 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-9b9b3911-87db-4444-85ca-720d7e458575 None None] Attempt 2 to provision port 0d6f5f36-2095-4132-9bda-3dd4c203721f Sep 16 03:53:49.099485 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.notifiers.nova [req-273972a4-e7df-4467-93d7-d6a148a9e804 req-28799cef-84f8-48d4-86f4-62d9491c941c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d6f5f36-2095-4132-9bda-3dd4c203721f {{(pid=113375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 03:53:49.105548 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-9b9b3911-87db-4444-85ca-720d7e458575 None None] Port 0d6f5f36-2095-4132-9bda-3dd4c203721f cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:53:49.107743 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-273972a4-e7df-4467-93d7-d6a148a9e804 req-28799cef-84f8-48d4-86f4-62d9491c941c service neutron] Publish callbacks [] for port (0d6f5f36-2095-4132-9bda-3dd4c203721f), precommit_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:49.121244 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.provisioning_blocks [req-273972a4-e7df-4467-93d7-d6a148a9e804 req-28799cef-84f8-48d4-86f4-62d9491c941c service neutron] Transition to ACTIVE for port object 0d6f5f36-2095-4132-9bda-3dd4c203721f will not be triggered until provisioned by entity L2. {{(pid=113375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 03:53:49.164134 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (2c25634f-27f9-4868-a4bb-0f555233fe5e), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:49.215194 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Pushing event updated for resources: {'Port': ['ID=2c25634f-27f9-4868-a4bb-0f555233fe5e,revision_number=7']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:53:49.221699 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-273972a4-e7df-4467-93d7-d6a148a9e804 req-28799cef-84f8-48d4-86f4-62d9491c941c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4972082'] for port (0d6f5f36-2095-4132-9bda-3dd4c203721f), after_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:49.230508 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 60138) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:53:49.248274 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:53:49.288590 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28799cef-84f8-48d4-86f4-62d9491c941c service neutron] Pushing event updated for resources: {'Port': ['ID=0d6f5f36-2095-4132-9bda-3dd4c203721f,revision_number=2']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:53:49.294948 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-90a5c5d0-77ea-4211-a5e8-bfba78bb2ff6 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Publish callbacks [] for security_group (a890f157-4eb5-4875-8771-deeceeb2266b), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:49.319945 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-90a5c5d0-77ea-4211-a5e8-bfba78bb2ff6 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Publish callbacks [] for security_group (a890f157-4eb5-4875-8771-deeceeb2266b), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:49.344213 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.managers [req-273972a4-e7df-4467-93d7-d6a148a9e804 req-28799cef-84f8-48d4-86f4-62d9491c941c service neutron] Attempting to bind port 0d6f5f36-2095-4132-9bda-3dd4c203721f on host hv-cinder-85799 for vnic_type normal with profile {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 03:53:49.344551 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.managers [req-273972a4-e7df-4467-93d7-d6a148a9e804 req-28799cef-84f8-48d4-86f4-62d9491c941c service neutron] Attempting to bind port 0d6f5f36-2095-4132-9bda-3dd4c203721f by drivers openvswitch,hyperv on host hv-cinder-85799 at level 0 using segments [{'id': 'f206f821-35d5-462a-80ff-01e4f0ec6983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '96000232-5a2c-4cbe-8524-4ab75044ef77'}] {{(pid=113375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 03:53:49.344882 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273972a4-e7df-4467-93d7-d6a148a9e804 req-28799cef-84f8-48d4-86f4-62d9491c941c service neutron] Attempting to bind port 0d6f5f36-2095-4132-9bda-3dd4c203721f on network 96000232-5a2c-4cbe-8524-4ab75044ef77 {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 03:53:49.388856 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273972a4-e7df-4467-93d7-d6a148a9e804 req-28799cef-84f8-48d4-86f4-62d9491c941c service neutron] Port 0d6f5f36-2095-4132-9bda-3dd4c203721f on network 96000232-5a2c-4cbe-8524-4ab75044ef77 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85799 {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 03:53:49.389094 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273972a4-e7df-4467-93d7-d6a148a9e804 req-28799cef-84f8-48d4-86f4-62d9491c941c service neutron] Attempting to bind port 0d6f5f36-2095-4132-9bda-3dd4c203721f on network 96000232-5a2c-4cbe-8524-4ab75044ef77 {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 03:53:49.430532 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] get_ports_and_sgs() called for port_ids ['2c25634f-27f9-4868-a4bb-0f555233fe5e'] {{(pid=113376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 03:53:49.435649 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273972a4-e7df-4467-93d7-d6a148a9e804 req-28799cef-84f8-48d4-86f4-62d9491c941c service neutron] Checking agent: {'id': 'd68ba685-94d2-4b65-887f-d5ec3884fbfa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85799', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 3, 46, 18), 'started_at': datetime.datetime(2022, 9, 16, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 3, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 03:53:49.435985 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273972a4-e7df-4467-93d7-d6a148a9e804 req-28799cef-84f8-48d4-86f4-62d9491c941c service neutron] Checking segment: {'id': 'f206f821-35d5-462a-80ff-01e4f0ec6983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '96000232-5a2c-4cbe-8524-4ab75044ef77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 03:53:49.436358 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273972a4-e7df-4467-93d7-d6a148a9e804 req-28799cef-84f8-48d4-86f4-62d9491c941c service neutron] Bound using segment: {'id': 'f206f821-35d5-462a-80ff-01e4f0ec6983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '96000232-5a2c-4cbe-8524-4ab75044ef77'} {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 03:53:49.437025 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.managers [req-273972a4-e7df-4467-93d7-d6a148a9e804 req-28799cef-84f8-48d4-86f4-62d9491c941c service neutron] Bound port: 0d6f5f36-2095-4132-9bda-3dd4c203721f, host: hv-cinder-85799, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f206f821-35d5-462a-80ff-01e4f0ec6983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '96000232-5a2c-4cbe-8524-4ab75044ef77'}}] {{(pid=113375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 03:53:49.437165 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-273972a4-e7df-4467-93d7-d6a148a9e804 req-28799cef-84f8-48d4-86f4-62d9491c941c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (0d6f5f36-2095-4132-9bda-3dd4c203721f), before_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:49.438570 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-90a5c5d0-77ea-4211-a5e8-bfba78bb2ff6 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (a890f157-4eb5-4875-8771-deeceeb2266b), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:49.441978 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-90a5c5d0-77ea-4211-a5e8-bfba78bb2ff6 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Publish callbacks [] for security_group (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:49.443671 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-90a5c5d0-77ea-4211-a5e8-bfba78bb2ff6 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/a890f157-4eb5-4875-8771-deeceeb2266b HTTP/1.1" status: 204 len: 168 time: 0.2117305 Sep 16 03:53:49.446757 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 60140) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:53:49.465399 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.api.v2.resource [None req-ddf8556e-d59d-4432-9ed4-da4638bf222a tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] show failed (client error): The resource could not be found. Sep 16 03:53:49.466425 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-ddf8556e-d59d-4432-9ed4-da4638bf222a tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups/a890f157-4eb5-4875-8771-deeceeb2266b HTTP/1.1" status: 404 len: 347 time: 0.0187399 Sep 16 03:53:49.470462 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 60142) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:53:49.480563 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a5c5d0-77ea-4211-a5e8-bfba78bb2ff6 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a890f157-4eb5-4875-8771-deeceeb2266b,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:53:49.517523 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.db [req-273972a4-e7df-4467-93d7-d6a148a9e804 req-28799cef-84f8-48d4-86f4-62d9491c941c service neutron] For port 0d6f5f36-2095-4132-9bda-3dd4c203721f, host hv-cinder-85799, cleared binding levels {{(pid=113375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 03:53:49.518022 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:53:49.522452 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.db [req-273972a4-e7df-4467-93d7-d6a148a9e804 req-28799cef-84f8-48d4-86f4-62d9491c941c service neutron] For port 0d6f5f36-2095-4132-9bda-3dd4c203721f, host hv-cinder-85799, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=0d6f5f36-2095-4132-9bda-3dd4c203721f,segment=NetworkSegment(f206f821-35d5-462a-80ff-01e4f0ec6983),segment_id=f206f821-35d5-462a-80ff-01e4f0ec6983)] {{(pid=113375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 03:53:49.601538 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.plugin [None req-2fe11866-3431-4424-a8a5-41e4b667cdb8 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Deleting port 7a329587-2344-4aea-bea9-ea2d1c5b3a6a {{(pid=113374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 03:53:49.601884 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-2fe11866-3431-4424-a8a5-41e4b667cdb8 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672990733'] for port (7a329587-2344-4aea-bea9-ea2d1c5b3a6a), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:49.609407 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-9b9b3911-87db-4444-85ca-720d7e458575 None None] Attempt 3 to provision port 0d6f5f36-2095-4132-9bda-3dd4c203721f Sep 16 03:53:49.627663 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-273972a4-e7df-4467-93d7-d6a148a9e804 req-28799cef-84f8-48d4-86f4-62d9491c941c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4972082'] for port (0d6f5f36-2095-4132-9bda-3dd4c203721f), after_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:49.632824 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273972a4-e7df-4467-93d7-d6a148a9e804 req-28799cef-84f8-48d4-86f4-62d9491c941c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:49.634067 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-273972a4-e7df-4467-93d7-d6a148a9e804 req-28799cef-84f8-48d4-86f4-62d9491c941c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for port (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:49.635702 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-273972a4-e7df-4467-93d7-d6a148a9e804 req-28799cef-84f8-48d4-86f4-62d9491c941c service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/0d6f5f36-2095-4132-9bda-3dd4c203721f HTTP/1.1" status: 200 len: 1094 time: 1.1292458 Sep 16 03:53:49.642166 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8514653-8ce9-41b6-ba9f-d30377c5fae4', 'tag': '0d6f5f36-2095-4132-9bda-3dd4c203721f'}] {{(pid=113375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 03:53:49.642166 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5377fd1d321389c1792f161ed840337514ae556b8848fe715c314c680a14a908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c01eac53-637a-45cf-8244-1c9f85287c28" -d '{"events": [{"name": "network-changed", "server_uuid": "b8514653-8ce9-41b6-ba9f-d30377c5fae4", "tag": "0d6f5f36-2095-4132-9bda-3dd4c203721f"}]}' {{(pid=113375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 03:53:49.656179 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:53:49.664480 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-9b9b3911-87db-4444-85ca-720d7e458575 None None] Port 0d6f5f36-2095-4132-9bda-3dd4c203721f cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:53:49.693850 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-2fe11866-3431-4424-a8a5-41e4b667cdb8 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432982'] for port (7a329587-2344-4aea-bea9-ea2d1c5b3a6a), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:49.694570 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-2fe11866-3431-4424-a8a5-41e4b667cdb8 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Publish callbacks [] for floatingip (7a329587-2344-4aea-bea9-ea2d1c5b3a6a), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:49.697624 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28799cef-84f8-48d4-86f4-62d9491c941c service neutron] Pushing event updated for resources: {'Port': ['ID=0d6f5f36-2095-4132-9bda-3dd4c203721f,revision_number=3']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:53:49.714934 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.plugin [None req-2fe11866-3431-4424-a8a5-41e4b667cdb8 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Calling delete_port for 7a329587-2344-4aea-bea9-ea2d1c5b3a6a owned by network:floatingip {{(pid=113374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 03:53:49.821377 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273972a4-e7df-4467-93d7-d6a148a9e804 req-fd850315-a088-42d1-a9ca-be3fd6ba9d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:49.823069 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-273972a4-e7df-4467-93d7-d6a148a9e804 req-fd850315-a088-42d1-a9ca-be3fd6ba9d07 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=e94b50976295422c9c8374155cf2d2c2&device_id=b8514653-8ce9-41b6-ba9f-d30377c5fae4 HTTP/1.1" status: 200 len: 1128 time: 0.0464833 Sep 16 03:53:49.864473 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 03:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ba06c5-a3d4-46fc-a9e3-c24ba0408dc0 x-openstack-request-id: req-a3ba06c5-a3d4-46fc-a9e3-c24ba0408dc0 {{(pid=113375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 03:53:49.864839 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8514653-8ce9-41b6-ba9f-d30377c5fae4", "tag": "0d6f5f36-2095-4132-9bda-3dd4c203721f", "status": "completed", "code": 200}]} {{(pid=113375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 03:53:49.865098 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a3ba06c5-a3d4-46fc-a9e3-c24ba0408dc0 {{(pid=113375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 03:53:49.865496 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3ba06c5-a3d4-46fc-a9e3-c24ba0408dc0'] response: {'name': 'network-changed', 'server_uuid': 'b8514653-8ce9-41b6-ba9f-d30377c5fae4', 'tag': '0d6f5f36-2095-4132-9bda-3dd4c203721f', 'status': 'completed', 'code': 200} Sep 16 03:53:49.867318 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-273972a4-e7df-4467-93d7-d6a148a9e804 req-9d6c8ddc-a9fd-4f60-83e2-230ffeca09f0 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d6f5f36-2095-4132-9bda-3dd4c203721f HTTP/1.1" status: 200 len: 217 time: 0.0365593 Sep 16 03:53:49.916513 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273972a4-e7df-4467-93d7-d6a148a9e804 req-e0bd5cc2-efe3-4464-82df-2121c7fc872b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:49.917965 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-273972a4-e7df-4467-93d7-d6a148a9e804 req-e0bd5cc2-efe3-4464-82df-2121c7fc872b service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=4abf9a95-17e5-40d7-a907-9f39161a7362 HTTP/1.1" status: 200 len: 849 time: 0.0445781 Sep 16 03:53:49.941992 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-2fe11866-3431-4424-a8a5-41e4b667cdb8 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672957835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672515813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965177'] for port (7a329587-2344-4aea-bea9-ea2d1c5b3a6a), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:49.969142 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe11866-3431-4424-a8a5-41e4b667cdb8 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Pushing event deleted for resources: {'Port': ['ID=7a329587-2344-4aea-bea9-ea2d1c5b3a6a,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:53:49.983853 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273972a4-e7df-4467-93d7-d6a148a9e804 req-a5483ff5-636e-4fbe-87f6-232979222f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:49.985324 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-273972a4-e7df-4467-93d7-d6a148a9e804 req-a5483ff5-636e-4fbe-87f6-232979222f6e service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=96000232-5a2c-4cbe-8524-4ab75044ef77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0607827 Sep 16 03:53:50.038086 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-2fe11866-3431-4424-a8a5-41e4b667cdb8 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Publish callbacks [] for floatingip (4eb1c11b-44e2-4c9c-8900-469d05e21010), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:50.040799 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-2fe11866-3431-4424-a8a5-41e4b667cdb8 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for floatingip (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:50.047769 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-2fe11866-3431-4424-a8a5-41e4b667cdb8 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/4eb1c11b-44e2-4c9c-8900-469d05e21010 HTTP/1.1" status: 204 len: 168 time: 0.5713832 Sep 16 03:53:50.085332 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:53:50.140544 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e3f884-d5a1-4c92-83ae-b1be474794ca req-1d96d413-6768-4d74-a2ea-17bdcb0ea8d5 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:50.142035 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-a3e3f884-d5a1-4c92-83ae-b1be474794ca req-1d96d413-6768-4d74-a2ea-17bdcb0ea8d5 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 945 time: 0.0716329 Sep 16 03:53:50.143977 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-273972a4-e7df-4467-93d7-d6a148a9e804 req-14cd0fa5-063e-4ded-bd8d-825b52067464 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/96000232-5a2c-4cbe-8524-4ab75044ef77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507537 Sep 16 03:53:50.165915 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-9b9b3911-87db-4444-85ca-720d7e458575 None None] Attempt 4 to provision port 0d6f5f36-2095-4132-9bda-3dd4c203721f Sep 16 03:53:50.190142 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d9696-7b6a-4298-9bfc-34c12aebc700 req-98d8f53c-338f-417d-83b8-1dbf41fe88da tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:50.192666 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-4a8d9696-7b6a-4298-9bfc-34c12aebc700 req-98d8f53c-338f-417d-83b8-1dbf41fe88da tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b8514653-8ce9-41b6-ba9f-d30377c5fae4 HTTP/1.1" status: 200 len: 944 time: 0.0555429 Sep 16 03:53:50.207983 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-9b9b3911-87db-4444-85ca-720d7e458575 None None] Port 0d6f5f36-2095-4132-9bda-3dd4c203721f had new provisioning blocks added so it will not transition to active. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 03:53:50.245784 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-4a8d9696-7b6a-4298-9bfc-34c12aebc700 req-158bb959-2bc1-4475-bcb4-63ff770f9026 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=99d981f5-5c7a-49b0-b8fc-89f3f66e208a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467660 Sep 16 03:53:50.260007 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-a3e3f884-d5a1-4c92-83ae-b1be474794ca req-ce0fa5d5-4cda-4813-94a6-68974d4ea6c1 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=372fa49a-4978-4034-b54e-abd4cbaee9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099725 Sep 16 03:53:50.299497 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-273972a4-e7df-4467-93d7-d6a148a9e804 req-52e66361-d081-4f70-9611-b83dd668df10 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/96000232-5a2c-4cbe-8524-4ab75044ef77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416163 Sep 16 03:53:50.858124 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device 2c25634f-27f9-4868-a4bb-0f555233fe5e up at agent hyperv_hv-cinder-85799 {{(pid=113376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 03:53:50.905719 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Provisioning complete for port 2c25634f-27f9-4868-a4bb-0f555233fe5e triggered by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:53:50.906103 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (2c25634f-27f9-4868-a4bb-0f555233fe5e), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:50.906443 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Attempt 1 to provision port 2c25634f-27f9-4868-a4bb-0f555233fe5e Sep 16 03:53:50.977484 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Current status of the port 2c25634f-27f9-4868-a4bb-0f555233fe5e is: BUILD; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:53:50.977891 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (2c25634f-27f9-4868-a4bb-0f555233fe5e), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:51.006240 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d52b03d-e8ff-4942-a9d3-33b7341dad63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c25634f-27f9-4868-a4bb-0f555233fe5e'}] {{(pid=113376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 03:53:51.008525 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536f81a66b80124a32e6614edce579112ba342401ad4fb2d1257d5ac670fb901" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43641cfe-b163-48f6-8b62-9cb660414107" -d '{"events": [{"server_uuid": "1d52b03d-e8ff-4942-a9d3-33b7341dad63", "name": "network-vif-plugged", "status": "completed", "tag": "2c25634f-27f9-4868-a4bb-0f555233fe5e"}]}' {{(pid=113376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 03:53:51.021050 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] For port 2c25634f-27f9-4868-a4bb-0f555233fe5e, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=2c25634f-27f9-4868-a4bb-0f555233fe5e,segment=NetworkSegment(1354f955-250f-4eb4-8ad2-db4c9ff60d01),segment_id=1354f955-250f-4eb4-8ad2-db4c9ff60d01)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:53:51.047928 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 03:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b010082c-c6c1-484b-8976-c5f388db624e x-openstack-request-id: req-b010082c-c6c1-484b-8976-c5f388db624e {{(pid=113376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 03:53:51.048218 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d52b03d-e8ff-4942-a9d3-33b7341dad63", "name": "network-vif-plugged", "status": "completed", "tag": "2c25634f-27f9-4868-a4bb-0f555233fe5e", "code": 200}]} {{(pid=113376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 03:53:51.048471 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b010082c-c6c1-484b-8976-c5f388db624e {{(pid=113376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 03:53:51.048893 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b010082c-c6c1-484b-8976-c5f388db624e'] response: {'server_uuid': '1d52b03d-e8ff-4942-a9d3-33b7341dad63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c25634f-27f9-4868-a4bb-0f555233fe5e', 'code': 200} Sep 16 03:53:51.106676 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (2c25634f-27f9-4868-a4bb-0f555233fe5e), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:51.281776 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Pushing event updated for resources: {'Port': ['ID=2c25634f-27f9-4868-a4bb-0f555233fe5e,revision_number=8']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:53:51.392944 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fbb1ed-7349-40a1-95f3-e80a4b9c439d req-1306af08-9d3f-4503-920f-f11e9be32131 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:51.394509 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-e0fbb1ed-7349-40a1-95f3-e80a4b9c439d req-1306af08-9d3f-4503-920f-f11e9be32131 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b8514653-8ce9-41b6-ba9f-d30377c5fae4 HTTP/1.1" status: 200 len: 944 time: 0.0501997 Sep 16 03:53:51.407139 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7af96a-4a4e-4f0f-a0cd-98fe46071363 req-89559657-913d-48d1-bff3-307bcb3c0252 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:51.408693 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-4d7af96a-4a4e-4f0f-a0cd-98fe46071363 req-89559657-913d-48d1-bff3-307bcb3c0252 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 946 time: 0.0523369 Sep 16 03:53:51.418611 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:53:51.421676 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:53:51.447831 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-e0fbb1ed-7349-40a1-95f3-e80a4b9c439d req-1ef2c064-243b-409a-a7a9-539289c2388c tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=99d981f5-5c7a-49b0-b8fc-89f3f66e208a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456424 Sep 16 03:53:51.461334 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-4d7af96a-4a4e-4f0f-a0cd-98fe46071363 req-d3d39243-98d6-4816-a4bc-adb0221a6da5 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=372fa49a-4978-4034-b54e-abd4cbaee9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462368 Sep 16 03:53:52.573026 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63729c65-18ee-4649-8a89-c4291d20edc8 req-78c88e58-58ee-4059-98d6-948adc1d8a07 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:52.574504 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-63729c65-18ee-4649-8a89-c4291d20edc8 req-78c88e58-58ee-4059-98d6-948adc1d8a07 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b8514653-8ce9-41b6-ba9f-d30377c5fae4 HTTP/1.1" status: 200 len: 944 time: 0.0502994 Sep 16 03:53:52.586269 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d91ccb-f732-4253-a204-fa26df93d517 req-5971ce20-d4d9-4ec4-b1d9-7534c58e1f9d tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:52.587822 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-36d91ccb-f732-4253-a204-fa26df93d517 req-5971ce20-d4d9-4ec4-b1d9-7534c58e1f9d tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 946 time: 0.0500541 Sep 16 03:53:52.624599 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-63729c65-18ee-4649-8a89-c4291d20edc8 req-7343301b-441d-41a9-8bf0-a57f2aa9b315 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=99d981f5-5c7a-49b0-b8fc-89f3f66e208a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436959 Sep 16 03:53:52.651435 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-36d91ccb-f732-4253-a204-fa26df93d517 req-f263354d-0223-4a7f-a77c-4a571e7902d2 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=372fa49a-4978-4034-b54e-abd4cbaee9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575168 Sep 16 03:53:53.220682 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-ca8f56f5-f203-46cd-a3ba-2dec92d62bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (5f458d39-b7df-4a2e-8f52-58d49f268778), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:53.757904 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a824fca0-865d-49f0-928c-4441cb719f47 req-6a4a9513-b9da-4dd4-bc05-52fb6ddd6223 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:53.759584 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-a824fca0-865d-49f0-928c-4441cb719f47 req-6a4a9513-b9da-4dd4-bc05-52fb6ddd6223 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b8514653-8ce9-41b6-ba9f-d30377c5fae4 HTTP/1.1" status: 200 len: 944 time: 0.0556509 Sep 16 03:53:53.778243 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51c91e-2a16-4804-ba3d-a8a37d08c8c2 req-ed94a2f6-7fa7-4261-a06a-56c81ad3b8f0 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:53.779764 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-1b51c91e-2a16-4804-ba3d-a8a37d08c8c2 req-ed94a2f6-7fa7-4261-a06a-56c81ad3b8f0 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 946 time: 0.0476749 Sep 16 03:53:53.811846 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-a824fca0-865d-49f0-928c-4441cb719f47 req-97de6b86-cfac-4c80-84ce-81196e76e77f tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=99d981f5-5c7a-49b0-b8fc-89f3f66e208a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459282 Sep 16 03:53:53.831768 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-1b51c91e-2a16-4804-ba3d-a8a37d08c8c2 req-b41ed1a8-ef13-40c3-ad70-5f024c9be087 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=372fa49a-4978-4034-b54e-abd4cbaee9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452576 Sep 16 03:53:53.950376 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01eac53-637a-45cf-8244-1c9f85287c28 req-6abe9abc-70d1-4b81-a4cf-2a74097578fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:53.951859 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-c01eac53-637a-45cf-8244-1c9f85287c28 req-6abe9abc-70d1-4b81-a4cf-2a74097578fa service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=e94b50976295422c9c8374155cf2d2c2&device_id=b8514653-8ce9-41b6-ba9f-d30377c5fae4 HTTP/1.1" status: 200 len: 1128 time: 0.0549312 Sep 16 03:53:54.105569 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01eac53-637a-45cf-8244-1c9f85287c28 req-e8de93c6-ed3e-4eaa-ad05-3627cf626456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:54.107099 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-c01eac53-637a-45cf-8244-1c9f85287c28 req-e8de93c6-ed3e-4eaa-ad05-3627cf626456 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=96000232-5a2c-4cbe-8524-4ab75044ef77 HTTP/1.1" status: 200 len: 911 time: 0.0881414 Sep 16 03:53:54.148066 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-c01eac53-637a-45cf-8244-1c9f85287c28 req-c786617b-e8a9-4d11-84da-3adf1f7357a3 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d6f5f36-2095-4132-9bda-3dd4c203721f HTTP/1.1" status: 200 len: 217 time: 0.0328369 Sep 16 03:53:54.211872 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01eac53-637a-45cf-8244-1c9f85287c28 req-7505eb0e-da45-42d3-8cd2-52bbe8b8abe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:54.213329 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-c01eac53-637a-45cf-8244-1c9f85287c28 req-7505eb0e-da45-42d3-8cd2-52bbe8b8abe3 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=4abf9a95-17e5-40d7-a907-9f39161a7362 HTTP/1.1" status: 200 len: 849 time: 0.0508771 Sep 16 03:53:54.257236 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5346523d-2663-40bd-92c1-f0f3b8b779fa req-c0d965df-7b69-4c29-9fc1-768a00019695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:54.258679 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01eac53-637a-45cf-8244-1c9f85287c28 req-cd4c02bc-910a-4efc-b87f-76fc7eb10c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:54.258989 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-5346523d-2663-40bd-92c1-f0f3b8b779fa req-c0d965df-7b69-4c29-9fc1-768a00019695 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 1130 time: 0.0392308 Sep 16 03:53:54.260179 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-c01eac53-637a-45cf-8244-1c9f85287c28 req-cd4c02bc-910a-4efc-b87f-76fc7eb10c72 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=96000232-5a2c-4cbe-8524-4ab75044ef77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404587 Sep 16 03:53:54.297721 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:53:54.320506 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-5346523d-2663-40bd-92c1-f0f3b8b779fa req-c16e3d9f-ba2a-47a0-ae13-95bd545fa682 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=372fa49a-4978-4034-b54e-abd4cbaee9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487084 Sep 16 03:53:54.359646 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-c01eac53-637a-45cf-8244-1c9f85287c28 req-0f363b5f-c5fe-4903-9094-c3f613151dc1 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/96000232-5a2c-4cbe-8524-4ab75044ef77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873511 Sep 16 03:53:54.628848 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-c01eac53-637a-45cf-8244-1c9f85287c28 req-b03008c3-2698-4146-a719-d2bbd03e6d68 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/96000232-5a2c-4cbe-8524-4ab75044ef77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871956 Sep 16 03:53:54.874223 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device 0d6f5f36-2095-4132-9bda-3dd4c203721f details requested by agent hyperv_hv-cinder-85799 with host hv-cinder-85799 {{(pid=113376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 03:53:54.939791 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb4245-cb77-4e7f-b29f-c4e4366874f4 req-13cd2579-6738-4802-81e6-6cb1d561a86c tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:54.941276 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-0feb4245-cb77-4e7f-b29f-c4e4366874f4 req-13cd2579-6738-4802-81e6-6cb1d561a86c tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b8514653-8ce9-41b6-ba9f-d30377c5fae4 HTTP/1.1" status: 200 len: 944 time: 0.0515187 Sep 16 03:53:54.987611 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] For port 0d6f5f36-2095-4132-9bda-3dd4c203721f, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=0d6f5f36-2095-4132-9bda-3dd4c203721f,segment=NetworkSegment(f206f821-35d5-462a-80ff-01e4f0ec6983),segment_id=f206f821-35d5-462a-80ff-01e4f0ec6983)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:53:54.997025 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-0feb4245-cb77-4e7f-b29f-c4e4366874f4 req-1af28ffb-0d38-430f-879e-14043344806b tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=99d981f5-5c7a-49b0-b8fc-89f3f66e208a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494072 Sep 16 03:53:54.998755 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Returning: {'device': '0d6f5f36-2095-4132-9bda-3dd4c203721f', 'network_id': '96000232-5a2c-4cbe-8524-4ab75044ef77', 'port_id': '0d6f5f36-2095-4132-9bda-3dd4c203721f', 'mac_address': 'fa:16:3e:2b:c7:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4abf9a95-17e5-40d7-a907-9f39161a7362', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 03:53:55.035226 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Current status of the port 0d6f5f36-2095-4132-9bda-3dd4c203721f is: DOWN; New status is: BUILD {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:53:55.035864 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (0d6f5f36-2095-4132-9bda-3dd4c203721f), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:55.049094 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.notifiers.nova [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d6f5f36-2095-4132-9bda-3dd4c203721f {{(pid=113376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 03:53:55.070456 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] For port 0d6f5f36-2095-4132-9bda-3dd4c203721f, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=0d6f5f36-2095-4132-9bda-3dd4c203721f,segment=NetworkSegment(f206f821-35d5-462a-80ff-01e4f0ec6983),segment_id=f206f821-35d5-462a-80ff-01e4f0ec6983)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:53:55.113114 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a7aa24-b0cb-439c-baf0-a917d7e304dc req-211aaf9a-58c6-4857-98a3-585e8e9aab92 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:55.114702 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-d8a7aa24-b0cb-439c-baf0-a917d7e304dc req-211aaf9a-58c6-4857-98a3-585e8e9aab92 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 946 time: 0.0460725 Sep 16 03:53:55.167585 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-d8a7aa24-b0cb-439c-baf0-a917d7e304dc req-78595e89-e8e1-4f15-8f15-5f731a60c851 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=372fa49a-4978-4034-b54e-abd4cbaee9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470440 Sep 16 03:53:55.204024 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (0d6f5f36-2095-4132-9bda-3dd4c203721f), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:55.251656 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Pushing event updated for resources: {'Port': ['ID=0d6f5f36-2095-4132-9bda-3dd4c203721f,revision_number=4']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:53:55.331841 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a45eb9-8beb-40fc-97f4-b723eb37536f req-59ba332d-4ec1-407c-a172-eae5faf552ab tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:55.333485 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-63a45eb9-8beb-40fc-97f4-b723eb37536f req-59ba332d-4ec1-407c-a172-eae5faf552ab tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806 HTTP/1.1" status: 200 len: 945 time: 0.0476446 Sep 16 03:53:55.352365 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=100 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:53:55.381538 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-63a45eb9-8beb-40fc-97f4-b723eb37536f req-7bba7eb2-eba6-436d-af24-e24c17c3a711 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424078 Sep 16 03:53:55.449511 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-1b5d937a-ba51-42ad-b5e8-2da9629053db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (20a8dcff-cb91-4cfb-b5ee-87736efe33d8), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:55.568706 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] get_ports_and_sgs() called for port_ids ['0d6f5f36-2095-4132-9bda-3dd4c203721f'] {{(pid=113376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 03:53:55.625804 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:53:55.692604 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:53:56.350057 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a6d147-e5c1-48a1-b5c2-819bbe670131 req-ae0c0c58-9560-4ad9-9bb1-01aff5904e82 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:56.351619 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-43a6d147-e5c1-48a1-b5c2-819bbe670131 req-ae0c0c58-9560-4ad9-9bb1-01aff5904e82 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b8514653-8ce9-41b6-ba9f-d30377c5fae4 HTTP/1.1" status: 200 len: 945 time: 0.2791615 Sep 16 03:53:56.391563 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=100 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:53:56.399034 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-43a6d147-e5c1-48a1-b5c2-819bbe670131 req-6e8c569f-9b8f-415f-a427-cabb64493cb2 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=99d981f5-5c7a-49b0-b8fc-89f3f66e208a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417519 Sep 16 03:53:56.500714 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605d983-071d-4bf8-8a7c-3d6b75daa679 req-81ef652b-008f-4012-9967-01bfeec38625 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:56.502075 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-f605d983-071d-4bf8-8a7c-3d6b75daa679 req-81ef652b-008f-4012-9967-01bfeec38625 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 946 time: 0.0467491 Sep 16 03:53:56.560542 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-f605d983-071d-4bf8-8a7c-3d6b75daa679 req-75df06c7-af8b-4238-8a28-3fd650e4babf tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=372fa49a-4978-4034-b54e-abd4cbaee9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521326 Sep 16 03:53:56.662160 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7e3122-3b7f-446b-9d54-eca0477ddac9 req-2d06bd04-4005-4690-8796-b25cbfafb675 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:56.663615 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-6e7e3122-3b7f-446b-9d54-eca0477ddac9 req-2d06bd04-4005-4690-8796-b25cbfafb675 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806 HTTP/1.1" status: 200 len: 945 time: 0.0477970 Sep 16 03:53:56.711432 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-6e7e3122-3b7f-446b-9d54-eca0477ddac9 req-8a50f43c-be2a-4826-8792-e75c5f91076f tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422754 Sep 16 03:53:56.769805 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-6e17b5b7-15b9-4810-ad4e-df527af14d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (b6f1069f-4437-473a-8bc8-4bc493c2bb12), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:56.898081 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device 0d6f5f36-2095-4132-9bda-3dd4c203721f up at agent hyperv_hv-cinder-85799 {{(pid=113376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 03:53:56.941915 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Provisioning for port 0d6f5f36-2095-4132-9bda-3dd4c203721f completed by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 03:53:57.031952 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Provisioning complete for port 0d6f5f36-2095-4132-9bda-3dd4c203721f triggered by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:53:57.032248 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (0d6f5f36-2095-4132-9bda-3dd4c203721f), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:57.032579 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Attempt 1 to provision port 0d6f5f36-2095-4132-9bda-3dd4c203721f Sep 16 03:53:57.103120 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Current status of the port 0d6f5f36-2095-4132-9bda-3dd4c203721f is: BUILD; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:53:57.103498 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (0d6f5f36-2095-4132-9bda-3dd4c203721f), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:57.125185 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8514653-8ce9-41b6-ba9f-d30377c5fae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d6f5f36-2095-4132-9bda-3dd4c203721f'}] {{(pid=113376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 03:53:57.127469 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536f81a66b80124a32e6614edce579112ba342401ad4fb2d1257d5ac670fb901" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f406c85c-f10a-447d-9a59-0c2512e92cfd" -d '{"events": [{"server_uuid": "b8514653-8ce9-41b6-ba9f-d30377c5fae4", "name": "network-vif-plugged", "status": "completed", "tag": "0d6f5f36-2095-4132-9bda-3dd4c203721f"}]}' {{(pid=113376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 03:53:57.139750 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] For port 0d6f5f36-2095-4132-9bda-3dd4c203721f, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=0d6f5f36-2095-4132-9bda-3dd4c203721f,segment=NetworkSegment(f206f821-35d5-462a-80ff-01e4f0ec6983),segment_id=f206f821-35d5-462a-80ff-01e4f0ec6983)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:53:57.167305 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 03:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b9b72d-3014-402c-b5a1-fc0e7d2e1b99 x-openstack-request-id: req-67b9b72d-3014-402c-b5a1-fc0e7d2e1b99 {{(pid=113376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 03:53:57.167305 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8514653-8ce9-41b6-ba9f-d30377c5fae4", "name": "network-vif-plugged", "status": "completed", "tag": "0d6f5f36-2095-4132-9bda-3dd4c203721f", "code": 200}]} {{(pid=113376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 03:53:57.167305 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-67b9b72d-3014-402c-b5a1-fc0e7d2e1b99 {{(pid=113376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 03:53:57.167708 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67b9b72d-3014-402c-b5a1-fc0e7d2e1b99'] response: {'server_uuid': 'b8514653-8ce9-41b6-ba9f-d30377c5fae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d6f5f36-2095-4132-9bda-3dd4c203721f', 'code': 200} Sep 16 03:53:57.220544 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (0d6f5f36-2095-4132-9bda-3dd4c203721f), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:57.269096 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Pushing event updated for resources: {'Port': ['ID=0d6f5f36-2095-4132-9bda-3dd4c203721f,revision_number=5']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:53:57.340482 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=92 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:53:57.524286 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980638fc-21eb-4141-93fa-fca1c8a19949 req-31eba48b-0522-4755-b466-430905b49324 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:57.525982 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-980638fc-21eb-4141-93fa-fca1c8a19949 req-31eba48b-0522-4755-b466-430905b49324 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b8514653-8ce9-41b6-ba9f-d30377c5fae4 HTTP/1.1" status: 200 len: 946 time: 0.0510633 Sep 16 03:53:57.576674 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-980638fc-21eb-4141-93fa-fca1c8a19949 req-b4a4db4e-8ac6-4343-b863-43d6f878c2a7 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=99d981f5-5c7a-49b0-b8fc-89f3f66e208a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439277 Sep 16 03:53:57.688591 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcf289a-2856-470b-a736-7076eb221e6f req-68149b24-0335-473f-8be9-8feef18104b3 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:57.688591 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-3dcf289a-2856-470b-a736-7076eb221e6f req-68149b24-0335-473f-8be9-8feef18104b3 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 946 time: 0.0525372 Sep 16 03:53:57.747809 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-3dcf289a-2856-470b-a736-7076eb221e6f req-32558d33-3619-43f7-bf52-6b558dc811a8 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=372fa49a-4978-4034-b54e-abd4cbaee9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535474 Sep 16 03:53:57.791471 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 60256) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:53:57.856281 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab026b-590d-4406-be42-fa087f32e4df req-21f172d6-81d8-4d3a-9dd6-5cc61b83ea6f tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:57.857650 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-38ab026b-590d-4406-be42-fa087f32e4df req-21f172d6-81d8-4d3a-9dd6-5cc61b83ea6f tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806 HTTP/1.1" status: 200 len: 945 time: 0.0481062 Sep 16 03:53:57.902351 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-f9e28c3e-d115-42ba-972c-5d44cc5c4a36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:57.910060 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-38ab026b-590d-4406-be42-fa087f32e4df req-5b850a5b-2266-4b05-9b8d-ed6fbd505a53 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455406 Sep 16 03:53:57.989054 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-f9e28c3e-d115-42ba-972c-5d44cc5c4a36 admin admin] Publish callbacks [] for security_group (c50c49e8-298d-4258-ab1c-734b90203b9e), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:58.106807 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-f9e28c3e-d115-42ba-972c-5d44cc5c4a36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (c50c49e8-298d-4258-ab1c-734b90203b9e), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:58.151289 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f842ea-0a6f-4fba-96df-93201aa1672f req-a60dfce5-5cd7-4a05-ac3a-8a97cf60f4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:58.152874 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-c0f842ea-0a6f-4fba-96df-93201aa1672f req-a60dfce5-5cd7-4a05-ac3a-8a97cf60f4fc service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b8514653-8ce9-41b6-ba9f-d30377c5fae4 HTTP/1.1" status: 200 len: 1130 time: 0.0423367 Sep 16 03:53:58.186457 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e28c3e-d115-42ba-972c-5d44cc5c4a36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c50c49e8-298d-4258-ab1c-734b90203b9e,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:53:58.195792 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a597a0-33a4-4e8e-9f99-5b8632706bec req-06a807f6-5010-43f0-9273-ee7487148773 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:58.197282 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-a2a597a0-33a4-4e8e-9f99-5b8632706bec req-06a807f6-5010-43f0-9273-ee7487148773 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806 HTTP/1.1" status: 200 len: 945 time: 0.0824997 Sep 16 03:53:58.199191 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-c0f842ea-0a6f-4fba-96df-93201aa1672f req-f62cd2aa-603e-4462-a7be-d4aa5af69a3f service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=99d981f5-5c7a-49b0-b8fc-89f3f66e208a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399542 Sep 16 03:53:58.202371 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 60260) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:53:58.202647 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-f9e28c3e-d115-42ba-972c-5d44cc5c4a36 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=43f04e4d15c34e70bacc36db4ed53557&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4101331 Sep 16 03:53:58.256466 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-ee494c44-95c2-4943-978f-99258d743f8b admin admin] Publish callbacks [] for security_group (c50c49e8-298d-4258-ab1c-734b90203b9e), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:58.276967 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-ee494c44-95c2-4943-978f-99258d743f8b admin admin] Publish callbacks [] for security_group (c50c49e8-298d-4258-ab1c-734b90203b9e), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:58.444210 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-ee494c44-95c2-4943-978f-99258d743f8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (c50c49e8-298d-4258-ab1c-734b90203b9e), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:58.446992 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-ee494c44-95c2-4943-978f-99258d743f8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:58.448254 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-ee494c44-95c2-4943-978f-99258d743f8b admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/c50c49e8-298d-4258-ab1c-734b90203b9e HTTP/1.1" status: 204 len: 168 time: 0.2449853 Sep 16 03:53:58.458434 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee494c44-95c2-4943-978f-99258d743f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c50c49e8-298d-4258-ab1c-734b90203b9e,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:53:58.504754 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.plugin [req-a2a597a0-33a4-4e8e-9f99-5b8632706bec req-bd7145e7-6166-4cdf-9175-1c5b1c65b924 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Deleting port 638a834b-f18e-4522-9cce-b0662c140379 {{(pid=113374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 03:53:58.505184 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [req-a2a597a0-33a4-4e8e-9f99-5b8632706bec req-bd7145e7-6166-4cdf-9175-1c5b1c65b924 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672990733'] for port (638a834b-f18e-4522-9cce-b0662c140379), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:58.606175 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.db [req-a2a597a0-33a4-4e8e-9f99-5b8632706bec req-bd7145e7-6166-4cdf-9175-1c5b1c65b924 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] For port 638a834b-f18e-4522-9cce-b0662c140379, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=638a834b-f18e-4522-9cce-b0662c140379,segment=NetworkSegment(ffd67134-8fee-4362-8336-40afb3537ec3),segment_id=ffd67134-8fee-4362-8336-40afb3537ec3)] {{(pid=113374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:53:58.606528 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [req-a2a597a0-33a4-4e8e-9f99-5b8632706bec req-bd7145e7-6166-4cdf-9175-1c5b1c65b924 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432982'] for port (638a834b-f18e-4522-9cce-b0662c140379), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:58.620380 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.plugin [req-a2a597a0-33a4-4e8e-9f99-5b8632706bec req-bd7145e7-6166-4cdf-9175-1c5b1c65b924 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Calling delete_port for 638a834b-f18e-4522-9cce-b0662c140379 owned by compute:nova {{(pid=113374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 03:53:58.667088 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-2875a3e6-2c6e-4f2c-bd58-7e0a3de9c063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (bb5efb49-5a18-474a-824b-90488b0f2024), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:58.667941 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (9480ceca-8cb5-4b85-9807-6ee42f948820), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:58.707559 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b153e-2dcf-4790-b1aa-0feb006ab3c5 req-c1fcb55f-0d55-4b62-bddd-bdb5b0e1bd61 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:58.709047 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-450b153e-2dcf-4790-b1aa-0feb006ab3c5 req-c1fcb55f-0d55-4b62-bddd-bdb5b0e1bd61 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b8514653-8ce9-41b6-ba9f-d30377c5fae4 HTTP/1.1" status: 200 len: 946 time: 0.0498614 Sep 16 03:53:58.765533 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:53:58.765940 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-450b153e-2dcf-4790-b1aa-0feb006ab3c5 req-5131fd32-3cb5-433e-bf24-57f227138c11 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=99d981f5-5c7a-49b0-b8fc-89f3f66e208a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474858 Sep 16 03:53:58.872726 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [req-a2a597a0-33a4-4e8e-9f99-5b8632706bec req-bd7145e7-6166-4cdf-9175-1c5b1c65b924 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672957835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672515813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965177'] for port (638a834b-f18e-4522-9cce-b0662c140379), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:58.880732 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8abb02-ab17-4e03-93c4-e4416dd34488 req-627e98b7-5ee9-4237-bf86-33b7d335f7e2 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:58.884751 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] get_ports_and_sgs() called for port_ids ['8e2fa910-3468-43c4-b9c0-ed6a542e2f12', '638a834b-f18e-4522-9cce-b0662c140379'] {{(pid=113376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 03:53:58.889583 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-8e8abb02-ab17-4e03-93c4-e4416dd34488 req-627e98b7-5ee9-4237-bf86-33b7d335f7e2 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 946 time: 0.0613444 Sep 16 03:53:58.909465 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7145e7-6166-4cdf-9175-1c5b1c65b924 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Pushing event deleted for resources: {'Port': ['ID=638a834b-f18e-4522-9cce-b0662c140379,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:53:58.969026 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-8e8abb02-ab17-4e03-93c4-e4416dd34488 req-d21d960b-a624-47cc-84c7-04910e8f8530 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=372fa49a-4978-4034-b54e-abd4cbaee9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711803 Sep 16 03:53:58.976927 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2a597a0-33a4-4e8e-9f99-5b8632706bec req-bd7145e7-6166-4cdf-9175-1c5b1c65b924 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] No DVR routers for this DVR port 638a834b-f18e-4522-9cce-b0662c140379 on host hv-cinder-85799 {{(pid=113374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 03:53:58.984014 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [req-a2a597a0-33a4-4e8e-9f99-5b8632706bec req-bd7145e7-6166-4cdf-9175-1c5b1c65b924 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for port (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:53:58.987411 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-a2a597a0-33a4-4e8e-9f99-5b8632706bec req-bd7145e7-6166-4cdf-9175-1c5b1c65b924 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.52 "DELETE /networking/v2.0/ports/638a834b-f18e-4522-9cce-b0662c140379 HTTP/1.1" status: 204 len: 173 time: 0.5807796 Sep 16 03:53:58.987928 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806', 'name': 'network-vif-deleted', 'tag': '638a834b-f18e-4522-9cce-b0662c140379'}] {{(pid=113374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 03:53:58.992734 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690b364905604876d1d0623b3c540f81637980c049172579221ad326041cdf1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d3e324-1205-48a9-b44a-bc125a9804fd" -d '{"events": [{"server_uuid": "14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806", "name": "network-vif-deleted", "tag": "638a834b-f18e-4522-9cce-b0662c140379"}]}' {{(pid=113374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 03:53:59.088227 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-bd520ebd-d580-4eb9-87a0-72022e2c3fa4 req-62dfdf00-ae8a-4227-9d8c-2a3771ef3659 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806 HTTP/1.1" status: 200 len: 210 time: 0.0490282 Sep 16 03:53:59.194787 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 03:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59910d2e-dea8-46bb-9ac9-83a3dceb3a81 x-openstack-request-id: req-59910d2e-dea8-46bb-9ac9-83a3dceb3a81 {{(pid=113374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 03:53:59.195116 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806", "name": "network-vif-deleted", "tag": "638a834b-f18e-4522-9cce-b0662c140379", "status": "completed", "code": 200}]} {{(pid=113374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 03:53:59.195373 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-59910d2e-dea8-46bb-9ac9-83a3dceb3a81 {{(pid=113374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 03:53:59.195781 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59910d2e-dea8-46bb-9ac9-83a3dceb3a81'] response: {'server_uuid': '14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806', 'name': 'network-vif-deleted', 'tag': '638a834b-f18e-4522-9cce-b0662c140379', 'status': 'completed', 'code': 200} Sep 16 03:53:59.761188 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 60300) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:53:59.868781 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [None req-94d9a4cd-5946-41d1-a617-3aae923c865b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1679460541-network', 'tenant_id': 'c705c2f92c1646dba9c11aa6000166bc'}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:53:59.904978 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c4230b-5862-47a3-a902-bc059fd8260b req-89930243-b65a-4bc9-b955-ec0b6d0ec8a9 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:53:59.906479 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-87c4230b-5862-47a3-a902-bc059fd8260b req-89930243-b65a-4bc9-b955-ec0b6d0ec8a9 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b8514653-8ce9-41b6-ba9f-d30377c5fae4 HTTP/1.1" status: 200 len: 946 time: 0.0605841 Sep 16 03:53:59.955521 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-87c4230b-5862-47a3-a902-bc059fd8260b req-d3f67e3a-eda7-4f25-9166-f86badea28fd tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=99d981f5-5c7a-49b0-b8fc-89f3f66e208a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430605 Sep 16 03:54:00.038463 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d9a4cd-5946-41d1-a617-3aae923c865b admin admin] Made reservation on behalf of c705c2f92c1646dba9c11aa6000166bc for: {'network': 1} {{(pid=113375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 03:54:00.041027 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-94d9a4cd-5946-41d1-a617-3aae923c865b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for network (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:00.050006 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-94d9a4cd-5946-41d1-a617-3aae923c865b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:00.052269 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:00.053766 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:00.134781 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-94d9a4cd-5946-41d1-a617-3aae923c865b admin admin] Publish callbacks [] for security_group (a778aa35-5956-4b36-93ac-9d8175168705), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:00.200223 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-94d9a4cd-5946-41d1-a617-3aae923c865b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (a778aa35-5956-4b36-93ac-9d8175168705), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:00.204338 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-25202b79-5e83-4cc3-97c5-fdae864985e8 req-d0356154-1543-4677-97a7-e0cbeab62812 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=14a093b2-7d0f-4e11-8cc7-d1a2eb7a5806 HTTP/1.1" status: 200 len: 210 time: 0.0318186 Sep 16 03:54:00.227920 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94d9a4cd-5946-41d1-a617-3aae923c865b admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=113375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 03:54:00.241041 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d9a4cd-5946-41d1-a617-3aae923c865b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a778aa35-5956-4b36-93ac-9d8175168705,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:54:00.244829 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-94d9a4cd-5946-41d1-a617-3aae923c865b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432398'] for segment (338fa78b-c872-4386-b22d-98e073eaf46d), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:00.245160 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.db.segments_db [None req-94d9a4cd-5946-41d1-a617-3aae923c865b admin admin] Added segment 338fa78b-c872-4386-b22d-98e073eaf46d of type vlan for network 9e27b901-fe49-4a95-bac7-28ae58e74a1c Sep 16 03:54:00.285913 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-94d9a4cd-5946-41d1-a617-3aae923c865b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741672468170'] for network (9e27b901-fe49-4a95-bac7-28ae58e74a1c), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:00.409371 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-94d9a4cd-5946-41d1-a617-3aae923c865b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066'] for network (9e27b901-fe49-4a95-bac7-28ae58e74a1c), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:00.410771 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d9a4cd-5946-41d1-a617-3aae923c865b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:00.411604 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-94d9a4cd-5946-41d1-a617-3aae923c865b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602048'] for network (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:00.471100 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d9a4cd-5946-41d1-a617-3aae923c865b admin admin] Pushing event updated for resources: {'Network': ['ID=9e27b901-fe49-4a95-bac7-28ae58e74a1c,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:54:00.484620 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Network 9e27b901-fe49-4a95-bac7-28ae58e74a1c details requested by agent ovs-agent-dv-cinder-857993-1-iscsi with host dv-cinder-857993-1-iscsi {{(pid=113376) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 03:54:00.551553 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-94d9a4cd-5946-41d1-a617-3aae923c865b admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7872763 Sep 16 03:54:00.552484 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 60310) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:54:00.557524 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [None req-c95e4953-172f-4843-9ef0-b7fea073e3b9 admin admin] Request body: {'subnet': {'network_id': '9e27b901-fe49-4a95-bac7-28ae58e74a1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1679460541-subnet', 'tenant_id': 'c705c2f92c1646dba9c11aa6000166bc', 'ip_version': 4}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:54:00.695199 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c95e4953-172f-4843-9ef0-b7fea073e3b9 admin admin] Made reservation on behalf of c705c2f92c1646dba9c11aa6000166bc for: {'subnet': 1} {{(pid=113375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 03:54:00.697644 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-c95e4953-172f-4843-9ef0-b7fea073e3b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7762101'] for subnet (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:00.785959 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=74,neutron:INSERT=19,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:00.921448 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device 638a834b-f18e-4522-9cce-b0662c140379 no longer exists at agent hyperv_hv-cinder-85799 {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 03:54:00.942180 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] No Port match for: 638a834b-f18e-4522-9cce-b0662c140379 {{(pid=113376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 03:54:00.942527 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device 638a834b-f18e-4522-9cce-b0662c140379 not bound to the agent host hv-cinder-85799 {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 03:54:00.981902 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-c95e4953-172f-4843-9ef0-b7fea073e3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4969403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7762083'] for subnet (968df8c1-c44d-43e0-a2eb-72306aea7502), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:01.043364 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95e4953-172f-4843-9ef0-b7fea073e3b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=968df8c1-c44d-43e0-a2eb-72306aea7502,revision_number=0']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:54:01.053007 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95e4953-172f-4843-9ef0-b7fea073e3b9 admin admin] Checking segment: {'id': '338fa78b-c872-4386-b22d-98e073eaf46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9e27b901-fe49-4a95-bac7-28ae58e74a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 03:54:01.053357 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95e4953-172f-4843-9ef0-b7fea073e3b9 admin admin] Network hostable DHCP agents. Network: 9e27b901-fe49-4a95-bac7-28ae58e74a1c, hostable agents: ['5f458d39-b7df-4a2e-8f52-58d49f268778'], hosted agents: [] {{(pid=113375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 03:54:01.087668 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de2cb57-f9da-4615-ba08-764efaf9892b req-11505d4f-6088-442d-8865-7f24856b3bf1 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:01.089230 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-7de2cb57-f9da-4615-ba08-764efaf9892b req-11505d4f-6088-442d-8865-7f24856b3bf1 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b8514653-8ce9-41b6-ba9f-d30377c5fae4 HTTP/1.1" status: 200 len: 946 time: 0.0550034 Sep 16 03:54:01.136489 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-7de2cb57-f9da-4615-ba08-764efaf9892b req-06ac6548-27c4-4b39-856d-6a8f334c0158 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=99d981f5-5c7a-49b0-b8fc-89f3f66e208a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415452 Sep 16 03:54:01.152231 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95e4953-172f-4843-9ef0-b7fea073e3b9 admin admin] Network 9e27b901-fe49-4a95-bac7-28ae58e74a1c is scheduled to be hosted by DHCP agent 5f458d39-b7df-4a2e-8f52-58d49f268778 with binding_index 1 {{(pid=113375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 03:54:01.259196 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe1859f-cf27-4fdf-aa51-6bcbf513edc4 req-d94db495-ccde-4d3d-aa77-704a83d3c0cd tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:01.260709 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-dfe1859f-cf27-4fdf-aa51-6bcbf513edc4 req-d94db495-ccde-4d3d-aa77-704a83d3c0cd tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b8514653-8ce9-41b6-ba9f-d30377c5fae4 HTTP/1.1" status: 200 len: 946 time: 0.0520551 Sep 16 03:54:01.271458 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 60322) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:54:01.277872 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [None req-dcbf6017-96e3-407a-986c-d72b6bf610aa tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Request body: {'floatingip': {'port_id': '0d6f5f36-2095-4132-9bda-3dd4c203721f'}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:54:01.280596 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.base_scheduler [None req-c95e4953-172f-4843-9ef0-b7fea073e3b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857993-1-iscsi, 9e27b901-fe49-4a95-bac7-28ae58e74a1c) {{(pid=113375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:54:01.290550 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2683a6-ba8c-4c5b-ad25-186592646c44 None None] Network 9e27b901-fe49-4a95-bac7-28ae58e74a1c requested from dv-cinder-857993-1-iscsi {{(pid=113376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 03:54:01.315243 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95e4953-172f-4843-9ef0-b7fea073e3b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:01.315841 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-c95e4953-172f-4843-9ef0-b7fea073e3b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602048'] for subnet (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:01.326636 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-dcbf6017-96e3-407a-986c-d72b6bf610aa tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Publish callbacks [] for floatingip (217e6287-5e9a-41b4-8766-a6748f2020ce), before_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:01.401210 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901f92a1-aa57-4a93-8760-bee62bf42f91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1b2c0b-792a-5649-a48f-0084fb1c0ace-9e27b901-fe49-4a95-bac7-28ae58e74a1c', 'network_id': '9e27b901-fe49-4a95-bac7-28ae58e74a1c', 'project_id': 'c705c2f92c1646dba9c11aa6000166bc', 'fixed_ips': [{'subnet_id': '968df8c1-c44d-43e0-a2eb-72306aea7502'}]}} from dv-cinder-857993-1-iscsi. {{(pid=113376) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 03:54:01.402132 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-901f92a1-aa57-4a93-8760-bee62bf42f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (None), before_create {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:01.490864 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-c95e4953-172f-4843-9ef0-b7fea073e3b9 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9347558 Sep 16 03:54:01.499327 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 60326) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:54:01.499327 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.v2.base [None req-f7d929a5-b43c-4ddb-a18b-1f0d026f9832 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1679460541-router', 'tenant_id': 'c705c2f92c1646dba9c11aa6000166bc', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556'}}} {{(pid=113374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:54:01.505034 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:01.551634 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.db_base_plugin_common [None req-901f92a1-aa57-4a93-8760-bee62bf42f91 None None] Allocated IP 172.20.0.2 (9e27b901-fe49-4a95-bac7-28ae58e74a1c/968df8c1-c44d-43e0-a2eb-72306aea7502/6d9d56d2-beca-4f37-9c86-807cccbfb673) {{(pid=113376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 03:54:01.603071 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:01.615017 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:01.626524 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-f7d929a5-b43c-4ddb-a18b-1f0d026f9832 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-454019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-407'] for router (e8366e99-d8ee-4ad3-a8ce-e03da02c1448), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:01.627613 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-f7d929a5-b43c-4ddb-a18b-1f0d026f9832 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-451518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-396'] for router (e8366e99-d8ee-4ad3-a8ce-e03da02c1448), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:01.642841 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:01.698051 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-f7d929a5-b43c-4ddb-a18b-1f0d026f9832 admin admin] Publish callbacks [] for router_controller (e8366e99-d8ee-4ad3-a8ce-e03da02c1448), precommit_add_association {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:01.713495 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-901f92a1-aa57-4a93-8760-bee62bf42f91 None None] Publish callbacks [] for port (6d9d56d2-beca-4f37-9c86-807cccbfb673), precommit_create {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:01.798323 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-901f92a1-aa57-4a93-8760-bee62bf42f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672515804'] for port (6d9d56d2-beca-4f37-9c86-807cccbfb673), after_create {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:01.812999 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-dcbf6017-96e3-407a-986c-d72b6bf610aa tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:01.839911 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901f92a1-aa57-4a93-8760-bee62bf42f91 None None] Network 9e27b901-fe49-4a95-bac7-28ae58e74a1c is already hosted by enough agents. {{(pid=113376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 03:54:01.844797 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.scheduler.base_scheduler [None req-901f92a1-aa57-4a93-8760-bee62bf42f91 None None] Resources bound (agent type, host, resource id): {{(pid=113376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:54:01.846867 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901f92a1-aa57-4a93-8760-bee62bf42f91 None None] Pushing event updated for resources: {'Port': ['ID=6d9d56d2-beca-4f37-9c86-807cccbfb673,revision_number=1']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:54:01.849068 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901f92a1-aa57-4a93-8760-bee62bf42f91 None None] Received port after_create {{(pid=113376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 03:54:01.858315 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901f92a1-aa57-4a93-8760-bee62bf42f91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:54:01.858652 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901f92a1-aa57-4a93-8760-bee62bf42f91 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:54:01.859044 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901f92a1-aa57-4a93-8760-bee62bf42f91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:54:01.859379 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901f92a1-aa57-4a93-8760-bee62bf42f91 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:54:01.859704 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901f92a1-aa57-4a93-8760-bee62bf42f91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:54:01.860028 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901f92a1-aa57-4a93-8760-bee62bf42f91 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:54:01.860349 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901f92a1-aa57-4a93-8760-bee62bf42f91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:54:01.860668 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901f92a1-aa57-4a93-8760-bee62bf42f91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:54:01.860988 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901f92a1-aa57-4a93-8760-bee62bf42f91 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:54:01.861306 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901f92a1-aa57-4a93-8760-bee62bf42f91 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:54:01.861623 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901f92a1-aa57-4a93-8760-bee62bf42f91 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:54:01.861958 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901f92a1-aa57-4a93-8760-bee62bf42f91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:54:01.862277 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901f92a1-aa57-4a93-8760-bee62bf42f91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:54:01.862591 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901f92a1-aa57-4a93-8760-bee62bf42f91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:54:01.862940 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901f92a1-aa57-4a93-8760-bee62bf42f91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:54:01.906813 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-dcbf6017-96e3-407a-986c-d72b6bf610aa tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-452268'] for floatingip (217e6287-5e9a-41b4-8766-a6748f2020ce), after_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:01.917314 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.managers [None req-901f92a1-aa57-4a93-8760-bee62bf42f91 None None] Attempting to bind port 6d9d56d2-beca-4f37-9c86-807cccbfb673 on host dv-cinder-857993-1-iscsi for vnic_type normal with profile {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 03:54:01.917682 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.managers [None req-901f92a1-aa57-4a93-8760-bee62bf42f91 None None] Attempting to bind port 6d9d56d2-beca-4f37-9c86-807cccbfb673 by drivers openvswitch,hyperv on host dv-cinder-857993-1-iscsi at level 0 using segments [{'id': '338fa78b-c872-4386-b22d-98e073eaf46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9e27b901-fe49-4a95-bac7-28ae58e74a1c'}] {{(pid=113376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 03:54:01.920215 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901f92a1-aa57-4a93-8760-bee62bf42f91 None None] Attempting to bind port 6d9d56d2-beca-4f37-9c86-807cccbfb673 on network 9e27b901-fe49-4a95-bac7-28ae58e74a1c {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 03:54:01.949936 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e687d3f-a771-4ac8-a97f-44eec8d17c0e req-8622eb02-84f2-4610-a871-5fbda366fdc7 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:01.951950 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-0e687d3f-a771-4ac8-a97f-44eec8d17c0e req-8622eb02-84f2-4610-a871-5fbda366fdc7 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3ea00b9d-1f8f-4428-98f7-9d66fd079c6d HTTP/1.1" status: 200 len: 946 time: 0.1142614 Sep 16 03:54:01.953546 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-f7d929a5-b43c-4ddb-a18b-1f0d026f9832 admin admin] Publish callbacks [] for router_gateway (e8366e99-d8ee-4ad3-a8ce-e03da02c1448), precommit_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:01.964489 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901f92a1-aa57-4a93-8760-bee62bf42f91 None None] Checking agent: {'id': '9480ceca-8cb5-4b85-9807-6ee42f948820', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857993-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 3, 39, 29), 'started_at': datetime.datetime(2022, 9, 16, 3, 39, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 3, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857993-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 03:54:01.964859 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901f92a1-aa57-4a93-8760-bee62bf42f91 None None] Checking segment: {'id': '338fa78b-c872-4386-b22d-98e073eaf46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9e27b901-fe49-4a95-bac7-28ae58e74a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 03:54:01.965255 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-901f92a1-aa57-4a93-8760-bee62bf42f91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:01.965640 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901f92a1-aa57-4a93-8760-bee62bf42f91 None None] Bound using segment: {'id': '338fa78b-c872-4386-b22d-98e073eaf46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9e27b901-fe49-4a95-bac7-28ae58e74a1c'} {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 03:54:01.966111 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.managers [None req-901f92a1-aa57-4a93-8760-bee62bf42f91 None None] Bound port: 6d9d56d2-beca-4f37-9c86-807cccbfb673, host: dv-cinder-857993-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '338fa78b-c872-4386-b22d-98e073eaf46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9e27b901-fe49-4a95-bac7-28ae58e74a1c'}}] {{(pid=113376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 03:54:01.966485 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-901f92a1-aa57-4a93-8760-bee62bf42f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (6d9d56d2-beca-4f37-9c86-807cccbfb673), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:02.013114 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.db.l3_db [None req-dcbf6017-96e3-407a-986c-d72b6bf610aa tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Floating IP 217e6287-5e9a-41b4-8766-a6748f2020ce associated. External IP: 172.27.0.213, port: 0d6f5f36-2095-4132-9bda-3dd4c203721f. Sep 16 03:54:02.016420 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-0e687d3f-a771-4ac8-a97f-44eec8d17c0e req-e897cc86-4326-4594-ae8a-c5d8f3a603d9 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517421 Sep 16 03:54:02.039076 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-901f92a1-aa57-4a93-8760-bee62bf42f91 None None] For port 6d9d56d2-beca-4f37-9c86-807cccbfb673, host dv-cinder-857993-1-iscsi, cleared binding levels {{(pid=113376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 03:54:02.042885 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-901f92a1-aa57-4a93-8760-bee62bf42f91 None None] For port 6d9d56d2-beca-4f37-9c86-807cccbfb673, host dv-cinder-857993-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=6d9d56d2-beca-4f37-9c86-807cccbfb673,segment=NetworkSegment(338fa78b-c872-4386-b22d-98e073eaf46d),segment_id=338fa78b-c872-4386-b22d-98e073eaf46d)] {{(pid=113376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 03:54:02.099906 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:02.141711 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-901f92a1-aa57-4a93-8760-bee62bf42f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (6d9d56d2-beca-4f37-9c86-807cccbfb673), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:02.205998 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:02.217466 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901f92a1-aa57-4a93-8760-bee62bf42f91 None None] Pushing event updated for resources: {'Port': ['ID=6d9d56d2-beca-4f37-9c86-807cccbfb673,revision_number=2']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:54:02.246334 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcbf6017-96e3-407a-986c-d72b6bf610aa tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Router 6df99dd1-6576-46cf-9af5-72e8ecbd79ba has already been hosted by L3 agent 20a8dcff-cb91-4cfb-b5ee-87736efe33d8 {{(pid=113375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 03:54:02.248264 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-f7d929a5-b43c-4ddb-a18b-1f0d026f9832 admin admin] Publish callbacks [] for router_gateway (e8366e99-d8ee-4ad3-a8ce-e03da02c1448), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:02.268743 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-f7d929a5-b43c-4ddb-a18b-1f0d026f9832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:02.406112 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcbf6017-96e3-407a-986c-d72b6bf610aa tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Notify agent at l3_agent.dv-cinder-857993-1-iscsi the message routers_updated {{(pid=113375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 03:54:02.414146 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-dcbf6017-96e3-407a-986c-d72b6bf610aa tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for floatingip (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:02.418726 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c9f50e-deac-41d3-9758-03b3ea630de2 None None] Sync routers for ids ['6df99dd1-6576-46cf-9af5-72e8ecbd79ba'] in dv-cinder-857993-1-iscsi {{(pid=113377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 03:54:02.436240 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c9f50e-deac-41d3-9758-03b3ea630de2 None None] Routers {'6df99dd1-6576-46cf-9af5-72e8ecbd79ba'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:54:02.437581 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.db.db_base_plugin_common [None req-f7d929a5-b43c-4ddb-a18b-1f0d026f9832 admin admin] Allocated IP 172.27.0.114 (3e75d266-1ef3-4c3c-84dd-91ee0a702556/1e346a16-d4e3-4654-8a01-a4fa77b75a04/d147dc4a-810f-4392-b4f4-a7aaf52d0e5f) {{(pid=113374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 03:54:02.440472 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-c3c9f50e-deac-41d3-9758-03b3ea630de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:53:55Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['6df99dd1-6576-46cf-9af5-72e8ecbd79ba'], 'active': True} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:54:02.455861 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-dcbf6017-96e3-407a-986c-d72b6bf610aa tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/217e6287-5e9a-41b4-8766-a6748f2020ce HTTP/1.1" status: 200 len: 992 time: 1.1833210 Sep 16 03:54:02.456513 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8514653-8ce9-41b6-ba9f-d30377c5fae4', 'tag': '0d6f5f36-2095-4132-9bda-3dd4c203721f'}] {{(pid=113375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 03:54:02.459452 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5377fd1d321389c1792f161ed840337514ae556b8848fe715c314c680a14a908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ad9be2-5711-4803-b2e8-172fcf0159cb" -d '{"events": [{"name": "network-changed", "server_uuid": "b8514653-8ce9-41b6-ba9f-d30377c5fae4", "tag": "0d6f5f36-2095-4132-9bda-3dd4c203721f"}]}' {{(pid=113375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 03:54:02.524390 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 03:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd7c5da-6e2b-4ebb-ab25-c756693d14d1 x-openstack-request-id: req-7bd7c5da-6e2b-4ebb-ab25-c756693d14d1 {{(pid=113375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 03:54:02.525692 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8514653-8ce9-41b6-ba9f-d30377c5fae4", "tag": "0d6f5f36-2095-4132-9bda-3dd4c203721f", "status": "completed", "code": 200}]} {{(pid=113375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 03:54:02.526229 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7bd7c5da-6e2b-4ebb-ab25-c756693d14d1 {{(pid=113375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 03:54:02.526791 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bd7c5da-6e2b-4ebb-ab25-c756693d14d1'] response: {'name': 'network-changed', 'server_uuid': 'b8514653-8ce9-41b6-ba9f-d30377c5fae4', 'tag': '0d6f5f36-2095-4132-9bda-3dd4c203721f', 'status': 'completed', 'code': 200} Sep 16 03:54:02.537180 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device 6d9d56d2-beca-4f37-9c86-807cccbfb673 up at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 03:54:02.561623 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:02.584023 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Provisioning complete for port 6d9d56d2-beca-4f37-9c86-807cccbfb673 triggered by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:54:02.584308 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (6d9d56d2-beca-4f37-9c86-807cccbfb673), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:02.584827 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Attempt 1 to provision port 6d9d56d2-beca-4f37-9c86-807cccbfb673 Sep 16 03:54:02.598337 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-f7d929a5-b43c-4ddb-a18b-1f0d026f9832 admin admin] Publish callbacks [] for port (d147dc4a-810f-4392-b4f4-a7aaf52d0e5f), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:02.658783 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Current status of the port 6d9d56d2-beca-4f37-9c86-807cccbfb673 is: DOWN; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:54:02.659232 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (6d9d56d2-beca-4f37-9c86-807cccbfb673), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:02.667869 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvr_db [None req-c3c9f50e-deac-41d3-9758-03b3ea630de2 None None] Set router 6df99dd1-6576-46cf-9af5-72e8ecbd79ba gateway port host: dv-cinder-857993-1-iscsi {{(pid=113377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:54:02.693381 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] For port 6d9d56d2-beca-4f37-9c86-807cccbfb673, host dv-cinder-857993-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=6d9d56d2-beca-4f37-9c86-807cccbfb673,segment=NetworkSegment(338fa78b-c872-4386-b22d-98e073eaf46d),segment_id=338fa78b-c872-4386-b22d-98e073eaf46d)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:54:02.701507 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-f7d929a5-b43c-4ddb-a18b-1f0d026f9832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672515804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965177'] for port (d147dc4a-810f-4392-b4f4-a7aaf52d0e5f), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:02.743606 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d929a5-b43c-4ddb-a18b-1f0d026f9832 admin admin] Network 3e75d266-1ef3-4c3c-84dd-91ee0a702556 is already hosted by enough agents. {{(pid=113374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 03:54:02.747497 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:02.750488 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.base_scheduler [None req-f7d929a5-b43c-4ddb-a18b-1f0d026f9832 admin admin] Resources bound (agent type, host, resource id): {{(pid=113374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:54:02.755366 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d929a5-b43c-4ddb-a18b-1f0d026f9832 admin admin] Received port after_create {{(pid=113374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 03:54:02.758263 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d929a5-b43c-4ddb-a18b-1f0d026f9832 admin admin] Pushing event updated for resources: {'Port': ['ID=d147dc4a-810f-4392-b4f4-a7aaf52d0e5f,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:54:02.781512 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (6d9d56d2-beca-4f37-9c86-807cccbfb673), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:02.835055 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Pushing event updated for resources: {'Port': ['ID=6d9d56d2-beca-4f37-9c86-807cccbfb673,revision_number=3']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:54:02.892269 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-c3c9f50e-deac-41d3-9758-03b3ea630de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df99dd1-6576-46cf-9af5-72e8ecbd79ba', 'name': 'tempest-AttachVolumeTestJSON-821580754-router', 'tenant_id': 'e94b50976295422c9c8374155cf2d2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'dea63493-fe7f-44f5-981f-4ef4ab311574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:13Z', 'updated_at': '2022-09-16T03:48:20Z', 'revision_number': 4, 'project_id': 'e94b50976295422c9c8374155cf2d2c2', 'gw_port': {'id': 'dea63493-fe7f-44f5-981f-4ef4ab311574', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:00:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df99dd1-6576-46cf-9af5-72e8ecbd79ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:14Z', 'updated_at': '2022-09-16T03:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_floatingips': [{'id': '217e6287-5e9a-41b4-8766-a6748f2020ce', 'tenant_id': 'e94b50976295422c9c8374155cf2d2c2', 'floating_ip_address': '172.27.0.213', 'floating_network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'router_id': '6df99dd1-6576-46cf-9af5-72e8ecbd79ba', 'port_id': '0d6f5f36-2095-4132-9bda-3dd4c203721f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96000232-5a2c-4cbe-8524-4ab75044ef77', 'mac_address': 'fa:16:3e:2b:c7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8514653-8ce9-41b6-ba9f-d30377c5fae4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T03:53:39Z', 'updated_at': '2022-09-16T03:54:01Z', 'revision_number': 1, 'project_id': 'e94b50976295422c9c8374155cf2d2c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d6fce8a-7f44-4c9b-9123-63c5924fa5b6', 'name': '', 'network_id': '96000232-5a2c-4cbe-8524-4ab75044ef77', 'tenant_id': 'e94b50976295422c9c8374155cf2d2c2', 'mac_address': 'fa:16:3e:75:2a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df99dd1-6576-46cf-9af5-72e8ecbd79ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '4abf9a95-17e5-40d7-a907-9f39161a7362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:18Z', 'updated_at': '2022-09-16T03:48:34Z', 'revision_number': 5, 'project_id': 'e94b50976295422c9c8374155cf2d2c2', 'subnets': [{'id': '4abf9a95-17e5-40d7-a907-9f39161a7362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:54:02.918357 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c9f50e-deac-41d3-9758-03b3ea630de2 None None] Checking router: 6df99dd1-6576-46cf-9af5-72e8ecbd79ba for host: dv-cinder-857993-1-iscsi {{(pid=113377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 03:54:02.927526 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c9f50e-deac-41d3-9758-03b3ea630de2 None None] Routers {'6df99dd1-6576-46cf-9af5-72e8ecbd79ba'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:54:02.929188 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-c3c9f50e-deac-41d3-9758-03b3ea630de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:53:55Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['6df99dd1-6576-46cf-9af5-72e8ecbd79ba'], 'active': True} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:54:03.047475 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvr_db [None req-c3c9f50e-deac-41d3-9758-03b3ea630de2 None None] Set router 6df99dd1-6576-46cf-9af5-72e8ecbd79ba gateway port host: dv-cinder-857993-1-iscsi {{(pid=113377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:54:03.190553 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-f7d929a5-b43c-4ddb-a18b-1f0d026f9832 admin admin] Publish callbacks [] for router_gateway (e8366e99-d8ee-4ad3-a8ce-e03da02c1448), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:03.199613 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f344fc-764c-4dee-80fa-85176d99483e req-2b6a54fd-7b17-4651-94a5-a215d3cc5b8e tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:03.201113 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-72f344fc-764c-4dee-80fa-85176d99483e req-2b6a54fd-7b17-4651-94a5-a215d3cc5b8e tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3ea00b9d-1f8f-4428-98f7-9d66fd079c6d HTTP/1.1" status: 200 len: 946 time: 0.0751019 Sep 16 03:54:03.253164 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048c3882-6fd4-49d5-8b0a-89bb189343e1 None None] Network 9e27b901-fe49-4a95-bac7-28ae58e74a1c requested from dv-cinder-857993-1-iscsi {{(pid=113376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 03:54:03.275396 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-c3c9f50e-deac-41d3-9758-03b3ea630de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df99dd1-6576-46cf-9af5-72e8ecbd79ba', 'name': 'tempest-AttachVolumeTestJSON-821580754-router', 'tenant_id': 'e94b50976295422c9c8374155cf2d2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'dea63493-fe7f-44f5-981f-4ef4ab311574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:13Z', 'updated_at': '2022-09-16T03:48:20Z', 'revision_number': 4, 'project_id': 'e94b50976295422c9c8374155cf2d2c2', 'gw_port': {'id': 'dea63493-fe7f-44f5-981f-4ef4ab311574', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:00:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df99dd1-6576-46cf-9af5-72e8ecbd79ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:14Z', 'updated_at': '2022-09-16T03:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_floatingips': [{'id': '217e6287-5e9a-41b4-8766-a6748f2020ce', 'tenant_id': 'e94b50976295422c9c8374155cf2d2c2', 'floating_ip_address': '172.27.0.213', 'floating_network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'router_id': '6df99dd1-6576-46cf-9af5-72e8ecbd79ba', 'port_id': '0d6f5f36-2095-4132-9bda-3dd4c203721f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96000232-5a2c-4cbe-8524-4ab75044ef77', 'mac_address': 'fa:16:3e:2b:c7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8514653-8ce9-41b6-ba9f-d30377c5fae4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T03:53:39Z', 'updated_at': '2022-09-16T03:54:01Z', 'revision_number': 1, 'project_id': 'e94b50976295422c9c8374155cf2d2c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d6fce8a-7f44-4c9b-9123-63c5924fa5b6', 'name': '', 'network_id': '96000232-5a2c-4cbe-8524-4ab75044ef77', 'tenant_id': 'e94b50976295422c9c8374155cf2d2c2', 'mac_address': 'fa:16:3e:75:2a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df99dd1-6576-46cf-9af5-72e8ecbd79ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '4abf9a95-17e5-40d7-a907-9f39161a7362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:18Z', 'updated_at': '2022-09-16T03:48:34Z', 'revision_number': 5, 'project_id': 'e94b50976295422c9c8374155cf2d2c2', 'subnets': [{'id': '4abf9a95-17e5-40d7-a907-9f39161a7362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:54:03.303007 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c9f50e-deac-41d3-9758-03b3ea630de2 None None] The sync data for ids ['6df99dd1-6576-46cf-9af5-72e8ecbd79ba'] in dv-cinder-857993-1-iscsi is: [{'id': '6df99dd1-6576-46cf-9af5-72e8ecbd79ba', 'name': 'tempest-AttachVolumeTestJSON-821580754-router', 'tenant_id': 'e94b50976295422c9c8374155cf2d2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'dea63493-fe7f-44f5-981f-4ef4ab311574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:13Z', 'updated_at': '2022-09-16T03:48:20Z', 'revision_number': 4, 'project_id': 'e94b50976295422c9c8374155cf2d2c2', 'gw_port': {'id': 'dea63493-fe7f-44f5-981f-4ef4ab311574', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:00:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df99dd1-6576-46cf-9af5-72e8ecbd79ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:14Z', 'updated_at': '2022-09-16T03:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_floatingips': [{'id': '217e6287-5e9a-41b4-8766-a6748f2020ce', 'tenant_id': 'e94b50976295422c9c8374155cf2d2c2', 'floating_ip_address': '172.27.0.213', 'floating_network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'router_id': '6df99dd1-6576-46cf-9af5-72e8ecbd79ba', 'port_id': '0d6f5f36-2095-4132-9bda-3dd4c203721f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96000232-5a2c-4cbe-8524-4ab75044ef77', 'mac_address': 'fa:16:3e:2b:c7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8514653-8ce9-41b6-ba9f-d30377c5fae4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T03:53:39Z', 'updated_at': '2022-09-16T03:54:01Z', 'revision_number': 1, 'project_id': 'e94b50976295422c9c8374155cf2d2c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d6fce8a-7f44-4c9b-9123-63c5924fa5b6', 'name': '', 'network_id': '96000232-5a2c-4cbe-8524-4ab75044ef77', 'tenant_id': 'e94b50976295422c9c8374155cf2d2c2', 'mac_address': 'fa:16:3e:75:2a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df99dd1-6576-46cf-9af5-72e8ecbd79ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '4abf9a95-17e5-40d7-a907-9f39161a7362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:18Z', 'updated_at': '2022-09-16T03:48:34Z', 'revision_number': 5, 'project_id': 'e94b50976295422c9c8374155cf2d2c2', 'subnets': [{'id': '4abf9a95-17e5-40d7-a907-9f39161a7362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 03:54:03.329285 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-9e1e05e0-b9a6-4d08-a057-33b3d4fc5412 None None] Provisioning complete for port 6d9d56d2-beca-4f37-9c86-807cccbfb673 triggered by entity DHCP. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:54:03.330155 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-9e1e05e0-b9a6-4d08-a057-33b3d4fc5412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (6d9d56d2-beca-4f37-9c86-807cccbfb673), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:03.330679 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-9e1e05e0-b9a6-4d08-a057-33b3d4fc5412 None None] Attempt 1 to provision port 6d9d56d2-beca-4f37-9c86-807cccbfb673 Sep 16 03:54:03.339393 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-72f344fc-764c-4dee-80fa-85176d99483e req-37bf4ad6-26de-483b-8d72-2d6c8eb0ddc8 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071737 Sep 16 03:54:03.455465 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-f7d929a5-b43c-4ddb-a18b-1f0d026f9832 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-451558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-452142'] for router (e8366e99-d8ee-4ad3-a8ce-e03da02c1448), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:03.463535 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-9e1e05e0-b9a6-4d08-a057-33b3d4fc5412 None None] Current status of the port 6d9d56d2-beca-4f37-9c86-807cccbfb673 is: ACTIVE; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:54:03.507261 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:03.560670 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463e031e-ab6d-4a4b-a377-707a8f7f5983 None None] New status for floating IP 217e6287-5e9a-41b4-8766-a6748f2020ce: ACTIVE {{(pid=113376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 03:54:03.661727 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7d929a5-b43c-4ddb-a18b-1f0d026f9832 admin admin] Router e8366e99-d8ee-4ad3-a8ce-e03da02c1448 is scheduled to L3 agent 20a8dcff-cb91-4cfb-b5ee-87736efe33d8 with binding_index 1 {{(pid=113374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 03:54:03.705687 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-86e12d1f-3197-4c48-bbf8-659c4c2ff209 None None] Provisioning complete for port 6d9d56d2-beca-4f37-9c86-807cccbfb673 triggered by entity DHCP. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:54:03.706337 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-86e12d1f-3197-4c48-bbf8-659c4c2ff209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (6d9d56d2-beca-4f37-9c86-807cccbfb673), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:03.706552 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-86e12d1f-3197-4c48-bbf8-659c4c2ff209 None None] Attempt 1 to provision port 6d9d56d2-beca-4f37-9c86-807cccbfb673 Sep 16 03:54:03.787803 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:03.794625 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-86e12d1f-3197-4c48-bbf8-659c4c2ff209 None None] Current status of the port 6d9d56d2-beca-4f37-9c86-807cccbfb673 is: ACTIVE; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:54:04.005502 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7d929a5-b43c-4ddb-a18b-1f0d026f9832 admin admin] Notify agent at l3_agent.dv-cinder-857993-1-iscsi the message routers_updated {{(pid=113374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 03:54:04.013895 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1460abd-4fbc-4055-8c93-7831172cc08f None None] Sync routers for ids ['e8366e99-d8ee-4ad3-a8ce-e03da02c1448'] in dv-cinder-857993-1-iscsi {{(pid=113377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 03:54:04.023791 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1460abd-4fbc-4055-8c93-7831172cc08f None None] Routers {'e8366e99-d8ee-4ad3-a8ce-e03da02c1448'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:54:04.024398 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-d1460abd-4fbc-4055-8c93-7831172cc08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:53:55Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['e8366e99-d8ee-4ad3-a8ce-e03da02c1448'], 'active': True} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:54:04.080164 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-f7d929a5-b43c-4ddb-a18b-1f0d026f9832 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:04.081341 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-f7d929a5-b43c-4ddb-a18b-1f0d026f9832 admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5888882 Sep 16 03:54:04.085036 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 60340) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:54:04.130432 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvr_db [None req-d1460abd-4fbc-4055-8c93-7831172cc08f None None] Set router e8366e99-d8ee-4ad3-a8ce-e03da02c1448 gateway port host: dv-cinder-857993-1-iscsi {{(pid=113377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:54:04.148263 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad9be2-5711-4803-b2e8-172fcf0159cb req-ee975bbb-c638-4a67-9411-47f7093e5fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:04.150229 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-90ad9be2-5711-4803-b2e8-172fcf0159cb req-ee975bbb-c638-4a67-9411-47f7093e5fd6 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=e94b50976295422c9c8374155cf2d2c2&device_id=b8514653-8ce9-41b6-ba9f-d30377c5fae4 HTTP/1.1" status: 200 len: 1130 time: 0.0425022 Sep 16 03:54:04.255173 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad9be2-5711-4803-b2e8-172fcf0159cb req-cdec0e5d-d407-4cb5-8a70-165be84f250b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:04.256658 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-90ad9be2-5711-4803-b2e8-172fcf0159cb req-cdec0e5d-d407-4cb5-8a70-165be84f250b service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=96000232-5a2c-4cbe-8524-4ab75044ef77 HTTP/1.1" status: 200 len: 911 time: 0.0987706 Sep 16 03:54:04.268366 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=100 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:04.289979 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=100 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:04.308032 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-d1460abd-4fbc-4055-8c93-7831172cc08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8366e99-d8ee-4ad3-a8ce-e03da02c1448', 'name': 'tempest-TestMinimumBasicScenario-1679460541-router', 'tenant_id': 'c705c2f92c1646dba9c11aa6000166bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'd147dc4a-810f-4392-b4f4-a7aaf52d0e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:54:01Z', 'updated_at': '2022-09-16T03:54:02Z', 'revision_number': 3, 'project_id': 'c705c2f92c1646dba9c11aa6000166bc', 'gw_port': {'id': 'd147dc4a-810f-4392-b4f4-a7aaf52d0e5f', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:26:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8366e99-d8ee-4ad3-a8ce-e03da02c1448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:54:02Z', 'updated_at': '2022-09-16T03:54:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi'}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:54:04.338965 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1460abd-4fbc-4055-8c93-7831172cc08f None None] Checking router: e8366e99-d8ee-4ad3-a8ce-e03da02c1448 for host: dv-cinder-857993-1-iscsi {{(pid=113377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 03:54:04.339493 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1460abd-4fbc-4055-8c93-7831172cc08f None None] Updating router e8366e99-d8ee-4ad3-a8ce-e03da02c1448 port d147dc4a-810f-4392-b4f4-a7aaf52d0e5f binding host dv-cinder-857993-1-iscsi {{(pid=113377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 03:54:04.354121 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-90ad9be2-5711-4803-b2e8-172fcf0159cb req-fab69f2f-25ad-4242-bbd4-382d976650e9 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d6f5f36-2095-4132-9bda-3dd4c203721f HTTP/1.1" status: 200 len: 1002 time: 0.0699680 Sep 16 03:54:04.368343 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron_lib.callbacks.manager [None req-d1460abd-4fbc-4055-8c93-7831172cc08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (d147dc4a-810f-4392-b4f4-a7aaf52d0e5f), before_update {{(pid=113377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:04.420770 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad9be2-5711-4803-b2e8-172fcf0159cb req-e2e96c82-fc6e-40a9-8065-c02b98885041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:04.422370 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-90ad9be2-5711-4803-b2e8-172fcf0159cb req-e2e96c82-fc6e-40a9-8065-c02b98885041 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=4abf9a95-17e5-40d7-a907-9f39161a7362 HTTP/1.1" status: 200 len: 849 time: 0.0587869 Sep 16 03:54:04.451398 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=100 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:04.486752 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad9be2-5711-4803-b2e8-172fcf0159cb req-1a289839-7df2-473c-b2b1-e7e7fe38a499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:04.489864 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-90ad9be2-5711-4803-b2e8-172fcf0159cb req-1a289839-7df2-473c-b2b1-e7e7fe38a499 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=96000232-5a2c-4cbe-8524-4ab75044ef77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0547407 Sep 16 03:54:04.516101 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device 6d9d56d2-beca-4f37-9c86-807cccbfb673 up at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 03:54:04.538291 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15878044-61c9-43b3-9bdf-c517a0b933c4 req-f7274f39-22ed-427d-88f3-10f837c1ce19 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:04.542333 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-15878044-61c9-43b3-9bdf-c517a0b933c4 req-f7274f39-22ed-427d-88f3-10f837c1ce19 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3ea00b9d-1f8f-4428-98f7-9d66fd079c6d HTTP/1.1" status: 200 len: 946 time: 0.1214588 Sep 16 03:54:04.549742 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3695d81c-8816-4558-9cf1-97e1864423ed req-4328baf4-7a46-4ea6-8d49-aa2441f8d8c6 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:04.551622 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-3695d81c-8816-4558-9cf1-97e1864423ed req-4328baf4-7a46-4ea6-8d49-aa2441f8d8c6 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3ea00b9d-1f8f-4428-98f7-9d66fd079c6d HTTP/1.1" status: 200 len: 946 time: 0.0950820 Sep 16 03:54:04.571807 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Provisioning complete for port 6d9d56d2-beca-4f37-9c86-807cccbfb673 triggered by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:54:04.576219 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (6d9d56d2-beca-4f37-9c86-807cccbfb673), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:04.576219 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Attempt 1 to provision port 6d9d56d2-beca-4f37-9c86-807cccbfb673 Sep 16 03:54:04.608582 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-90ad9be2-5711-4803-b2e8-172fcf0159cb req-2c122f4c-7368-4064-a151-5c2d833da9e1 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/96000232-5a2c-4cbe-8524-4ab75044ef77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118171 Sep 16 03:54:04.665007 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Current status of the port 6d9d56d2-beca-4f37-9c86-807cccbfb673 is: ACTIVE; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:54:04.686892 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.plugin [req-15878044-61c9-43b3-9bdf-c517a0b933c4 req-af465930-23fc-47cb-955c-c06d2c26622d tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Deleting port 8e2fa910-3468-43c4-b9c0-ed6a542e2f12 {{(pid=113375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 03:54:04.687399 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-15878044-61c9-43b3-9bdf-c517a0b933c4 req-af465930-23fc-47cb-955c-c06d2c26622d tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672990733'] for port (8e2fa910-3468-43c4-b9c0-ed6a542e2f12), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:04.697591 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:04.717910 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron_lib.callbacks.manager [None req-d1460abd-4fbc-4055-8c93-7831172cc08f None None] Publish callbacks [] for port (d147dc4a-810f-4392-b4f4-a7aaf52d0e5f), precommit_update {{(pid=113377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:04.744359 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-90ad9be2-5711-4803-b2e8-172fcf0159cb req-f292e21d-a471-430c-bf2c-4ee84fd37e30 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/96000232-5a2c-4cbe-8524-4ab75044ef77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288342 Sep 16 03:54:04.796764 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-3695d81c-8816-4558-9cf1-97e1864423ed req-3b0f5097-ff19-4936-90a9-ccddf65cbb2b tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7214bb29-4468-4521-9fdb-aa76e671c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915507 Sep 16 03:54:04.797297 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron_lib.callbacks.manager [None req-d1460abd-4fbc-4055-8c93-7831172cc08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (d147dc4a-810f-4392-b4f4-a7aaf52d0e5f), after_update {{(pid=113377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:04.830089 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-eac38040-713d-4c1e-9048-2dbeec1831b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:04.834716 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.managers [None req-d1460abd-4fbc-4055-8c93-7831172cc08f None None] Attempting to bind port d147dc4a-810f-4392-b4f4-a7aaf52d0e5f on host dv-cinder-857993-1-iscsi for vnic_type normal with profile {{(pid=113377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 03:54:04.835136 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.managers [None req-d1460abd-4fbc-4055-8c93-7831172cc08f None None] Attempting to bind port d147dc4a-810f-4392-b4f4-a7aaf52d0e5f by drivers openvswitch,hyperv on host dv-cinder-857993-1-iscsi at level 0 using segments [{'id': '0cda3508-2052-48b1-ae54-b35f980014ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556'}] {{(pid=113377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 03:54:04.835489 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1460abd-4fbc-4055-8c93-7831172cc08f None None] Attempting to bind port d147dc4a-810f-4392-b4f4-a7aaf52d0e5f on network 3e75d266-1ef3-4c3c-84dd-91ee0a702556 {{(pid=113377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 03:54:04.859730 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.db [req-15878044-61c9-43b3-9bdf-c517a0b933c4 req-af465930-23fc-47cb-955c-c06d2c26622d tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] For port 8e2fa910-3468-43c4-b9c0-ed6a542e2f12, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=8e2fa910-3468-43c4-b9c0-ed6a542e2f12,segment=NetworkSegment(ffd67134-8fee-4362-8336-40afb3537ec3),segment_id=ffd67134-8fee-4362-8336-40afb3537ec3)] {{(pid=113375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:54:04.860016 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-15878044-61c9-43b3-9bdf-c517a0b933c4 req-af465930-23fc-47cb-955c-c06d2c26622d tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432982'] for port (8e2fa910-3468-43c4-b9c0-ed6a542e2f12), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:04.878261 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dafd0e-275f-42f8-a185-f09ccab3a539 None None] Pushing event updated for resources: {'Port': ['ID=d147dc4a-810f-4392-b4f4-a7aaf52d0e5f,revision_number=2']} {{(pid=113377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:54:04.881198 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.plugin [req-15878044-61c9-43b3-9bdf-c517a0b933c4 req-af465930-23fc-47cb-955c-c06d2c26622d tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Calling delete_port for 8e2fa910-3468-43c4-b9c0-ed6a542e2f12 owned by compute:nova {{(pid=113375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 03:54:04.893842 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dafd0e-275f-42f8-a185-f09ccab3a539 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:54:04.894178 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dafd0e-275f-42f8-a185-f09ccab3a539 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:54:04.894561 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dafd0e-275f-42f8-a185-f09ccab3a539 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:54:04.894901 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dafd0e-275f-42f8-a185-f09ccab3a539 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:54:04.895322 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dafd0e-275f-42f8-a185-f09ccab3a539 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:54:04.895640 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dafd0e-275f-42f8-a185-f09ccab3a539 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:54:04.895953 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dafd0e-275f-42f8-a185-f09ccab3a539 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:54:04.896267 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dafd0e-275f-42f8-a185-f09ccab3a539 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:54:04.896576 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dafd0e-275f-42f8-a185-f09ccab3a539 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:54:04.896885 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dafd0e-275f-42f8-a185-f09ccab3a539 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:54:04.897196 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dafd0e-275f-42f8-a185-f09ccab3a539 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:54:04.897519 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dafd0e-275f-42f8-a185-f09ccab3a539 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:54:04.897830 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dafd0e-275f-42f8-a185-f09ccab3a539 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:54:04.898132 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dafd0e-275f-42f8-a185-f09ccab3a539 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:54:04.898450 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dafd0e-275f-42f8-a185-f09ccab3a539 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:54:04.907621 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1460abd-4fbc-4055-8c93-7831172cc08f None None] Checking agent: {'id': '9480ceca-8cb5-4b85-9807-6ee42f948820', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857993-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 3, 39, 29), 'started_at': datetime.datetime(2022, 9, 16, 3, 39, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 3, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857993-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 03:54:04.907989 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1460abd-4fbc-4055-8c93-7831172cc08f None None] Checking segment: {'id': '0cda3508-2052-48b1-ae54-b35f980014ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 03:54:04.908369 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron_lib.callbacks.manager [None req-d1460abd-4fbc-4055-8c93-7831172cc08f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:04.908741 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1460abd-4fbc-4055-8c93-7831172cc08f None None] Bound using segment: {'id': '0cda3508-2052-48b1-ae54-b35f980014ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556'} {{(pid=113377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 03:54:04.909218 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.managers [None req-d1460abd-4fbc-4055-8c93-7831172cc08f None None] Bound port: d147dc4a-810f-4392-b4f4-a7aaf52d0e5f, host: dv-cinder-857993-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cda3508-2052-48b1-ae54-b35f980014ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556'}}] {{(pid=113377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 03:54:04.909587 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron_lib.callbacks.manager [None req-d1460abd-4fbc-4055-8c93-7831172cc08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (d147dc4a-810f-4392-b4f4-a7aaf52d0e5f), before_update {{(pid=113377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:04.960455 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.db [None req-d1460abd-4fbc-4055-8c93-7831172cc08f None None] For port d147dc4a-810f-4392-b4f4-a7aaf52d0e5f, host dv-cinder-857993-1-iscsi, cleared binding levels {{(pid=113377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 03:54:04.964005 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.db [None req-d1460abd-4fbc-4055-8c93-7831172cc08f None None] For port d147dc4a-810f-4392-b4f4-a7aaf52d0e5f, host dv-cinder-857993-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=d147dc4a-810f-4392-b4f4-a7aaf52d0e5f,segment=NetworkSegment(0cda3508-2052-48b1-ae54-b35f980014ad),segment_id=0cda3508-2052-48b1-ae54-b35f980014ad)] {{(pid=113377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 03:54:04.985258 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=100 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:05.038796 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron_lib.callbacks.manager [None req-d1460abd-4fbc-4055-8c93-7831172cc08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (d147dc4a-810f-4392-b4f4-a7aaf52d0e5f), after_update {{(pid=113377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:05.078810 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.db_base_plugin_common [None req-eac38040-713d-4c1e-9048-2dbeec1831b1 admin admin] Allocated IP 172.20.0.1 (9e27b901-fe49-4a95-bac7-28ae58e74a1c/968df8c1-c44d-43e0-a2eb-72306aea7502/898b98a9-2de7-43c6-805b-6a1820de23b5) {{(pid=113375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 03:54:05.080754 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1460abd-4fbc-4055-8c93-7831172cc08f None None] Routers {'e8366e99-d8ee-4ad3-a8ce-e03da02c1448'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:54:05.081370 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-d1460abd-4fbc-4055-8c93-7831172cc08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:53:55Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['e8366e99-d8ee-4ad3-a8ce-e03da02c1448'], 'active': True} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:54:05.188980 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-15878044-61c9-43b3-9bdf-c517a0b933c4 req-af465930-23fc-47cb-955c-c06d2c26622d tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672957835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672515813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4972043'] for port (8e2fa910-3468-43c4-b9c0-ed6a542e2f12), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:05.206145 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] get_ports_and_sgs() called for port_ids ['8e2fa910-3468-43c4-b9c0-ed6a542e2f12'] {{(pid=113376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 03:54:05.217160 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dafd0e-275f-42f8-a185-f09ccab3a539 None None] Pushing event updated for resources: {'Port': ['ID=d147dc4a-810f-4392-b4f4-a7aaf52d0e5f,revision_number=3']} {{(pid=113377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:54:05.226868 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af465930-23fc-47cb-955c-c06d2c26622d tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Pushing event deleted for resources: {'Port': ['ID=8e2fa910-3468-43c4-b9c0-ed6a542e2f12,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:54:05.301085 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvr_db [None req-d1460abd-4fbc-4055-8c93-7831172cc08f None None] Set router e8366e99-d8ee-4ad3-a8ce-e03da02c1448 gateway port host: dv-cinder-857993-1-iscsi {{(pid=113377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:54:05.305712 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:05.327977 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.l3_dvrscheduler_db [req-15878044-61c9-43b3-9bdf-c517a0b933c4 req-af465930-23fc-47cb-955c-c06d2c26622d tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] No DVR routers for this DVR port 8e2fa910-3468-43c4-b9c0-ed6a542e2f12 on host hv-cinder-85799 {{(pid=113375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 03:54:05.334278 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-15878044-61c9-43b3-9bdf-c517a0b933c4 req-af465930-23fc-47cb-955c-c06d2c26622d tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for port (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:05.337499 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-15878044-61c9-43b3-9bdf-c517a0b933c4 req-af465930-23fc-47cb-955c-c06d2c26622d tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.52 "DELETE /networking/v2.0/ports/8e2fa910-3468-43c4-b9c0-ed6a542e2f12 HTTP/1.1" status: 204 len: 173 time: 0.7831135 Sep 16 03:54:05.338010 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ea00b9d-1f8f-4428-98f7-9d66fd079c6d', 'name': 'network-vif-deleted', 'tag': '8e2fa910-3468-43c4-b9c0-ed6a542e2f12'}] {{(pid=113375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 03:54:05.340303 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5377fd1d321389c1792f161ed840337514ae556b8848fe715c314c680a14a908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8053666f-8288-4dfe-9302-59745d8e2948" -d '{"events": [{"server_uuid": "3ea00b9d-1f8f-4428-98f7-9d66fd079c6d", "name": "network-vif-deleted", "tag": "8e2fa910-3468-43c4-b9c0-ed6a542e2f12"}]}' {{(pid=113375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 03:54:05.398542 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-eac38040-713d-4c1e-9048-2dbeec1831b1 admin admin] Publish callbacks [] for port (898b98a9-2de7-43c6-805b-6a1820de23b5), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:05.408611 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 03:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03886a06-cb95-4f5b-aeb4-a67f9b8261b9 x-openstack-request-id: req-03886a06-cb95-4f5b-aeb4-a67f9b8261b9 {{(pid=113375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 03:54:05.408611 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ea00b9d-1f8f-4428-98f7-9d66fd079c6d", "name": "network-vif-deleted", "tag": "8e2fa910-3468-43c4-b9c0-ed6a542e2f12", "status": "completed", "code": 200}]} {{(pid=113375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 03:54:05.408611 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-03886a06-cb95-4f5b-aeb4-a67f9b8261b9 {{(pid=113375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 03:54:05.408611 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03886a06-cb95-4f5b-aeb4-a67f9b8261b9'] response: {'server_uuid': '3ea00b9d-1f8f-4428-98f7-9d66fd079c6d', 'name': 'network-vif-deleted', 'tag': '8e2fa910-3468-43c4-b9c0-ed6a542e2f12', 'status': 'completed', 'code': 200} Sep 16 03:54:05.480477 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:05.485759 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-d1460abd-4fbc-4055-8c93-7831172cc08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8366e99-d8ee-4ad3-a8ce-e03da02c1448', 'name': 'tempest-TestMinimumBasicScenario-1679460541-router', 'tenant_id': 'c705c2f92c1646dba9c11aa6000166bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'd147dc4a-810f-4392-b4f4-a7aaf52d0e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:54:01Z', 'updated_at': '2022-09-16T03:54:02Z', 'revision_number': 3, 'project_id': 'c705c2f92c1646dba9c11aa6000166bc', 'gw_port': {'id': 'd147dc4a-810f-4392-b4f4-a7aaf52d0e5f', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:26:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8366e99-d8ee-4ad3-a8ce-e03da02c1448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:54:02Z', 'updated_at': '2022-09-16T03:54:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi'}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:54:05.510690 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1460abd-4fbc-4055-8c93-7831172cc08f None None] The sync data for ids ['e8366e99-d8ee-4ad3-a8ce-e03da02c1448'] in dv-cinder-857993-1-iscsi is: [{'id': 'e8366e99-d8ee-4ad3-a8ce-e03da02c1448', 'name': 'tempest-TestMinimumBasicScenario-1679460541-router', 'tenant_id': 'c705c2f92c1646dba9c11aa6000166bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'd147dc4a-810f-4392-b4f4-a7aaf52d0e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:54:01Z', 'updated_at': '2022-09-16T03:54:02Z', 'revision_number': 3, 'project_id': 'c705c2f92c1646dba9c11aa6000166bc', 'gw_port': {'id': 'd147dc4a-810f-4392-b4f4-a7aaf52d0e5f', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:26:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8366e99-d8ee-4ad3-a8ce-e03da02c1448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:54:02Z', 'updated_at': '2022-09-16T03:54:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi'}] {{(pid=113377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 03:54:05.560235 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-eac38040-713d-4c1e-9048-2dbeec1831b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672515804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4972043'] for port (898b98a9-2de7-43c6-805b-6a1820de23b5), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:05.614802 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac38040-713d-4c1e-9048-2dbeec1831b1 admin admin] Network 9e27b901-fe49-4a95-bac7-28ae58e74a1c is already hosted by enough agents. {{(pid=113375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 03:54:05.620590 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.base_scheduler [None req-eac38040-713d-4c1e-9048-2dbeec1831b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=113375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:54:05.623068 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac38040-713d-4c1e-9048-2dbeec1831b1 admin admin] Received port after_create {{(pid=113375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 03:54:05.625670 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac38040-713d-4c1e-9048-2dbeec1831b1 admin admin] Pushing event updated for resources: {'Port': ['ID=898b98a9-2de7-43c6-805b-6a1820de23b5,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:54:05.676605 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-eac38040-713d-4c1e-9048-2dbeec1831b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-427031'] for router_interface (e8366e99-d8ee-4ad3-a8ce-e03da02c1448), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:05.935926 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-eac38040-713d-4c1e-9048-2dbeec1831b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (898b98a9-2de7-43c6-805b-6a1820de23b5), before_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:06.004769 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-1a1e0bfc-57fb-4f1e-a5f6-de88cb6e1baf req-8190578e-6ef5-4dcd-b8c3-5a334bafef48 tempest-ServerRescueNegativeTestJSON-2121549549 tempest-ServerRescueNegativeTestJSON-2121549549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3ea00b9d-1f8f-4428-98f7-9d66fd079c6d HTTP/1.1" status: 200 len: 210 time: 0.0485203 Sep 16 03:54:06.049127 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-63b2644b-3266-4651-a8b5-69156c6fa220 None None] Provisioning complete for port 898b98a9-2de7-43c6-805b-6a1820de23b5 triggered by entity DHCP. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:54:06.049515 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-63b2644b-3266-4651-a8b5-69156c6fa220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (898b98a9-2de7-43c6-805b-6a1820de23b5), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:06.049852 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-63b2644b-3266-4651-a8b5-69156c6fa220 None None] Attempt 1 to provision port 898b98a9-2de7-43c6-805b-6a1820de23b5 Sep 16 03:54:06.088080 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-63b2644b-3266-4651-a8b5-69156c6fa220 None None] Port 898b98a9-2de7-43c6-805b-6a1820de23b5 cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:54:06.149648 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:06.173496 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-eac38040-713d-4c1e-9048-2dbeec1831b1 admin admin] Publish callbacks [] for port (898b98a9-2de7-43c6-805b-6a1820de23b5), precommit_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:06.260696 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-eac38040-713d-4c1e-9048-2dbeec1831b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4972082'] for port (898b98a9-2de7-43c6-805b-6a1820de23b5), after_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:06.332541 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac38040-713d-4c1e-9048-2dbeec1831b1 admin admin] Pushing event updated for resources: {'Port': ['ID=898b98a9-2de7-43c6-805b-6a1820de23b5,revision_number=2']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:54:06.337868 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-eac38040-713d-4c1e-9048-2dbeec1831b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-427139'] for router_interface (e8366e99-d8ee-4ad3-a8ce-e03da02c1448), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:06.527866 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device d147dc4a-810f-4392-b4f4-a7aaf52d0e5f up at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 03:54:06.589663 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-63b2644b-3266-4651-a8b5-69156c6fa220 None None] Attempt 2 to provision port 898b98a9-2de7-43c6-805b-6a1820de23b5 Sep 16 03:54:06.645299 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-63b2644b-3266-4651-a8b5-69156c6fa220 None None] Port 898b98a9-2de7-43c6-805b-6a1820de23b5 cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:54:06.646967 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Provisioning complete for port d147dc4a-810f-4392-b4f4-a7aaf52d0e5f triggered by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:54:06.647343 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (d147dc4a-810f-4392-b4f4-a7aaf52d0e5f), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:06.647679 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Attempt 1 to provision port d147dc4a-810f-4392-b4f4-a7aaf52d0e5f Sep 16 03:54:06.713517 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:06.730466 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Current status of the port d147dc4a-810f-4392-b4f4-a7aaf52d0e5f is: DOWN; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:54:06.731170 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (d147dc4a-810f-4392-b4f4-a7aaf52d0e5f), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:06.744954 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:06.752531 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac38040-713d-4c1e-9048-2dbeec1831b1 admin admin] Network 9e27b901-fe49-4a95-bac7-28ae58e74a1c is already hosted by enough agents. {{(pid=113375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 03:54:06.754166 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.base_scheduler [None req-eac38040-713d-4c1e-9048-2dbeec1831b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=113375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:54:06.784251 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] For port d147dc4a-810f-4392-b4f4-a7aaf52d0e5f, host dv-cinder-857993-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=d147dc4a-810f-4392-b4f4-a7aaf52d0e5f,segment=NetworkSegment(0cda3508-2052-48b1-ae54-b35f980014ad),segment_id=0cda3508-2052-48b1-ae54-b35f980014ad)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:54:06.877979 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (d147dc4a-810f-4392-b4f4-a7aaf52d0e5f), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:06.934964 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Pushing event updated for resources: {'Port': ['ID=d147dc4a-810f-4392-b4f4-a7aaf52d0e5f,revision_number=4']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:54:06.974367 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eac38040-713d-4c1e-9048-2dbeec1831b1 admin admin] Router e8366e99-d8ee-4ad3-a8ce-e03da02c1448 has already been hosted by L3 agent 20a8dcff-cb91-4cfb-b5ee-87736efe33d8 {{(pid=113375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 03:54:07.089247 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 60370) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:54:07.146005 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-63b2644b-3266-4651-a8b5-69156c6fa220 None None] Attempt 3 to provision port 898b98a9-2de7-43c6-805b-6a1820de23b5 Sep 16 03:54:07.167478 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac38040-713d-4c1e-9048-2dbeec1831b1 admin admin] Notify agent at l3_agent.dv-cinder-857993-1-iscsi the message routers_updated {{(pid=113375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 03:54:07.199659 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-eac38040-713d-4c1e-9048-2dbeec1831b1 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/e8366e99-d8ee-4ad3-a8ce-e03da02c1448/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0921173 Sep 16 03:54:07.214503 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-63b2644b-3266-4651-a8b5-69156c6fa220 None None] Port 898b98a9-2de7-43c6-805b-6a1820de23b5 cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:54:07.469673 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44f222e-fc04-4976-9e52-ee5af9e74b8b None None] Sync routers for ids ['e8366e99-d8ee-4ad3-a8ce-e03da02c1448'] in dv-cinder-857993-1-iscsi {{(pid=113376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 03:54:07.479172 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44f222e-fc04-4976-9e52-ee5af9e74b8b None None] Routers {'e8366e99-d8ee-4ad3-a8ce-e03da02c1448'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:54:07.479787 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-b44f222e-fc04-4976-9e52-ee5af9e74b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:53:55Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['e8366e99-d8ee-4ad3-a8ce-e03da02c1448'], 'active': True} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:54:07.560754 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-612f6480-02c1-423e-bb24-2d14f05b07fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-427180'] for router_interface (6af97b08-d2f4-437e-a1cf-998707fdd7d2), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:07.617484 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:07.716062 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-63b2644b-3266-4651-a8b5-69156c6fa220 None None] Attempt 4 to provision port 898b98a9-2de7-43c6-805b-6a1820de23b5 Sep 16 03:54:07.764192 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvr_db [None req-b44f222e-fc04-4976-9e52-ee5af9e74b8b None None] Set router e8366e99-d8ee-4ad3-a8ce-e03da02c1448 gateway port host: dv-cinder-857993-1-iscsi {{(pid=113376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:54:07.766515 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-63b2644b-3266-4651-a8b5-69156c6fa220 None None] Port 898b98a9-2de7-43c6-805b-6a1820de23b5 cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:54:07.819870 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.plugin [None req-612f6480-02c1-423e-bb24-2d14f05b07fe admin admin] Deleting port c0d55b65-d17e-40fa-a318-8ddcc3d763b3 {{(pid=113374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 03:54:07.820135 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-612f6480-02c1-423e-bb24-2d14f05b07fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672990733'] for port (c0d55b65-d17e-40fa-a318-8ddcc3d763b3), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:07.916222 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.db [None req-612f6480-02c1-423e-bb24-2d14f05b07fe admin admin] For port c0d55b65-d17e-40fa-a318-8ddcc3d763b3, host dv-cinder-857993-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=c0d55b65-d17e-40fa-a318-8ddcc3d763b3,segment=NetworkSegment(ffd67134-8fee-4362-8336-40afb3537ec3),segment_id=ffd67134-8fee-4362-8336-40afb3537ec3)] {{(pid=113374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:54:07.916600 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-612f6480-02c1-423e-bb24-2d14f05b07fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432982'] for port (c0d55b65-d17e-40fa-a318-8ddcc3d763b3), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:07.930254 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.plugin [None req-612f6480-02c1-423e-bb24-2d14f05b07fe admin admin] Calling delete_port for c0d55b65-d17e-40fa-a318-8ddcc3d763b3 owned by network:router_interface {{(pid=113374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 03:54:07.959502 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-b44f222e-fc04-4976-9e52-ee5af9e74b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8366e99-d8ee-4ad3-a8ce-e03da02c1448', 'name': 'tempest-TestMinimumBasicScenario-1679460541-router', 'tenant_id': 'c705c2f92c1646dba9c11aa6000166bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'd147dc4a-810f-4392-b4f4-a7aaf52d0e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:54:01Z', 'updated_at': '2022-09-16T03:54:05Z', 'revision_number': 4, 'project_id': 'c705c2f92c1646dba9c11aa6000166bc', 'gw_port': {'id': 'd147dc4a-810f-4392-b4f4-a7aaf52d0e5f', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:26:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8366e99-d8ee-4ad3-a8ce-e03da02c1448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:54:02Z', 'updated_at': '2022-09-16T03:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_interfaces': [{'id': '898b98a9-2de7-43c6-805b-6a1820de23b5', 'name': '', 'network_id': '9e27b901-fe49-4a95-bac7-28ae58e74a1c', 'tenant_id': 'c705c2f92c1646dba9c11aa6000166bc', 'mac_address': 'fa:16:3e:d7:d2:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8366e99-d8ee-4ad3-a8ce-e03da02c1448', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '968df8c1-c44d-43e0-a2eb-72306aea7502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:54:04Z', 'updated_at': '2022-09-16T03:54:06Z', 'revision_number': 2, 'project_id': 'c705c2f92c1646dba9c11aa6000166bc', 'subnets': [{'id': '968df8c1-c44d-43e0-a2eb-72306aea7502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:54:07.962721 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:07.988823 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=100 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:08.006650 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 60392) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:54:08.011052 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44f222e-fc04-4976-9e52-ee5af9e74b8b None None] Checking router: e8366e99-d8ee-4ad3-a8ce-e03da02c1448 for host: dv-cinder-857993-1-iscsi {{(pid=113376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 03:54:08.011741 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44f222e-fc04-4976-9e52-ee5af9e74b8b None None] Updating router e8366e99-d8ee-4ad3-a8ce-e03da02c1448 port 898b98a9-2de7-43c6-805b-6a1820de23b5 binding host dv-cinder-857993-1-iscsi {{(pid=113376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 03:54:08.011986 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [None req-9044869c-7a77-4b26-b268-a6cbfaaa2692 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1847632768-network', 'tenant_id': '0ff078cd8282494eb7dd5ff34d7bddcb'}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:54:08.045680 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b44f222e-fc04-4976-9e52-ee5af9e74b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (898b98a9-2de7-43c6-805b-6a1820de23b5), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:08.124059 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9044869c-7a77-4b26-b268-a6cbfaaa2692 admin admin] Made reservation on behalf of 0ff078cd8282494eb7dd5ff34d7bddcb for: {'network': 1} {{(pid=113375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 03:54:08.126749 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-9044869c-7a77-4b26-b268-a6cbfaaa2692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for network (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:08.137049 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-9044869c-7a77-4b26-b268-a6cbfaaa2692 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:08.219162 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-9044869c-7a77-4b26-b268-a6cbfaaa2692 admin admin] Publish callbacks [] for security_group (58ba039e-f166-42d3-9965-88d62195f802), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:08.231736 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-612f6480-02c1-423e-bb24-2d14f05b07fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672957835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672515813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965177'] for port (c0d55b65-d17e-40fa-a318-8ddcc3d763b3), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:08.262678 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612f6480-02c1-423e-bb24-2d14f05b07fe admin admin] Pushing event deleted for resources: {'Port': ['ID=c0d55b65-d17e-40fa-a318-8ddcc3d763b3,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:54:08.273049 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-63b2644b-3266-4651-a8b5-69156c6fa220 None None] Attempt 5 to provision port 898b98a9-2de7-43c6-805b-6a1820de23b5 Sep 16 03:54:08.323057 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-9044869c-7a77-4b26-b268-a6cbfaaa2692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (58ba039e-f166-42d3-9965-88d62195f802), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:08.344402 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-63b2644b-3266-4651-a8b5-69156c6fa220 None None] Port 898b98a9-2de7-43c6-805b-6a1820de23b5 cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:54:08.358290 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b44f222e-fc04-4976-9e52-ee5af9e74b8b None None] Publish callbacks [] for port (898b98a9-2de7-43c6-805b-6a1820de23b5), precommit_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:08.364911 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9044869c-7a77-4b26-b268-a6cbfaaa2692 admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=113375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 03:54:08.374951 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9044869c-7a77-4b26-b268-a6cbfaaa2692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ba039e-f166-42d3-9965-88d62195f802,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:54:08.383235 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-9044869c-7a77-4b26-b268-a6cbfaaa2692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432398'] for segment (07aa48f6-364a-408d-a0d9-650f600a672a), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:08.383869 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.db.segments_db [None req-9044869c-7a77-4b26-b268-a6cbfaaa2692 admin admin] Added segment 07aa48f6-364a-408d-a0d9-650f600a672a of type vlan for network 808094d0-d36f-467b-be78-f32834f42155 Sep 16 03:54:08.441078 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-9044869c-7a77-4b26-b268-a6cbfaaa2692 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741672468170'] for network (808094d0-d36f-467b-be78-f32834f42155), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:08.460692 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b44f222e-fc04-4976-9e52-ee5af9e74b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (898b98a9-2de7-43c6-805b-6a1820de23b5), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:08.528227 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-612f6480-02c1-423e-bb24-2d14f05b07fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452380'] for router_interface (6af97b08-d2f4-437e-a1cf-998707fdd7d2), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:08.545505 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=100 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:08.565408 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:08.573208 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device d147dc4a-810f-4392-b4f4-a7aaf52d0e5f up at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 03:54:08.581180 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-9044869c-7a77-4b26-b268-a6cbfaaa2692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066'] for network (808094d0-d36f-467b-be78-f32834f42155), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:08.583105 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9044869c-7a77-4b26-b268-a6cbfaaa2692 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:08.584033 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-9044869c-7a77-4b26-b268-a6cbfaaa2692 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602048'] for network (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:08.612606 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58100696-56d9-4904-846b-4be265910e38 None None] Pushing event updated for resources: {'Port': ['ID=898b98a9-2de7-43c6-805b-6a1820de23b5,revision_number=3']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:54:08.629311 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.managers [None req-b44f222e-fc04-4976-9e52-ee5af9e74b8b None None] Attempting to bind port 898b98a9-2de7-43c6-805b-6a1820de23b5 on host dv-cinder-857993-1-iscsi for vnic_type normal with profile {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 03:54:08.629922 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.managers [None req-b44f222e-fc04-4976-9e52-ee5af9e74b8b None None] Attempting to bind port 898b98a9-2de7-43c6-805b-6a1820de23b5 by drivers openvswitch,hyperv on host dv-cinder-857993-1-iscsi at level 0 using segments [{'id': '338fa78b-c872-4386-b22d-98e073eaf46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9e27b901-fe49-4a95-bac7-28ae58e74a1c'}] {{(pid=113376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 03:54:08.633103 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44f222e-fc04-4976-9e52-ee5af9e74b8b None None] Attempting to bind port 898b98a9-2de7-43c6-805b-6a1820de23b5 on network 9e27b901-fe49-4a95-bac7-28ae58e74a1c {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 03:54:08.661643 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9044869c-7a77-4b26-b268-a6cbfaaa2692 admin admin] Pushing event updated for resources: {'Network': ['ID=808094d0-d36f-467b-be78-f32834f42155,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:54:08.680701 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Network 808094d0-d36f-467b-be78-f32834f42155 details requested by agent ovs-agent-dv-cinder-857993-1-iscsi with host dv-cinder-857993-1-iscsi {{(pid=113376) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 03:54:08.686739 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Provisioning complete for port d147dc4a-810f-4392-b4f4-a7aaf52d0e5f triggered by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:54:08.687145 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (d147dc4a-810f-4392-b4f4-a7aaf52d0e5f), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:08.687486 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Attempt 1 to provision port d147dc4a-810f-4392-b4f4-a7aaf52d0e5f Sep 16 03:54:08.743669 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-9044869c-7a77-4b26-b268-a6cbfaaa2692 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7358904 Sep 16 03:54:08.746391 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 60396) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:54:08.751667 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [None req-d084eb37-50f5-446b-8c03-30c529455187 admin admin] Request body: {'subnet': {'network_id': '808094d0-d36f-467b-be78-f32834f42155', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1847632768-subnet', 'tenant_id': '0ff078cd8282494eb7dd5ff34d7bddcb', 'ip_version': 4}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:54:08.753018 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44f222e-fc04-4976-9e52-ee5af9e74b8b None None] Checking agent: {'id': '9480ceca-8cb5-4b85-9807-6ee42f948820', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857993-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 3, 39, 29), 'started_at': datetime.datetime(2022, 9, 16, 3, 39, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 3, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857993-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 03:54:08.753552 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44f222e-fc04-4976-9e52-ee5af9e74b8b None None] Checking segment: {'id': '338fa78b-c872-4386-b22d-98e073eaf46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9e27b901-fe49-4a95-bac7-28ae58e74a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 03:54:08.753663 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b44f222e-fc04-4976-9e52-ee5af9e74b8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:08.754224 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44f222e-fc04-4976-9e52-ee5af9e74b8b None None] Bound using segment: {'id': '338fa78b-c872-4386-b22d-98e073eaf46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9e27b901-fe49-4a95-bac7-28ae58e74a1c'} {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 03:54:08.754723 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.managers [None req-b44f222e-fc04-4976-9e52-ee5af9e74b8b None None] Bound port: 898b98a9-2de7-43c6-805b-6a1820de23b5, host: dv-cinder-857993-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '338fa78b-c872-4386-b22d-98e073eaf46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9e27b901-fe49-4a95-bac7-28ae58e74a1c'}}] {{(pid=113376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 03:54:08.755134 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b44f222e-fc04-4976-9e52-ee5af9e74b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (898b98a9-2de7-43c6-805b-6a1820de23b5), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:08.791815 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-612f6480-02c1-423e-bb24-2d14f05b07fe admin admin] Router 6af97b08-d2f4-437e-a1cf-998707fdd7d2 has already been hosted by L3 agent 20a8dcff-cb91-4cfb-b5ee-87736efe33d8 {{(pid=113374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 03:54:08.850190 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-63b2644b-3266-4651-a8b5-69156c6fa220 None None] Attempt 6 to provision port 898b98a9-2de7-43c6-805b-6a1820de23b5 Sep 16 03:54:08.872102 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d084eb37-50f5-446b-8c03-30c529455187 admin admin] Made reservation on behalf of 0ff078cd8282494eb7dd5ff34d7bddcb for: {'subnet': 1} {{(pid=113375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 03:54:08.874534 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-d084eb37-50f5-446b-8c03-30c529455187 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7762101'] for subnet (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:08.903013 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-612f6480-02c1-423e-bb24-2d14f05b07fe admin admin] Notify agent at l3_agent.dv-cinder-857993-1-iscsi the message routers_updated {{(pid=113374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 03:54:08.907889 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b44f222e-fc04-4976-9e52-ee5af9e74b8b None None] For port 898b98a9-2de7-43c6-805b-6a1820de23b5, host dv-cinder-857993-1-iscsi, cleared binding levels {{(pid=113376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 03:54:08.914765 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-612f6480-02c1-423e-bb24-2d14f05b07fe admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/6af97b08-d2f4-437e-a1cf-998707fdd7d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8169851 Sep 16 03:54:08.914765 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 60398) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:54:08.915246 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:08.922619 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb535bae-df53-450c-b390-9222e0721b09 None None] Sync routers for ids ['6af97b08-d2f4-437e-a1cf-998707fdd7d2'] in dv-cinder-857993-1-iscsi {{(pid=113377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 03:54:08.935441 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b44f222e-fc04-4976-9e52-ee5af9e74b8b None None] For port 898b98a9-2de7-43c6-805b-6a1820de23b5, host dv-cinder-857993-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=898b98a9-2de7-43c6-805b-6a1820de23b5,segment=NetworkSegment(338fa78b-c872-4386-b22d-98e073eaf46d),segment_id=338fa78b-c872-4386-b22d-98e073eaf46d)] {{(pid=113376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 03:54:08.937196 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-63b2644b-3266-4651-a8b5-69156c6fa220 None None] Port 898b98a9-2de7-43c6-805b-6a1820de23b5 cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:54:08.938846 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb535bae-df53-450c-b390-9222e0721b09 None None] Routers {'6af97b08-d2f4-437e-a1cf-998707fdd7d2'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:54:08.939020 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Current status of the port d147dc4a-810f-4392-b4f4-a7aaf52d0e5f is: ACTIVE; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:54:08.939685 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:08.940242 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-cb535bae-df53-450c-b390-9222e0721b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:53:55Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['6af97b08-d2f4-437e-a1cf-998707fdd7d2'], 'active': True} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:54:08.952785 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device 8e2fa910-3468-43c4-b9c0-ed6a542e2f12 no longer exists at agent hyperv_hv-cinder-85799 {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 03:54:08.961138 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:08.980445 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] No Port match for: 8e2fa910-3468-43c4-b9c0-ed6a542e2f12 {{(pid=113376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 03:54:08.980935 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device 8e2fa910-3468-43c4-b9c0-ed6a542e2f12 not bound to the agent host hv-cinder-85799 {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 03:54:09.028744 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-09e0a19e-8168-482b-bf45-6c43c0336c4b admin admin] Publish callbacks [] for router (6af97b08-d2f4-437e-a1cf-998707fdd7d2), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:09.036981 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b44f222e-fc04-4976-9e52-ee5af9e74b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (898b98a9-2de7-43c6-805b-6a1820de23b5), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:09.067121 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvr_db [None req-cb535bae-df53-450c-b390-9222e0721b09 None None] Set router 6af97b08-d2f4-437e-a1cf-998707fdd7d2 gateway port host: dv-cinder-857993-1-iscsi {{(pid=113377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:54:09.082870 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:09.090299 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44f222e-fc04-4976-9e52-ee5af9e74b8b None None] Routers {'e8366e99-d8ee-4ad3-a8ce-e03da02c1448'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:54:09.091083 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-b44f222e-fc04-4976-9e52-ee5af9e74b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:53:55Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['e8366e99-d8ee-4ad3-a8ce-e03da02c1448'], 'active': True} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:54:09.139851 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-09e0a19e-8168-482b-bf45-6c43c0336c4b admin admin] Publish callbacks [] for router_gateway (6af97b08-d2f4-437e-a1cf-998707fdd7d2), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:09.152813 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58100696-56d9-4904-846b-4be265910e38 None None] Pushing event updated for resources: {'Port': ['ID=898b98a9-2de7-43c6-805b-6a1820de23b5,revision_number=4']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:54:09.154652 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-d084eb37-50f5-446b-8c03-30c529455187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4969403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7762083'] for subnet (9fc5cdc1-7ef1-4edd-aab3-d78fc2b46ff3), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:09.161341 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=5 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:09.216089 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084eb37-50f5-446b-8c03-30c529455187 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fc5cdc1-7ef1-4edd-aab3-d78fc2b46ff3,revision_number=0']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:54:09.218646 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvr_db [None req-b44f222e-fc04-4976-9e52-ee5af9e74b8b None None] Set router e8366e99-d8ee-4ad3-a8ce-e03da02c1448 gateway port host: dv-cinder-857993-1-iscsi {{(pid=113376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:54:09.233571 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d084eb37-50f5-446b-8c03-30c529455187 admin admin] Checking segment: {'id': '07aa48f6-364a-408d-a0d9-650f600a672a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '808094d0-d36f-467b-be78-f32834f42155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 03:54:09.233946 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d084eb37-50f5-446b-8c03-30c529455187 admin admin] Network hostable DHCP agents. Network: 808094d0-d36f-467b-be78-f32834f42155, hostable agents: ['5f458d39-b7df-4a2e-8f52-58d49f268778'], hosted agents: [] {{(pid=113375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 03:54:09.260832 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.plugin [None req-09e0a19e-8168-482b-bf45-6c43c0336c4b admin admin] Deleting port ffe84a6c-b34a-4a6d-8015-41c22d07478d {{(pid=113374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 03:54:09.261851 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-09e0a19e-8168-482b-bf45-6c43c0336c4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672990733'] for port (ffe84a6c-b34a-4a6d-8015-41c22d07478d), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:09.276849 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-cb535bae-df53-450c-b390-9222e0721b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6af97b08-d2f4-437e-a1cf-998707fdd7d2', 'name': 'tempest-ServerRescueNegativeTestJSON-603446721-router', 'tenant_id': 'ac97d1487c024a68b8ad933d882bb456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'ffe84a6c-b34a-4a6d-8015-41c22d07478d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:13Z', 'updated_at': '2022-09-16T03:54:08Z', 'revision_number': 5, 'project_id': 'ac97d1487c024a68b8ad933d882bb456', 'gw_port': {'id': 'ffe84a6c-b34a-4a6d-8015-41c22d07478d', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af97b08-d2f4-437e-a1cf-998707fdd7d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:16Z', 'updated_at': '2022-09-16T03:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi'}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:54:09.324798 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb535bae-df53-450c-b390-9222e0721b09 None None] Checking router: 6af97b08-d2f4-437e-a1cf-998707fdd7d2 for host: dv-cinder-857993-1-iscsi {{(pid=113377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 03:54:09.336923 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb535bae-df53-450c-b390-9222e0721b09 None None] Routers {'6af97b08-d2f4-437e-a1cf-998707fdd7d2'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:54:09.337584 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-cb535bae-df53-450c-b390-9222e0721b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:53:55Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['6af97b08-d2f4-437e-a1cf-998707fdd7d2'], 'active': True} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:54:09.356525 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.db [None req-09e0a19e-8168-482b-bf45-6c43c0336c4b admin admin] For port ffe84a6c-b34a-4a6d-8015-41c22d07478d, host dv-cinder-857993-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=ffe84a6c-b34a-4a6d-8015-41c22d07478d,segment=NetworkSegment(0cda3508-2052-48b1-ae54-b35f980014ad),segment_id=0cda3508-2052-48b1-ae54-b35f980014ad)] {{(pid=113374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:54:09.357061 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-09e0a19e-8168-482b-bf45-6c43c0336c4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432982'] for port (ffe84a6c-b34a-4a6d-8015-41c22d07478d), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:09.364123 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d084eb37-50f5-446b-8c03-30c529455187 admin admin] Network 808094d0-d36f-467b-be78-f32834f42155 is scheduled to be hosted by DHCP agent 5f458d39-b7df-4a2e-8f52-58d49f268778 with binding_index 1 {{(pid=113375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 03:54:09.371664 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.plugin [None req-09e0a19e-8168-482b-bf45-6c43c0336c4b admin admin] Calling delete_port for ffe84a6c-b34a-4a6d-8015-41c22d07478d owned by network:router_gateway {{(pid=113374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 03:54:09.437104 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvr_db [None req-cb535bae-df53-450c-b390-9222e0721b09 None None] Set router 6af97b08-d2f4-437e-a1cf-998707fdd7d2 gateway port host: None {{(pid=113377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:54:09.439917 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-63b2644b-3266-4651-a8b5-69156c6fa220 None None] Attempt 7 to provision port 898b98a9-2de7-43c6-805b-6a1820de23b5 Sep 16 03:54:09.455405 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.base_scheduler [None req-d084eb37-50f5-446b-8c03-30c529455187 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857993-1-iscsi, 808094d0-d36f-467b-be78-f32834f42155) {{(pid=113375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:54:09.460479 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d084eb37-50f5-446b-8c03-30c529455187 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:09.462301 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-d084eb37-50f5-446b-8c03-30c529455187 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602048'] for subnet (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:09.502509 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae881b0-e30f-4d43-bff3-f18f49112d94 None None] Network 808094d0-d36f-467b-be78-f32834f42155 requested from dv-cinder-857993-1-iscsi {{(pid=113376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 03:54:09.504703 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-cb535bae-df53-450c-b390-9222e0721b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6af97b08-d2f4-437e-a1cf-998707fdd7d2', 'name': 'tempest-ServerRescueNegativeTestJSON-603446721-router', 'tenant_id': 'ac97d1487c024a68b8ad933d882bb456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:13Z', 'updated_at': '2022-09-16T03:54:09Z', 'revision_number': 6, 'project_id': 'ac97d1487c024a68b8ad933d882bb456', 'gw_port_host': None}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:54:09.533890 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb535bae-df53-450c-b390-9222e0721b09 None None] The sync data for ids ['6af97b08-d2f4-437e-a1cf-998707fdd7d2'] in dv-cinder-857993-1-iscsi is: [{'id': '6af97b08-d2f4-437e-a1cf-998707fdd7d2', 'name': 'tempest-ServerRescueNegativeTestJSON-603446721-router', 'tenant_id': 'ac97d1487c024a68b8ad933d882bb456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:13Z', 'updated_at': '2022-09-16T03:54:09Z', 'revision_number': 6, 'project_id': 'ac97d1487c024a68b8ad933d882bb456', 'gw_port_host': None}] {{(pid=113377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 03:54:09.570219 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-d084eb37-50f5-446b-8c03-30c529455187 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8159447 Sep 16 03:54:09.570219 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 60408) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:54:09.572539 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [None req-7dc1fef4-07c5-4107-9909-7cdf51a9f95e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1847632768-router', 'tenant_id': '0ff078cd8282494eb7dd5ff34d7bddcb', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556'}}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:54:09.594093 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-b44f222e-fc04-4976-9e52-ee5af9e74b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8366e99-d8ee-4ad3-a8ce-e03da02c1448', 'name': 'tempest-TestMinimumBasicScenario-1679460541-router', 'tenant_id': 'c705c2f92c1646dba9c11aa6000166bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'd147dc4a-810f-4392-b4f4-a7aaf52d0e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:54:01Z', 'updated_at': '2022-09-16T03:54:05Z', 'revision_number': 4, 'project_id': 'c705c2f92c1646dba9c11aa6000166bc', 'gw_port': {'id': 'd147dc4a-810f-4392-b4f4-a7aaf52d0e5f', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:26:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8366e99-d8ee-4ad3-a8ce-e03da02c1448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:54:02Z', 'updated_at': '2022-09-16T03:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_interfaces': [{'id': '898b98a9-2de7-43c6-805b-6a1820de23b5', 'name': '', 'network_id': '9e27b901-fe49-4a95-bac7-28ae58e74a1c', 'tenant_id': 'c705c2f92c1646dba9c11aa6000166bc', 'mac_address': 'fa:16:3e:d7:d2:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8366e99-d8ee-4ad3-a8ce-e03da02c1448', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '968df8c1-c44d-43e0-a2eb-72306aea7502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:54:04Z', 'updated_at': '2022-09-16T03:54:08Z', 'revision_number': 4, 'project_id': 'c705c2f92c1646dba9c11aa6000166bc', 'subnets': [{'id': '968df8c1-c44d-43e0-a2eb-72306aea7502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:54:09.629527 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44f222e-fc04-4976-9e52-ee5af9e74b8b None None] The sync data for ids ['e8366e99-d8ee-4ad3-a8ce-e03da02c1448'] in dv-cinder-857993-1-iscsi is: [{'id': 'e8366e99-d8ee-4ad3-a8ce-e03da02c1448', 'name': 'tempest-TestMinimumBasicScenario-1679460541-router', 'tenant_id': 'c705c2f92c1646dba9c11aa6000166bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'd147dc4a-810f-4392-b4f4-a7aaf52d0e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:54:01Z', 'updated_at': '2022-09-16T03:54:05Z', 'revision_number': 4, 'project_id': 'c705c2f92c1646dba9c11aa6000166bc', 'gw_port': {'id': 'd147dc4a-810f-4392-b4f4-a7aaf52d0e5f', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:26:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8366e99-d8ee-4ad3-a8ce-e03da02c1448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:54:02Z', 'updated_at': '2022-09-16T03:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_interfaces': [{'id': '898b98a9-2de7-43c6-805b-6a1820de23b5', 'name': '', 'network_id': '9e27b901-fe49-4a95-bac7-28ae58e74a1c', 'tenant_id': 'c705c2f92c1646dba9c11aa6000166bc', 'mac_address': 'fa:16:3e:d7:d2:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8366e99-d8ee-4ad3-a8ce-e03da02c1448', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '968df8c1-c44d-43e0-a2eb-72306aea7502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:54:04Z', 'updated_at': '2022-09-16T03:54:08Z', 'revision_number': 4, 'project_id': 'c705c2f92c1646dba9c11aa6000166bc', 'subnets': [{'id': '968df8c1-c44d-43e0-a2eb-72306aea7502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 03:54:09.724395 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-09e0a19e-8168-482b-bf45-6c43c0336c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672957835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672515813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965177'] for port (ffe84a6c-b34a-4a6d-8015-41c22d07478d), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:09.724761 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-7dc1fef4-07c5-4107-9909-7cdf51a9f95e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-454019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-407'] for router (98222e6b-b931-417c-a2d2-daaec63c920a), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:09.725842 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-7dc1fef4-07c5-4107-9909-7cdf51a9f95e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-451518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-396'] for router (98222e6b-b931-417c-a2d2-daaec63c920a), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:09.730941 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:09.753272 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e0a19e-8168-482b-bf45-6c43c0336c4b admin admin] Pushing event deleted for resources: {'Port': ['ID=ffe84a6c-b34a-4a6d-8015-41c22d07478d,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:54:09.805336 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:09.814699 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-63b2644b-3266-4651-a8b5-69156c6fa220 None None] Current status of the port 898b98a9-2de7-43c6-805b-6a1820de23b5 is: DOWN; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:54:09.815113 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-63b2644b-3266-4651-a8b5-69156c6fa220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (898b98a9-2de7-43c6-805b-6a1820de23b5), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:09.823728 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-09e0a19e-8168-482b-bf45-6c43c0336c4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-452182'] for router_gateway (6af97b08-d2f4-437e-a1cf-998707fdd7d2), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:09.841964 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-7dc1fef4-07c5-4107-9909-7cdf51a9f95e admin admin] Publish callbacks [] for router_controller (98222e6b-b931-417c-a2d2-daaec63c920a), precommit_add_association {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:09.851001 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dcd05af-cbc7-45b3-b8b5-61ba093ad9e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1b2c0b-792a-5649-a48f-0084fb1c0ace-808094d0-d36f-467b-be78-f32834f42155', 'network_id': '808094d0-d36f-467b-be78-f32834f42155', 'project_id': '0ff078cd8282494eb7dd5ff34d7bddcb', 'fixed_ips': [{'subnet_id': '9fc5cdc1-7ef1-4edd-aab3-d78fc2b46ff3'}]}} from dv-cinder-857993-1-iscsi. {{(pid=113376) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 03:54:09.851907 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4dcd05af-cbc7-45b3-b8b5-61ba093ad9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (None), before_create {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:09.920287 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-63b2644b-3266-4651-a8b5-69156c6fa220 None None] For port 898b98a9-2de7-43c6-805b-6a1820de23b5, host dv-cinder-857993-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=898b98a9-2de7-43c6-805b-6a1820de23b5,segment=NetworkSegment(338fa78b-c872-4386-b22d-98e073eaf46d),segment_id=338fa78b-c872-4386-b22d-98e073eaf46d)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:54:09.958667 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-09e0a19e-8168-482b-bf45-6c43c0336c4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-389'] for router (6af97b08-d2f4-437e-a1cf-998707fdd7d2), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:09.964988 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-09e0a19e-8168-482b-bf45-6c43c0336c4b admin admin] Publish callbacks [] for router_controller (6af97b08-d2f4-437e-a1cf-998707fdd7d2), precommit_delete_associations {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:10.021903 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-63b2644b-3266-4651-a8b5-69156c6fa220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (898b98a9-2de7-43c6-805b-6a1820de23b5), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:10.098649 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b2644b-3266-4651-a8b5-69156c6fa220 None None] Pushing event updated for resources: {'Port': ['ID=898b98a9-2de7-43c6-805b-6a1820de23b5,revision_number=5']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:54:10.120396 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:10.130292 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cb49e4-3e53-4849-8a5d-dc266e175aff req-6fcea320-d154-49fd-8de5-fbbc507e83ab tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:10.131982 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-74cb49e4-3e53-4849-8a5d-dc266e175aff req-6fcea320-d154-49fd-8de5-fbbc507e83ab tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bb6e8c47-3155-423c-ac27-8e71fc56bbce HTTP/1.1" status: 200 len: 945 time: 0.0766339 Sep 16 03:54:10.153649 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-f03894d1-bba6-46bd-bf26-80a1f14b18bf None None] Provisioning complete for port 898b98a9-2de7-43c6-805b-6a1820de23b5 triggered by entity DHCP. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:54:10.153934 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-f03894d1-bba6-46bd-bf26-80a1f14b18bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (898b98a9-2de7-43c6-805b-6a1820de23b5), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:10.154265 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-f03894d1-bba6-46bd-bf26-80a1f14b18bf None None] Attempt 1 to provision port 898b98a9-2de7-43c6-805b-6a1820de23b5 Sep 16 03:54:10.156323 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.db_base_plugin_common [None req-4dcd05af-cbc7-45b3-b8b5-61ba093ad9e4 None None] Allocated IP 172.20.0.2 (808094d0-d36f-467b-be78-f32834f42155/9fc5cdc1-7ef1-4edd-aab3-d78fc2b46ff3/6a6bd86d-67c1-407f-bdde-319e0efd6c6b) {{(pid=113376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 03:54:10.205420 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-7dc1fef4-07c5-4107-9909-7cdf51a9f95e admin admin] Publish callbacks [] for router_gateway (98222e6b-b931-417c-a2d2-daaec63c920a), precommit_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:10.221434 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-74cb49e4-3e53-4849-8a5d-dc266e175aff req-1dabcba5-aa89-450f-ac30-2d1dcb819b88 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4f6fb4e5-d05a-4dc9-9394-df98f3d842d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833454 Sep 16 03:54:10.227263 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-09e0a19e-8168-482b-bf45-6c43c0336c4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452449'] for router (6af97b08-d2f4-437e-a1cf-998707fdd7d2), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:10.228116 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09e0a19e-8168-482b-bf45-6c43c0336c4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6af97b08-d2f4-437e-a1cf-998707fdd7d2 {{(pid=113374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 03:54:10.242791 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-09e0a19e-8168-482b-bf45-6c43c0336c4b admin admin] Publish callbacks [] for router (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:10.243975 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-09e0a19e-8168-482b-bf45-6c43c0336c4b admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/6af97b08-d2f4-437e-a1cf-998707fdd7d2 HTTP/1.1" status: 204 len: 168 time: 1.3303621 Sep 16 03:54:10.245373 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 60412) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:54:10.300640 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.db.db_base_plugin_v2 [None req-88ad0a57-49cc-4002-83bd-638a15f21322 admin admin] Deleting subnet c8d5968b-806e-4184-9dc4-9781905ff4c8 {{(pid=113374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 03:54:10.304458 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-88ad0a57-49cc-4002-83bd-638a15f21322 admin admin] Publish callbacks [] for subnet (c8d5968b-806e-4184-9dc4-9781905ff4c8), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:10.322418 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-f03894d1-bba6-46bd-bf26-80a1f14b18bf None None] Current status of the port 898b98a9-2de7-43c6-805b-6a1820de23b5 is: ACTIVE; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:54:10.343167 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-88ad0a57-49cc-4002-83bd-638a15f21322 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4574571'] for subnet (c8d5968b-806e-4184-9dc4-9781905ff4c8), precommit_delete_associations {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:10.390025 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4dcd05af-cbc7-45b3-b8b5-61ba093ad9e4 None None] Publish callbacks [] for port (6a6bd86d-67c1-407f-bdde-319e0efd6c6b), precommit_create {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:10.497883 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-88ad0a57-49cc-4002-83bd-638a15f21322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1375850'] for subnet (c8d5968b-806e-4184-9dc4-9781905ff4c8), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:10.513354 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4dcd05af-cbc7-45b3-b8b5-61ba093ad9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672515804'] for port (6a6bd86d-67c1-407f-bdde-319e0efd6c6b), after_create {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:10.564562 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device 898b98a9-2de7-43c6-805b-6a1820de23b5 up at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 03:54:10.574939 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:10.580039 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dcd05af-cbc7-45b3-b8b5-61ba093ad9e4 None None] Network 808094d0-d36f-467b-be78-f32834f42155 is already hosted by enough agents. {{(pid=113376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 03:54:10.586068 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:10.589906 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-7dc1fef4-07c5-4107-9909-7cdf51a9f95e admin admin] Publish callbacks [] for router_gateway (98222e6b-b931-417c-a2d2-daaec63c920a), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:10.610534 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-7dc1fef4-07c5-4107-9909-7cdf51a9f95e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:10.619540 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.scheduler.base_scheduler [None req-4dcd05af-cbc7-45b3-b8b5-61ba093ad9e4 None None] Resources bound (agent type, host, resource id): {{(pid=113376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:54:10.622502 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcd05af-cbc7-45b3-b8b5-61ba093ad9e4 None None] Received port after_create {{(pid=113376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 03:54:10.649422 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcd05af-cbc7-45b3-b8b5-61ba093ad9e4 None None] Pushing event updated for resources: {'Port': ['ID=6a6bd86d-67c1-407f-bdde-319e0efd6c6b,revision_number=1']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:54:10.689625 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-88ad0a57-49cc-4002-83bd-638a15f21322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1345367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4965206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4750599'] for subnet (c8d5968b-806e-4184-9dc4-9781905ff4c8), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:10.714256 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ad0a57-49cc-4002-83bd-638a15f21322 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8d5968b-806e-4184-9dc4-9781905ff4c8,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:54:10.730857 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-88ad0a57-49cc-4002-83bd-638a15f21322 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:10.734224 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-88ad0a57-49cc-4002-83bd-638a15f21322 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/c8d5968b-806e-4184-9dc4-9781905ff4c8 HTTP/1.1" status: 204 len: 168 time: 0.4876847 Sep 16 03:54:10.739679 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 60414) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:54:10.745445 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Provisioning complete for port 898b98a9-2de7-43c6-805b-6a1820de23b5 triggered by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:54:10.745667 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (898b98a9-2de7-43c6-805b-6a1820de23b5), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:10.746207 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Attempt 1 to provision port 898b98a9-2de7-43c6-805b-6a1820de23b5 Sep 16 03:54:10.746328 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.db_base_plugin_common [None req-7dc1fef4-07c5-4107-9909-7cdf51a9f95e admin admin] Allocated IP 172.27.0.145 (3e75d266-1ef3-4c3c-84dd-91ee0a702556/1e346a16-d4e3-4654-8a01-a4fa77b75a04/22b2ca0a-5887-4816-9b1e-0599082eb1cc) {{(pid=113375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 03:54:10.752606 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0f7431-744c-4c7b-ab65-94730e265b93 None None] Network 64754a20-d60c-49a4-9c39-1462c6265039 requested from dv-cinder-857993-1-iscsi {{(pid=113376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 03:54:10.794775 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.managers [None req-4dcd05af-cbc7-45b3-b8b5-61ba093ad9e4 None None] Attempting to bind port 6a6bd86d-67c1-407f-bdde-319e0efd6c6b on host dv-cinder-857993-1-iscsi for vnic_type normal with profile {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 03:54:10.795166 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.managers [None req-4dcd05af-cbc7-45b3-b8b5-61ba093ad9e4 None None] Attempting to bind port 6a6bd86d-67c1-407f-bdde-319e0efd6c6b by drivers openvswitch,hyperv on host dv-cinder-857993-1-iscsi at level 0 using segments [{'id': '07aa48f6-364a-408d-a0d9-650f600a672a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '808094d0-d36f-467b-be78-f32834f42155'}] {{(pid=113376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 03:54:10.795532 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcd05af-cbc7-45b3-b8b5-61ba093ad9e4 None None] Attempting to bind port 6a6bd86d-67c1-407f-bdde-319e0efd6c6b on network 808094d0-d36f-467b-be78-f32834f42155 {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 03:54:10.901622 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-7dc1fef4-07c5-4107-9909-7cdf51a9f95e admin admin] Publish callbacks [] for port (22b2ca0a-5887-4816-9b1e-0599082eb1cc), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:10.987227 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcd05af-cbc7-45b3-b8b5-61ba093ad9e4 None None] Checking agent: {'id': '9480ceca-8cb5-4b85-9807-6ee42f948820', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857993-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 3, 39, 29), 'started_at': datetime.datetime(2022, 9, 16, 3, 39, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 3, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857993-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 03:54:10.988735 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcd05af-cbc7-45b3-b8b5-61ba093ad9e4 None None] Checking segment: {'id': '07aa48f6-364a-408d-a0d9-650f600a672a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '808094d0-d36f-467b-be78-f32834f42155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 03:54:10.989643 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4dcd05af-cbc7-45b3-b8b5-61ba093ad9e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:10.990056 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcd05af-cbc7-45b3-b8b5-61ba093ad9e4 None None] Bound using segment: {'id': '07aa48f6-364a-408d-a0d9-650f600a672a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '808094d0-d36f-467b-be78-f32834f42155'} {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 03:54:10.990708 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.managers [None req-4dcd05af-cbc7-45b3-b8b5-61ba093ad9e4 None None] Bound port: 6a6bd86d-67c1-407f-bdde-319e0efd6c6b, host: dv-cinder-857993-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07aa48f6-364a-408d-a0d9-650f600a672a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '808094d0-d36f-467b-be78-f32834f42155'}}] {{(pid=113376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 03:54:10.991132 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4dcd05af-cbc7-45b3-b8b5-61ba093ad9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (6a6bd86d-67c1-407f-bdde-319e0efd6c6b), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:10.998298 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-7dc1fef4-07c5-4107-9909-7cdf51a9f95e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672515804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4972043'] for port (22b2ca0a-5887-4816-9b1e-0599082eb1cc), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:11.019331 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Current status of the port 898b98a9-2de7-43c6-805b-6a1820de23b5 is: ACTIVE; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:54:11.059048 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49dc9f2-4dc1-4fe9-91c9-f00065d842d0 None None] DHCP port deletion for 64754a20-d60c-49a4-9c39-1462c6265039 request from dv-cinder-857993-1-iscsi {{(pid=113376) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 03:54:11.060285 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc1fef4-07c5-4107-9909-7cdf51a9f95e admin admin] Network 3e75d266-1ef3-4c3c-84dd-91ee0a702556 is already hosted by enough agents. {{(pid=113375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 03:54:11.063694 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:11.064390 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.base_scheduler [None req-7dc1fef4-07c5-4107-9909-7cdf51a9f95e admin admin] Resources bound (agent type, host, resource id): {{(pid=113375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:54:11.071455 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc1fef4-07c5-4107-9909-7cdf51a9f95e admin admin] Received port after_create {{(pid=113375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 03:54:11.077808 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:11.133994 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-4dcd05af-cbc7-45b3-b8b5-61ba093ad9e4 None None] For port 6a6bd86d-67c1-407f-bdde-319e0efd6c6b, host dv-cinder-857993-1-iscsi, cleared binding levels {{(pid=113376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 03:54:11.137844 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-4dcd05af-cbc7-45b3-b8b5-61ba093ad9e4 None None] For port 6a6bd86d-67c1-407f-bdde-319e0efd6c6b, host dv-cinder-857993-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=6a6bd86d-67c1-407f-bdde-319e0efd6c6b,segment=NetworkSegment(07aa48f6-364a-408d-a0d9-650f600a672a),segment_id=07aa48f6-364a-408d-a0d9-650f600a672a)] {{(pid=113376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 03:54:11.143911 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device c0d55b65-d17e-40fa-a318-8ddcc3d763b3 no longer exists at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 03:54:11.207319 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-c49dc9f2-4dc1-4fe9-91c9-f00065d842d0 None None] Deleting port 6cf3b724-5047-4f3a-ab61-03c00f5a442a {{(pid=113376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 03:54:11.207319 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-c49dc9f2-4dc1-4fe9-91c9-f00065d842d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672990733'] for port (6cf3b724-5047-4f3a-ab61-03c00f5a442a), before_delete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:11.207319 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] No Port match for: c0d55b65-d17e-40fa-a318-8ddcc3d763b3 {{(pid=113376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 03:54:11.207319 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device c0d55b65-d17e-40fa-a318-8ddcc3d763b3 not bound to the agent host dv-cinder-857993-1-iscsi {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 03:54:11.207854 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device ffe84a6c-b34a-4a6d-8015-41c22d07478d no longer exists at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 03:54:11.209900 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-7348c5e7-5fcb-4aa0-a338-ae8a86b20dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1315103'] for network (64754a20-d60c-49a4-9c39-1462c6265039), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:11.217839 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:11.233387 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc1fef4-07c5-4107-9909-7cdf51a9f95e admin admin] Pushing event updated for resources: {'Port': ['ID=22b2ca0a-5887-4816-9b1e-0599082eb1cc,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:54:11.260415 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.plugin [None req-7348c5e7-5fcb-4aa0-a338-ae8a86b20dec admin admin] Deleting port 6cf3b724-5047-4f3a-ab61-03c00f5a442a {{(pid=113374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 03:54:11.260761 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-7348c5e7-5fcb-4aa0-a338-ae8a86b20dec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672990733'] for port (6cf3b724-5047-4f3a-ab61-03c00f5a442a), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:11.287706 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4dcd05af-cbc7-45b3-b8b5-61ba093ad9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (6a6bd86d-67c1-407f-bdde-319e0efd6c6b), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:11.304211 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] No Port match for: ffe84a6c-b34a-4a6d-8015-41c22d07478d {{(pid=113376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 03:54:11.304560 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device ffe84a6c-b34a-4a6d-8015-41c22d07478d not bound to the agent host dv-cinder-857993-1-iscsi {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 03:54:11.351067 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.db [None req-7348c5e7-5fcb-4aa0-a338-ae8a86b20dec admin admin] For port 6cf3b724-5047-4f3a-ab61-03c00f5a442a, host dv-cinder-857993-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=6cf3b724-5047-4f3a-ab61-03c00f5a442a,segment=NetworkSegment(ffd67134-8fee-4362-8336-40afb3537ec3),segment_id=ffd67134-8fee-4362-8336-40afb3537ec3)] {{(pid=113374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:54:11.351067 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-7348c5e7-5fcb-4aa0-a338-ae8a86b20dec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432982'] for port (6cf3b724-5047-4f3a-ab61-03c00f5a442a), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:11.371954 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.plugin [None req-7348c5e7-5fcb-4aa0-a338-ae8a86b20dec admin admin] Calling delete_port for 6cf3b724-5047-4f3a-ab61-03c00f5a442a owned by network:dhcp {{(pid=113374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 03:54:11.375091 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-c49dc9f2-4dc1-4fe9-91c9-f00065d842d0 None None] For port 6cf3b724-5047-4f3a-ab61-03c00f5a442a, host dv-cinder-857993-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=6cf3b724-5047-4f3a-ab61-03c00f5a442a,segment=NetworkSegment(ffd67134-8fee-4362-8336-40afb3537ec3),segment_id=ffd67134-8fee-4362-8336-40afb3537ec3)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:54:11.375498 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-c49dc9f2-4dc1-4fe9-91c9-f00065d842d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432982'] for port (6cf3b724-5047-4f3a-ab61-03c00f5a442a), precommit_delete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:11.403991 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-c49dc9f2-4dc1-4fe9-91c9-f00065d842d0 None None] Calling delete_port for 6cf3b724-5047-4f3a-ab61-03c00f5a442a owned by network:dhcp {{(pid=113376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 03:54:11.415926 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcd05af-cbc7-45b3-b8b5-61ba093ad9e4 None None] Pushing event updated for resources: {'Port': ['ID=6a6bd86d-67c1-407f-bdde-319e0efd6c6b,revision_number=2']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:54:11.451928 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11757541-d124-4153-a9c9-b26d49713405 req-4a165256-6714-4260-af5a-39d9474849ec tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:11.460491 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-11757541-d124-4153-a9c9-b26d49713405 req-4a165256-6714-4260-af5a-39d9474849ec tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bb6e8c47-3155-423c-ac27-8e71fc56bbce HTTP/1.1" status: 200 len: 945 time: 0.1236744 Sep 16 03:54:11.523325 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-11757541-d124-4153-a9c9-b26d49713405 req-0e1015fa-c777-4cdb-a15b-0077e6e1f692 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4f6fb4e5-d05a-4dc9-9394-df98f3d842d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602834 Sep 16 03:54:11.593444 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-7348c5e7-5fcb-4aa0-a338-ae8a86b20dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672957835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672515813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965177'] for port (6cf3b724-5047-4f3a-ab61-03c00f5a442a), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:11.618660 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-c49dc9f2-4dc1-4fe9-91c9-f00065d842d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672957835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672515813'] for port (6cf3b724-5047-4f3a-ab61-03c00f5a442a), after_delete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:11.620780 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-7dc1fef4-07c5-4107-9909-7cdf51a9f95e admin admin] Publish callbacks [] for router_gateway (98222e6b-b931-417c-a2d2-daaec63c920a), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:11.654412 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348c5e7-5fcb-4aa0-a338-ae8a86b20dec admin admin] Pushing event deleted for resources: {'Port': ['ID=6cf3b724-5047-4f3a-ab61-03c00f5a442a,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:54:11.654734 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49dc9f2-4dc1-4fe9-91c9-f00065d842d0 None None] Pushing event deleted for resources: {'Port': ['ID=6cf3b724-5047-4f3a-ab61-03c00f5a442a,revision_number=None']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:54:11.657096 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49dc9f2-4dc1-4fe9-91c9-f00065d842d0 None None] No DVR routers for this DVR port 6cf3b724-5047-4f3a-ab61-03c00f5a442a on host dv-cinder-857993-1-iscsi {{(pid=113376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 03:54:11.662423 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7348c5e7-5fcb-4aa0-a338-ae8a86b20dec admin admin] No DVR routers for this DVR port 6cf3b724-5047-4f3a-ab61-03c00f5a442a on host dv-cinder-857993-1-iscsi {{(pid=113374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 03:54:11.760721 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-7348c5e7-5fcb-4aa0-a338-ae8a86b20dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-666433', 'neutron.services.segments.db._delete_segments_for_network-8741672980929'] for network (64754a20-d60c-49a4-9c39-1462c6265039), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:11.768120 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:DELETE=10,neutron:UPDATE=1,neutron:SELECT=89 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:11.786284 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.services.segments.db [None req-7348c5e7-5fcb-4aa0-a338-ae8a86b20dec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64754a20-d60c-49a4-9c39-1462c6265039']}} {{(pid=113374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:54:11.795730 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.services.segments.db [None req-7348c5e7-5fcb-4aa0-a338-ae8a86b20dec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffd67134-8fee-4362-8336-40afb3537ec3') {'for_net_delete': True} {{(pid=113374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:54:11.796105 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.services.segments.db [None req-7348c5e7-5fcb-4aa0-a338-ae8a86b20dec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffd67134-8fee-4362-8336-40afb3537ec3') {} {{(pid=113374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:54:11.806053 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-7348c5e7-5fcb-4aa0-a338-ae8a86b20dec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741672980821', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4574544'] for segment (ffd67134-8fee-4362-8336-40afb3537ec3), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:11.820439 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-7348c5e7-5fcb-4aa0-a338-ae8a86b20dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432398'] for segment (ffd67134-8fee-4362-8336-40afb3537ec3), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:11.827391 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7348c5e7-5fcb-4aa0-a338-ae8a86b20dec admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=113374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 03:54:11.827827 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-7348c5e7-5fcb-4aa0-a338-ae8a86b20dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965356'] for segment (ffd67134-8fee-4362-8336-40afb3537ec3), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:11.872112 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.services.segments.plugin [-] Segment ffd67134-8fee-4362-8336-40afb3537ec3 resource provider aggregate not found Sep 16 03:54:11.892160 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced0c7df-93ae-4d9e-b97f-548ea0dd2f77 req-14ee6319-8db4-4a9e-a867-fcd7157a144a tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:11.893671 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-ced0c7df-93ae-4d9e-b97f-548ea0dd2f77 req-14ee6319-8db4-4a9e-a867-fcd7157a144a tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bb6e8c47-3155-423c-ac27-8e71fc56bbce HTTP/1.1" status: 200 len: 945 time: 0.0843585 Sep 16 03:54:11.894860 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.services.segments.plugin [-] Segment ffd67134-8fee-4362-8336-40afb3537ec3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ffd67134-8fee-4362-8336-40afb3537ec3 found for delete ", "request_id": "req-7050b050-6190-4b56-aed8-a6ab4137c253"}]} Sep 16 03:54:11.910739 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-7dc1fef4-07c5-4107-9909-7cdf51a9f95e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-451558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-452142'] for router (98222e6b-b931-417c-a2d2-daaec63c920a), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:11.998171 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-7348c5e7-5fcb-4aa0-a338-ae8a86b20dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-666488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-452227'] for network (64754a20-d60c-49a4-9c39-1462c6265039), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:12.004509 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-7348c5e7-5fcb-4aa0-a338-ae8a86b20dec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602048'] for network (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:12.009987 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-7348c5e7-5fcb-4aa0-a338-ae8a86b20dec admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/64754a20-d60c-49a4-9c39-1462c6265039 HTTP/1.1" status: 204 len: 168 time: 1.2665961 Sep 16 03:54:12.022090 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:12.023529 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348c5e7-5fcb-4aa0-a338-ae8a86b20dec admin admin] Pushing event deleted for resources: {'Network': ['ID=64754a20-d60c-49a4-9c39-1462c6265039,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:54:12.057733 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.plugin [req-ced0c7df-93ae-4d9e-b97f-548ea0dd2f77 req-2288e4cd-ad97-4bc1-b232-74dea4c54c5e tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Deleting port 7435ce50-992e-4f86-a4f8-fd731af0e104 {{(pid=113375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 03:54:12.058070 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-ced0c7df-93ae-4d9e-b97f-548ea0dd2f77 req-2288e4cd-ad97-4bc1-b232-74dea4c54c5e tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672990733'] for port (7435ce50-992e-4f86-a4f8-fd731af0e104), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:12.174877 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.db [req-ced0c7df-93ae-4d9e-b97f-548ea0dd2f77 req-2288e4cd-ad97-4bc1-b232-74dea4c54c5e tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] For port 7435ce50-992e-4f86-a4f8-fd731af0e104, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=7435ce50-992e-4f86-a4f8-fd731af0e104,segment=NetworkSegment(8f3c2513-130a-4e92-b8d6-c7c7e1d1ec24),segment_id=8f3c2513-130a-4e92-b8d6-c7c7e1d1ec24)] {{(pid=113375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:54:12.175242 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-ced0c7df-93ae-4d9e-b97f-548ea0dd2f77 req-2288e4cd-ad97-4bc1-b232-74dea4c54c5e tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432982'] for port (7435ce50-992e-4f86-a4f8-fd731af0e104), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:12.383178 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0489fd5b-4156-4864-b77a-6f41d01e7b00 None None] Network 808094d0-d36f-467b-be78-f32834f42155 requested from dv-cinder-857993-1-iscsi {{(pid=113376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 03:54:12.415575 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 60424) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:54:12.479893 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dc1fef4-07c5-4107-9909-7cdf51a9f95e admin admin] Router 98222e6b-b931-417c-a2d2-daaec63c920a is scheduled to L3 agent 20a8dcff-cb91-4cfb-b5ee-87736efe33d8 with binding_index 1 {{(pid=113375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 03:54:12.492790 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:12.495820 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-78d0eebc-9510-4fb7-9d06-5ea8fed96bbf admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=ac97d1487c024a68b8ad933d882bb456&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0790658 Sep 16 03:54:12.497704 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 60426) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:54:12.507756 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-44410b7a-5b9c-4bb5-83ae-415f7b6320dc None None] Provisioning complete for port 6a6bd86d-67c1-407f-bdde-319e0efd6c6b triggered by entity DHCP. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:54:12.508135 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-44410b7a-5b9c-4bb5-83ae-415f7b6320dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (6a6bd86d-67c1-407f-bdde-319e0efd6c6b), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:12.508474 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-44410b7a-5b9c-4bb5-83ae-415f7b6320dc None None] Attempt 1 to provision port 6a6bd86d-67c1-407f-bdde-319e0efd6c6b Sep 16 03:54:12.598865 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device 6a6bd86d-67c1-407f-bdde-319e0efd6c6b up at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 03:54:12.618344 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-0ab92546-4dac-434c-b4b4-4dc5bbfc6814 admin admin] Publish callbacks [] for security_group (7214bb29-4468-4521-9fdb-aa76e671c783), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:12.641659 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-44410b7a-5b9c-4bb5-83ae-415f7b6320dc None None] Current status of the port 6a6bd86d-67c1-407f-bdde-319e0efd6c6b is: DOWN; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:54:12.642476 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-44410b7a-5b9c-4bb5-83ae-415f7b6320dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (6a6bd86d-67c1-407f-bdde-319e0efd6c6b), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:12.669703 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-0ab92546-4dac-434c-b4b4-4dc5bbfc6814 admin admin] Publish callbacks [] for security_group (7214bb29-4468-4521-9fdb-aa76e671c783), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:12.692451 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-44410b7a-5b9c-4bb5-83ae-415f7b6320dc None None] For port 6a6bd86d-67c1-407f-bdde-319e0efd6c6b, host dv-cinder-857993-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=6a6bd86d-67c1-407f-bdde-319e0efd6c6b,segment=NetworkSegment(07aa48f6-364a-408d-a0d9-650f600a672a),segment_id=07aa48f6-364a-408d-a0d9-650f600a672a)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:54:12.693884 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Provisioning complete for port 6a6bd86d-67c1-407f-bdde-319e0efd6c6b triggered by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:54:12.694476 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (6a6bd86d-67c1-407f-bdde-319e0efd6c6b), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:12.695061 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Attempt 1 to provision port 6a6bd86d-67c1-407f-bdde-319e0efd6c6b Sep 16 03:54:12.721752 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-ced0c7df-93ae-4d9e-b97f-548ea0dd2f77 req-2288e4cd-ad97-4bc1-b232-74dea4c54c5e tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:12.722107 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-ced0c7df-93ae-4d9e-b97f-548ea0dd2f77 req-2288e4cd-ad97-4bc1-b232-74dea4c54c5e tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-452268'] for floatingip (4a112f8d-32ab-4dcd-9ba6-c8cfea4f4293), after_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:12.722538 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.db.l3_db [req-ced0c7df-93ae-4d9e-b97f-548ea0dd2f77 req-2288e4cd-ad97-4bc1-b232-74dea4c54c5e tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Floating IP 4a112f8d-32ab-4dcd-9ba6-c8cfea4f4293 disassociated. External IP: 172.27.0.140, port: 7435ce50-992e-4f86-a4f8-fd731af0e104. Sep 16 03:54:12.722874 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.plugin [req-ced0c7df-93ae-4d9e-b97f-548ea0dd2f77 req-2288e4cd-ad97-4bc1-b232-74dea4c54c5e tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Calling delete_port for 7435ce50-992e-4f86-a4f8-fd731af0e104 owned by compute:nova {{(pid=113375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 03:54:12.730169 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1740d604-c4fa-40de-9b9f-22b4f2a93fab req-7516a3e0-72aa-41ad-9100-578874ff6f87 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:12.731844 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dc1fef4-07c5-4107-9909-7cdf51a9f95e admin admin] Notify agent at l3_agent.dv-cinder-857993-1-iscsi the message routers_updated {{(pid=113375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 03:54:12.737195 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-1740d604-c4fa-40de-9b9f-22b4f2a93fab req-7516a3e0-72aa-41ad-9100-578874ff6f87 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bb6e8c47-3155-423c-ac27-8e71fc56bbce HTTP/1.1" status: 200 len: 945 time: 0.0822592 Sep 16 03:54:12.742474 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:12.750356 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e949e558-0b92-4bae-b1b8-172731a33077 None None] Sync routers for ids ['98222e6b-b931-417c-a2d2-daaec63c920a'] in dv-cinder-857993-1-iscsi {{(pid=113376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 03:54:12.789111 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e949e558-0b92-4bae-b1b8-172731a33077 None None] Routers {'98222e6b-b931-417c-a2d2-daaec63c920a'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:54:12.790117 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-e949e558-0b92-4bae-b1b8-172731a33077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:53:55Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['98222e6b-b931-417c-a2d2-daaec63c920a'], 'active': True} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:54:12.792283 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-44410b7a-5b9c-4bb5-83ae-415f7b6320dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (6a6bd86d-67c1-407f-bdde-319e0efd6c6b), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:12.799493 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-1740d604-c4fa-40de-9b9f-22b4f2a93fab req-6e831a59-f767-4b40-9042-1034af8ff7cb tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4f6fb4e5-d05a-4dc9-9394-df98f3d842d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612640 Sep 16 03:54:12.857109 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Current status of the port 6a6bd86d-67c1-407f-bdde-319e0efd6c6b is: DOWN; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:54:12.857601 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (6a6bd86d-67c1-407f-bdde-319e0efd6c6b), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:12.892115 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-7dc1fef4-07c5-4107-9909-7cdf51a9f95e admin admin] Publish callbacks [] for router (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:12.893341 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-7dc1fef4-07c5-4107-9909-7cdf51a9f95e admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3283169 Sep 16 03:54:12.896877 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 60430) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:54:12.936294 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-0ab92546-4dac-434c-b4b4-4dc5bbfc6814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (7214bb29-4468-4521-9fdb-aa76e671c783), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:12.938865 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-0ab92546-4dac-434c-b4b4-4dc5bbfc6814 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:12.940027 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-0ab92546-4dac-434c-b4b4-4dc5bbfc6814 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/7214bb29-4468-4521-9fdb-aa76e671c783 HTTP/1.1" status: 204 len: 168 time: 0.4424186 Sep 16 03:54:12.960681 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab92546-4dac-434c-b4b4-4dc5bbfc6814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7214bb29-4468-4521-9fdb-aa76e671c783,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:54:12.987050 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-ced0c7df-93ae-4d9e-b97f-548ea0dd2f77 req-2288e4cd-ad97-4bc1-b232-74dea4c54c5e tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672957835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672515813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4972043'] for port (7435ce50-992e-4f86-a4f8-fd731af0e104), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:13.021856 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2288e4cd-ad97-4bc1-b232-74dea4c54c5e tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Pushing event deleted for resources: {'Port': ['ID=7435ce50-992e-4f86-a4f8-fd731af0e104,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:54:13.113484 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44410b7a-5b9c-4bb5-83ae-415f7b6320dc None None] Pushing event updated for resources: {'Port': ['ID=6a6bd86d-67c1-407f-bdde-319e0efd6c6b,revision_number=3']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:54:13.116487 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:13.133152 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-e107903f-d55a-47ff-8c01-aac265a7d1c1 None None] Provisioning complete for port 6a6bd86d-67c1-407f-bdde-319e0efd6c6b triggered by entity DHCP. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:54:13.136797 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-e107903f-d55a-47ff-8c01-aac265a7d1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (6a6bd86d-67c1-407f-bdde-319e0efd6c6b), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:13.136797 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-e107903f-d55a-47ff-8c01-aac265a7d1c1 None None] Attempt 1 to provision port 6a6bd86d-67c1-407f-bdde-319e0efd6c6b Sep 16 03:54:13.171663 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ced0c7df-93ae-4d9e-b97f-548ea0dd2f77 req-2288e4cd-ad97-4bc1-b232-74dea4c54c5e tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Router e8eb6dc3-21a2-4b6e-907d-9210534718fc has already been hosted by L3 agent 20a8dcff-cb91-4cfb-b5ee-87736efe33d8 {{(pid=113375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 03:54:13.172058 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.db.api [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=113376) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 16 03:54:13.172058 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG oslo_db.api [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 03:54:13.178541 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvr_db [None req-e949e558-0b92-4bae-b1b8-172731a33077 None None] Set router 98222e6b-b931-417c-a2d2-daaec63c920a gateway port host: dv-cinder-857993-1-iscsi {{(pid=113376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:54:13.226762 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:13.281149 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:13.297277 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ced0c7df-93ae-4d9e-b97f-548ea0dd2f77 req-2288e4cd-ad97-4bc1-b232-74dea4c54c5e tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Notify agent at l3_agent.dv-cinder-857993-1-iscsi the message routers_updated {{(pid=113375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 03:54:13.312313 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c659df9d-36f3-47df-8c31-db80259c7246 None None] Sync routers for ids ['e8eb6dc3-21a2-4b6e-907d-9210534718fc'] in dv-cinder-857993-1-iscsi {{(pid=113377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 03:54:13.337310 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c659df9d-36f3-47df-8c31-db80259c7246 None None] Routers {'e8eb6dc3-21a2-4b6e-907d-9210534718fc'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:54:13.338086 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-c659df9d-36f3-47df-8c31-db80259c7246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:53:55Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['e8eb6dc3-21a2-4b6e-907d-9210534718fc'], 'active': True} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:54:13.350632 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-e107903f-d55a-47ff-8c01-aac265a7d1c1 None None] Current status of the port 6a6bd86d-67c1-407f-bdde-319e0efd6c6b is: ACTIVE; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:54:13.385684 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.l3_dvrscheduler_db [req-ced0c7df-93ae-4d9e-b97f-548ea0dd2f77 req-2288e4cd-ad97-4bc1-b232-74dea4c54c5e tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] No DVR routers for this DVR port 7435ce50-992e-4f86-a4f8-fd731af0e104 on host hv-cinder-85799 {{(pid=113375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 03:54:13.388158 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-ced0c7df-93ae-4d9e-b97f-548ea0dd2f77 req-2288e4cd-ad97-4bc1-b232-74dea4c54c5e tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for port (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:13.391454 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-ced0c7df-93ae-4d9e-b97f-548ea0dd2f77 req-2288e4cd-ad97-4bc1-b232-74dea4c54c5e tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.52 "DELETE /networking/v2.0/ports/7435ce50-992e-4f86-a4f8-fd731af0e104 HTTP/1.1" status: 204 len: 173 time: 1.4902649 Sep 16 03:54:13.391976 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb6e8c47-3155-423c-ac27-8e71fc56bbce', 'name': 'network-vif-deleted', 'tag': '7435ce50-992e-4f86-a4f8-fd731af0e104'}] {{(pid=113375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 03:54:13.397126 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5377fd1d321389c1792f161ed840337514ae556b8848fe715c314c680a14a908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d152e388-c7e5-4a2a-94d7-f7d7310d1d3e" -d '{"events": [{"server_uuid": "bb6e8c47-3155-423c-ac27-8e71fc56bbce", "name": "network-vif-deleted", "tag": "7435ce50-992e-4f86-a4f8-fd731af0e104"}]}' {{(pid=113375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 03:54:13.404313 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-54a49b62-d8ff-4a90-895a-300a8ff5a1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:13.454285 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-e949e558-0b92-4bae-b1b8-172731a33077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98222e6b-b931-417c-a2d2-daaec63c920a', 'name': 'tempest-TestMinimumBasicScenario-1847632768-router', 'tenant_id': '0ff078cd8282494eb7dd5ff34d7bddcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '22b2ca0a-5887-4816-9b1e-0599082eb1cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:54:09Z', 'updated_at': '2022-09-16T03:54:11Z', 'revision_number': 3, 'project_id': '0ff078cd8282494eb7dd5ff34d7bddcb', 'gw_port': {'id': '22b2ca0a-5887-4816-9b1e-0599082eb1cc', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:65:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98222e6b-b931-417c-a2d2-daaec63c920a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:54:10Z', 'updated_at': '2022-09-16T03:54:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi'}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:54:13.462718 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvr_db [None req-c659df9d-36f3-47df-8c31-db80259c7246 None None] Set router e8eb6dc3-21a2-4b6e-907d-9210534718fc gateway port host: dv-cinder-857993-1-iscsi {{(pid=113377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:54:13.475131 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:13.485028 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 03:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed3f55d-5204-48ad-a220-43595f54c2de x-openstack-request-id: req-4ed3f55d-5204-48ad-a220-43595f54c2de {{(pid=113375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 03:54:13.485536 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb6e8c47-3155-423c-ac27-8e71fc56bbce", "name": "network-vif-deleted", "tag": "7435ce50-992e-4f86-a4f8-fd731af0e104", "status": "completed", "code": 200}]} {{(pid=113375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 03:54:13.485536 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4ed3f55d-5204-48ad-a220-43595f54c2de {{(pid=113375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 03:54:13.485949 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e949e558-0b92-4bae-b1b8-172731a33077 None None] Checking router: 98222e6b-b931-417c-a2d2-daaec63c920a for host: dv-cinder-857993-1-iscsi {{(pid=113376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 03:54:13.486079 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ed3f55d-5204-48ad-a220-43595f54c2de'] response: {'server_uuid': 'bb6e8c47-3155-423c-ac27-8e71fc56bbce', 'name': 'network-vif-deleted', 'tag': '7435ce50-992e-4f86-a4f8-fd731af0e104', 'status': 'completed', 'code': 200} Sep 16 03:54:13.486414 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e949e558-0b92-4bae-b1b8-172731a33077 None None] Updating router 98222e6b-b931-417c-a2d2-daaec63c920a port 22b2ca0a-5887-4816-9b1e-0599082eb1cc binding host dv-cinder-857993-1-iscsi {{(pid=113376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 03:54:13.519729 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-e949e558-0b92-4bae-b1b8-172731a33077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (22b2ca0a-5887-4816-9b1e-0599082eb1cc), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:13.673043 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.db.db_base_plugin_common [None req-54a49b62-d8ff-4a90-895a-300a8ff5a1c5 admin admin] Allocated IP 172.20.0.1 (808094d0-d36f-467b-be78-f32834f42155/9fc5cdc1-7ef1-4edd-aab3-d78fc2b46ff3/1f0e0277-6da5-477b-b61f-254b1c0033f9) {{(pid=113374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 03:54:13.740399 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Current status of the port 6a6bd86d-67c1-407f-bdde-319e0efd6c6b is: ACTIVE; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:54:13.742523 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-c659df9d-36f3-47df-8c31-db80259c7246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'name': 'tempest-AttachVolumeNegativeTest-1637071771-router', 'tenant_id': '8ee4a40c6c264553a14e0eff367da4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'e7b2fb5b-4aa2-42c3-b650-b953cc723fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:11Z', 'updated_at': '2022-09-16T03:48:23Z', 'revision_number': 4, 'project_id': '8ee4a40c6c264553a14e0eff367da4a0', 'gw_port': {'id': 'e7b2fb5b-4aa2-42c3-b650-b953cc723fe7', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:45:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:12Z', 'updated_at': '2022-09-16T03:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_interfaces': [{'id': 'ddd557da-e9c8-431d-9885-21bd1fddfa19', 'name': '', 'network_id': '4ff8c520-12d3-47e5-b499-6dbd6e9a131a', 'tenant_id': '8ee4a40c6c264553a14e0eff367da4a0', 'mac_address': 'fa:16:3e:6f:ba:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'dc6b4dbf-6194-4053-a2ab-d05e1046d55f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:21Z', 'updated_at': '2022-09-16T03:48:32Z', 'revision_number': 5, 'project_id': '8ee4a40c6c264553a14e0eff367da4a0', 'subnets': [{'id': 'dc6b4dbf-6194-4053-a2ab-d05e1046d55f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:54:13.801280 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c659df9d-36f3-47df-8c31-db80259c7246 None None] Checking router: e8eb6dc3-21a2-4b6e-907d-9210534718fc for host: dv-cinder-857993-1-iscsi {{(pid=113377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 03:54:13.828265 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-54a49b62-d8ff-4a90-895a-300a8ff5a1c5 admin admin] Publish callbacks [] for port (1f0e0277-6da5-477b-b61f-254b1c0033f9), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:13.828466 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=100 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:13.836033 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c659df9d-36f3-47df-8c31-db80259c7246 None None] Routers {'e8eb6dc3-21a2-4b6e-907d-9210534718fc'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:54:13.836697 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-c659df9d-36f3-47df-8c31-db80259c7246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:53:55Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['e8eb6dc3-21a2-4b6e-907d-9210534718fc'], 'active': True} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:54:13.850277 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device 6cf3b724-5047-4f3a-ab61-03c00f5a442a no longer exists at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 03:54:13.898573 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] No Port match for: 6cf3b724-5047-4f3a-ab61-03c00f5a442a {{(pid=113376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 03:54:13.899162 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device 6cf3b724-5047-4f3a-ab61-03c00f5a442a not bound to the agent host dv-cinder-857993-1-iscsi {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 03:54:13.922355 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-2fc5fa58-f853-4b28-b863-999adf51ff1f req-b07d3d7c-deba-4357-8523-5732558aaa23 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bb6e8c47-3155-423c-ac27-8e71fc56bbce HTTP/1.1" status: 200 len: 210 time: 0.0308692 Sep 16 03:54:13.958863 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-54a49b62-d8ff-4a90-895a-300a8ff5a1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672515804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965177'] for port (1f0e0277-6da5-477b-b61f-254b1c0033f9), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:14.002296 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:14.017455 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a49b62-d8ff-4a90-895a-300a8ff5a1c5 admin admin] Network 808094d0-d36f-467b-be78-f32834f42155 is already hosted by enough agents. {{(pid=113374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 03:54:14.021122 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.base_scheduler [None req-54a49b62-d8ff-4a90-895a-300a8ff5a1c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=113374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:54:14.026464 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-e949e558-0b92-4bae-b1b8-172731a33077 None None] Publish callbacks [] for port (22b2ca0a-5887-4816-9b1e-0599082eb1cc), precommit_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:14.031462 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a49b62-d8ff-4a90-895a-300a8ff5a1c5 admin admin] Received port after_create {{(pid=113374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 03:54:14.054076 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvr_db [None req-c659df9d-36f3-47df-8c31-db80259c7246 None None] Set router e8eb6dc3-21a2-4b6e-907d-9210534718fc gateway port host: dv-cinder-857993-1-iscsi {{(pid=113377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:54:14.067858 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a49b62-d8ff-4a90-895a-300a8ff5a1c5 admin admin] Pushing event updated for resources: {'Port': ['ID=1f0e0277-6da5-477b-b61f-254b1c0033f9,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:54:14.080056 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=100 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:14.104071 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-54a49b62-d8ff-4a90-895a-300a8ff5a1c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-427031'] for router_interface (98222e6b-b931-417c-a2d2-daaec63c920a), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:14.124110 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-e949e558-0b92-4bae-b1b8-172731a33077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (22b2ca0a-5887-4816-9b1e-0599082eb1cc), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:14.150838 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.managers [None req-e949e558-0b92-4bae-b1b8-172731a33077 None None] Attempting to bind port 22b2ca0a-5887-4816-9b1e-0599082eb1cc on host dv-cinder-857993-1-iscsi for vnic_type normal with profile {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 03:54:14.151879 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.managers [None req-e949e558-0b92-4bae-b1b8-172731a33077 None None] Attempting to bind port 22b2ca0a-5887-4816-9b1e-0599082eb1cc by drivers openvswitch,hyperv on host dv-cinder-857993-1-iscsi at level 0 using segments [{'id': '0cda3508-2052-48b1-ae54-b35f980014ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556'}] {{(pid=113376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 03:54:14.153340 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e949e558-0b92-4bae-b1b8-172731a33077 None None] Attempting to bind port 22b2ca0a-5887-4816-9b1e-0599082eb1cc on network 3e75d266-1ef3-4c3c-84dd-91ee0a702556 {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 03:54:14.244526 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9423c96c-20c9-49c1-b1a7-2b344825d7c3 None None] Pushing event updated for resources: {'Port': ['ID=22b2ca0a-5887-4816-9b1e-0599082eb1cc,revision_number=2']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:54:14.253381 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e949e558-0b92-4bae-b1b8-172731a33077 None None] Checking agent: {'id': '9480ceca-8cb5-4b85-9807-6ee42f948820', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857993-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 3, 39, 29), 'started_at': datetime.datetime(2022, 9, 16, 3, 39, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 3, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857993-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 03:54:14.255572 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e949e558-0b92-4bae-b1b8-172731a33077 None None] Checking segment: {'id': '0cda3508-2052-48b1-ae54-b35f980014ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 03:54:14.256059 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-e949e558-0b92-4bae-b1b8-172731a33077 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:14.256464 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e949e558-0b92-4bae-b1b8-172731a33077 None None] Bound using segment: {'id': '0cda3508-2052-48b1-ae54-b35f980014ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556'} {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 03:54:14.257079 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.managers [None req-e949e558-0b92-4bae-b1b8-172731a33077 None None] Bound port: 22b2ca0a-5887-4816-9b1e-0599082eb1cc, host: dv-cinder-857993-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cda3508-2052-48b1-ae54-b35f980014ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556'}}] {{(pid=113376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 03:54:14.257402 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-e949e558-0b92-4bae-b1b8-172731a33077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (22b2ca0a-5887-4816-9b1e-0599082eb1cc), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:14.284153 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-c659df9d-36f3-47df-8c31-db80259c7246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'name': 'tempest-AttachVolumeNegativeTest-1637071771-router', 'tenant_id': '8ee4a40c6c264553a14e0eff367da4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'e7b2fb5b-4aa2-42c3-b650-b953cc723fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:11Z', 'updated_at': '2022-09-16T03:48:23Z', 'revision_number': 4, 'project_id': '8ee4a40c6c264553a14e0eff367da4a0', 'gw_port': {'id': 'e7b2fb5b-4aa2-42c3-b650-b953cc723fe7', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:45:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:12Z', 'updated_at': '2022-09-16T03:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_interfaces': [{'id': 'ddd557da-e9c8-431d-9885-21bd1fddfa19', 'name': '', 'network_id': '4ff8c520-12d3-47e5-b499-6dbd6e9a131a', 'tenant_id': '8ee4a40c6c264553a14e0eff367da4a0', 'mac_address': 'fa:16:3e:6f:ba:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'dc6b4dbf-6194-4053-a2ab-d05e1046d55f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:21Z', 'updated_at': '2022-09-16T03:48:32Z', 'revision_number': 5, 'project_id': '8ee4a40c6c264553a14e0eff367da4a0', 'subnets': [{'id': 'dc6b4dbf-6194-4053-a2ab-d05e1046d55f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:54:14.329911 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c659df9d-36f3-47df-8c31-db80259c7246 None None] The sync data for ids ['e8eb6dc3-21a2-4b6e-907d-9210534718fc'] in dv-cinder-857993-1-iscsi is: [{'id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'name': 'tempest-AttachVolumeNegativeTest-1637071771-router', 'tenant_id': '8ee4a40c6c264553a14e0eff367da4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'e7b2fb5b-4aa2-42c3-b650-b953cc723fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:11Z', 'updated_at': '2022-09-16T03:48:23Z', 'revision_number': 4, 'project_id': '8ee4a40c6c264553a14e0eff367da4a0', 'gw_port': {'id': 'e7b2fb5b-4aa2-42c3-b650-b953cc723fe7', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:45:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:12Z', 'updated_at': '2022-09-16T03:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_interfaces': [{'id': 'ddd557da-e9c8-431d-9885-21bd1fddfa19', 'name': '', 'network_id': '4ff8c520-12d3-47e5-b499-6dbd6e9a131a', 'tenant_id': '8ee4a40c6c264553a14e0eff367da4a0', 'mac_address': 'fa:16:3e:6f:ba:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'dc6b4dbf-6194-4053-a2ab-d05e1046d55f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:21Z', 'updated_at': '2022-09-16T03:48:32Z', 'revision_number': 5, 'project_id': '8ee4a40c6c264553a14e0eff367da4a0', 'subnets': [{'id': 'dc6b4dbf-6194-4053-a2ab-d05e1046d55f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 03:54:14.342443 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-e949e558-0b92-4bae-b1b8-172731a33077 None None] For port 22b2ca0a-5887-4816-9b1e-0599082eb1cc, host dv-cinder-857993-1-iscsi, cleared binding levels {{(pid=113376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 03:54:14.347028 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-e949e558-0b92-4bae-b1b8-172731a33077 None None] For port 22b2ca0a-5887-4816-9b1e-0599082eb1cc, host dv-cinder-857993-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=22b2ca0a-5887-4816-9b1e-0599082eb1cc,segment=NetworkSegment(0cda3508-2052-48b1-ae54-b35f980014ad),segment_id=0cda3508-2052-48b1-ae54-b35f980014ad)] {{(pid=113376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 03:54:14.381351 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-397c7d4e-e714-4eb3-8bd8-2d36fc06917b None None] Provisioning complete for port 1f0e0277-6da5-477b-b61f-254b1c0033f9 triggered by entity DHCP. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:54:14.381798 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-397c7d4e-e714-4eb3-8bd8-2d36fc06917b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (1f0e0277-6da5-477b-b61f-254b1c0033f9), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:14.382136 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-397c7d4e-e714-4eb3-8bd8-2d36fc06917b None None] Attempt 1 to provision port 1f0e0277-6da5-477b-b61f-254b1c0033f9 Sep 16 03:54:14.386028 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-54a49b62-d8ff-4a90-895a-300a8ff5a1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (1f0e0277-6da5-477b-b61f-254b1c0033f9), before_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:14.439784 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-397c7d4e-e714-4eb3-8bd8-2d36fc06917b None None] Port 1f0e0277-6da5-477b-b61f-254b1c0033f9 cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:54:14.441352 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-e949e558-0b92-4bae-b1b8-172731a33077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (22b2ca0a-5887-4816-9b1e-0599082eb1cc), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:14.494210 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:14.496637 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9423c96c-20c9-49c1-b1a7-2b344825d7c3 None None] Pushing event updated for resources: {'Port': ['ID=22b2ca0a-5887-4816-9b1e-0599082eb1cc,revision_number=3']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:54:14.504799 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device 6a6bd86d-67c1-407f-bdde-319e0efd6c6b up at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 03:54:14.546996 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e949e558-0b92-4bae-b1b8-172731a33077 None None] Routers {'98222e6b-b931-417c-a2d2-daaec63c920a'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:54:14.548301 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-e949e558-0b92-4bae-b1b8-172731a33077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:53:55Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['98222e6b-b931-417c-a2d2-daaec63c920a'], 'active': True} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:54:14.614366 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-54a49b62-d8ff-4a90-895a-300a8ff5a1c5 admin admin] Publish callbacks [] for port (1f0e0277-6da5-477b-b61f-254b1c0033f9), precommit_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:14.626122 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Provisioning complete for port 6a6bd86d-67c1-407f-bdde-319e0efd6c6b triggered by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:54:14.626566 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (6a6bd86d-67c1-407f-bdde-319e0efd6c6b), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:14.626920 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Attempt 1 to provision port 6a6bd86d-67c1-407f-bdde-319e0efd6c6b Sep 16 03:54:14.667327 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0cc233-f164-449a-a2ff-0a895015b5b2 None None] New status for floating IP 4a112f8d-32ab-4dcd-9ba6-c8cfea4f4293: DOWN {{(pid=113376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 03:54:14.724612 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-54a49b62-d8ff-4a90-895a-300a8ff5a1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965120'] for port (1f0e0277-6da5-477b-b61f-254b1c0033f9), after_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:14.809468 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a49b62-d8ff-4a90-895a-300a8ff5a1c5 admin admin] Pushing event updated for resources: {'Port': ['ID=1f0e0277-6da5-477b-b61f-254b1c0033f9,revision_number=2']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:54:14.812997 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-54a49b62-d8ff-4a90-895a-300a8ff5a1c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-427139'] for router_interface (98222e6b-b931-417c-a2d2-daaec63c920a), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:14.826503 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvr_db [None req-e949e558-0b92-4bae-b1b8-172731a33077 None None] Set router 98222e6b-b931-417c-a2d2-daaec63c920a gateway port host: dv-cinder-857993-1-iscsi {{(pid=113376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:54:14.918572 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a49b62-d8ff-4a90-895a-300a8ff5a1c5 admin admin] Network 808094d0-d36f-467b-be78-f32834f42155 is already hosted by enough agents. {{(pid=113374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 03:54:14.919996 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.base_scheduler [None req-54a49b62-d8ff-4a90-895a-300a8ff5a1c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=113374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:54:14.926293 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Current status of the port 6a6bd86d-67c1-407f-bdde-319e0efd6c6b is: ACTIVE; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:54:15.041363 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-397c7d4e-e714-4eb3-8bd8-2d36fc06917b None None] Attempt 2 to provision port 1f0e0277-6da5-477b-b61f-254b1c0033f9 Sep 16 03:54:15.044097 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device 7435ce50-992e-4f86-a4f8-fd731af0e104 no longer exists at agent hyperv_hv-cinder-85799 {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 03:54:15.090841 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:15.099982 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] No Port match for: 7435ce50-992e-4f86-a4f8-fd731af0e104 {{(pid=113376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 03:54:15.100228 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device 7435ce50-992e-4f86-a4f8-fd731af0e104 not bound to the agent host hv-cinder-85799 {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 03:54:15.136282 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-397c7d4e-e714-4eb3-8bd8-2d36fc06917b None None] Port 1f0e0277-6da5-477b-b61f-254b1c0033f9 cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:54:15.151433 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-b4b3fe0d-175d-481e-ad40-24db895de551 req-0cf7d30a-f414-4682-baaa-201c1038f53f tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bb6e8c47-3155-423c-ac27-8e71fc56bbce HTTP/1.1" status: 200 len: 210 time: 0.0582328 Sep 16 03:54:15.170423 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54a49b62-d8ff-4a90-895a-300a8ff5a1c5 admin admin] Router 98222e6b-b931-417c-a2d2-daaec63c920a has already been hosted by L3 agent 20a8dcff-cb91-4cfb-b5ee-87736efe33d8 {{(pid=113374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 03:54:15.203102 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-e949e558-0b92-4bae-b1b8-172731a33077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98222e6b-b931-417c-a2d2-daaec63c920a', 'name': 'tempest-TestMinimumBasicScenario-1847632768-router', 'tenant_id': '0ff078cd8282494eb7dd5ff34d7bddcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '22b2ca0a-5887-4816-9b1e-0599082eb1cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:54:09Z', 'updated_at': '2022-09-16T03:54:14Z', 'revision_number': 4, 'project_id': '0ff078cd8282494eb7dd5ff34d7bddcb', 'gw_port': {'id': '22b2ca0a-5887-4816-9b1e-0599082eb1cc', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:65:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98222e6b-b931-417c-a2d2-daaec63c920a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:54:10Z', 'updated_at': '2022-09-16T03:54:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_interfaces': [{'id': '1f0e0277-6da5-477b-b61f-254b1c0033f9', 'name': '', 'network_id': '808094d0-d36f-467b-be78-f32834f42155', 'tenant_id': '0ff078cd8282494eb7dd5ff34d7bddcb', 'mac_address': 'fa:16:3e:cc:eb:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98222e6b-b931-417c-a2d2-daaec63c920a', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '9fc5cdc1-7ef1-4edd-aab3-d78fc2b46ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:54:13Z', 'updated_at': '2022-09-16T03:54:13Z', 'revision_number': 1, 'project_id': '0ff078cd8282494eb7dd5ff34d7bddcb', 'subnets': [{'id': '9fc5cdc1-7ef1-4edd-aab3-d78fc2b46ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:54:15.236466 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e949e558-0b92-4bae-b1b8-172731a33077 None None] The sync data for ids ['98222e6b-b931-417c-a2d2-daaec63c920a'] in dv-cinder-857993-1-iscsi is: [{'id': '98222e6b-b931-417c-a2d2-daaec63c920a', 'name': 'tempest-TestMinimumBasicScenario-1847632768-router', 'tenant_id': '0ff078cd8282494eb7dd5ff34d7bddcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '22b2ca0a-5887-4816-9b1e-0599082eb1cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:54:09Z', 'updated_at': '2022-09-16T03:54:14Z', 'revision_number': 4, 'project_id': '0ff078cd8282494eb7dd5ff34d7bddcb', 'gw_port': {'id': '22b2ca0a-5887-4816-9b1e-0599082eb1cc', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:65:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98222e6b-b931-417c-a2d2-daaec63c920a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:54:10Z', 'updated_at': '2022-09-16T03:54:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_interfaces': [{'id': '1f0e0277-6da5-477b-b61f-254b1c0033f9', 'name': '', 'network_id': '808094d0-d36f-467b-be78-f32834f42155', 'tenant_id': '0ff078cd8282494eb7dd5ff34d7bddcb', 'mac_address': 'fa:16:3e:cc:eb:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98222e6b-b931-417c-a2d2-daaec63c920a', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '9fc5cdc1-7ef1-4edd-aab3-d78fc2b46ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:54:13Z', 'updated_at': '2022-09-16T03:54:13Z', 'revision_number': 1, 'project_id': '0ff078cd8282494eb7dd5ff34d7bddcb', 'subnets': [{'id': '9fc5cdc1-7ef1-4edd-aab3-d78fc2b46ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 03:54:15.326139 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54a49b62-d8ff-4a90-895a-300a8ff5a1c5 admin admin] Notify agent at l3_agent.dv-cinder-857993-1-iscsi the message routers_updated {{(pid=113374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 03:54:15.334339 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-54a49b62-d8ff-4a90-895a-300a8ff5a1c5 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/98222e6b-b931-417c-a2d2-daaec63c920a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4362595 Sep 16 03:54:15.455092 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:15.637713 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-397c7d4e-e714-4eb3-8bd8-2d36fc06917b None None] Attempt 3 to provision port 1f0e0277-6da5-477b-b61f-254b1c0033f9 Sep 16 03:54:15.640845 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:15.677220 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-397c7d4e-e714-4eb3-8bd8-2d36fc06917b None None] Port 1f0e0277-6da5-477b-b61f-254b1c0033f9 cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:54:16.178820 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-397c7d4e-e714-4eb3-8bd8-2d36fc06917b None None] Attempt 4 to provision port 1f0e0277-6da5-477b-b61f-254b1c0033f9 Sep 16 03:54:16.219883 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-397c7d4e-e714-4eb3-8bd8-2d36fc06917b None None] Port 1f0e0277-6da5-477b-b61f-254b1c0033f9 cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:54:16.382789 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 60524) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:54:16.453077 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-e911f4b8-a8b2-4c51-8caa-8e3f780aa517 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks [] for security_group (4f6fb4e5-d05a-4dc9-9394-df98f3d842d3), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:16.475945 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-e911f4b8-a8b2-4c51-8caa-8e3f780aa517 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks [] for security_group (4f6fb4e5-d05a-4dc9-9394-df98f3d842d3), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:16.603731 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-e911f4b8-a8b2-4c51-8caa-8e3f780aa517 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (4f6fb4e5-d05a-4dc9-9394-df98f3d842d3), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:16.609309 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-e911f4b8-a8b2-4c51-8caa-8e3f780aa517 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks [] for security_group (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:16.610498 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-e911f4b8-a8b2-4c51-8caa-8e3f780aa517 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/4f6fb4e5-d05a-4dc9-9394-df98f3d842d3 HTTP/1.1" status: 204 len: 168 time: 0.2266581 Sep 16 03:54:16.613951 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 60532) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:54:16.624172 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e911f4b8-a8b2-4c51-8caa-8e3f780aa517 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f6fb4e5-d05a-4dc9-9394-df98f3d842d3,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:54:16.627601 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.api.v2.resource [None req-4d74de0c-aad9-4200-952a-1dc1d023932a tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] show failed (client error): The resource could not be found. Sep 16 03:54:16.629374 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-4d74de0c-aad9-4200-952a-1dc1d023932a tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/security-groups/4f6fb4e5-d05a-4dc9-9394-df98f3d842d3 HTTP/1.1" status: 404 len: 347 time: 0.0137098 Sep 16 03:54:16.632415 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 60534) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:54:16.719542 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-397c7d4e-e714-4eb3-8bd8-2d36fc06917b None None] Attempt 5 to provision port 1f0e0277-6da5-477b-b61f-254b1c0033f9 Sep 16 03:54:16.773590 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.plugin [None req-2c271eca-7583-4c67-a385-1ef8c8a6bb39 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Deleting port 181c95ff-703c-46ec-a4b5-fc16e9277d53 {{(pid=113374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 03:54:16.774316 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-2c271eca-7583-4c67-a385-1ef8c8a6bb39 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672990733'] for port (181c95ff-703c-46ec-a4b5-fc16e9277d53), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:16.848329 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-397c7d4e-e714-4eb3-8bd8-2d36fc06917b None None] Port 1f0e0277-6da5-477b-b61f-254b1c0033f9 cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:54:16.881958 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-2c271eca-7583-4c67-a385-1ef8c8a6bb39 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432982'] for port (181c95ff-703c-46ec-a4b5-fc16e9277d53), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:16.881958 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-2c271eca-7583-4c67-a385-1ef8c8a6bb39 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks [] for floatingip (181c95ff-703c-46ec-a4b5-fc16e9277d53), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:16.912456 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.plugin [None req-2c271eca-7583-4c67-a385-1ef8c8a6bb39 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Calling delete_port for 181c95ff-703c-46ec-a4b5-fc16e9277d53 owned by network:floatingip {{(pid=113374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 03:54:17.204206 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-2c271eca-7583-4c67-a385-1ef8c8a6bb39 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672957835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672515813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965177'] for port (181c95ff-703c-46ec-a4b5-fc16e9277d53), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:17.267218 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c271eca-7583-4c67-a385-1ef8c8a6bb39 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Pushing event deleted for resources: {'Port': ['ID=181c95ff-703c-46ec-a4b5-fc16e9277d53,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:54:17.321132 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-2c271eca-7583-4c67-a385-1ef8c8a6bb39 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks [] for floatingip (4a112f8d-32ab-4dcd-9ba6-c8cfea4f4293), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:17.326470 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-2c271eca-7583-4c67-a385-1ef8c8a6bb39 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for floatingip (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:17.326470 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-2c271eca-7583-4c67-a385-1ef8c8a6bb39 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/4a112f8d-32ab-4dcd-9ba6-c8cfea4f4293 HTTP/1.1" status: 204 len: 168 time: 0.6918850 Sep 16 03:54:17.350174 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-397c7d4e-e714-4eb3-8bd8-2d36fc06917b None None] Attempt 6 to provision port 1f0e0277-6da5-477b-b61f-254b1c0033f9 Sep 16 03:54:17.387432 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:17.421022 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:17.485622 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 60548) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:54:17.491144 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [None req-837a9b29-132e-4ba9-9c39-7e97e59ed483 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Request body: {'security_group': {'name': 'tempest-securitygroup--872854830', 'description': 'tempest-description--1771844862'}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:54:17.568822 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-397c7d4e-e714-4eb3-8bd8-2d36fc06917b None None] Port 1f0e0277-6da5-477b-b61f-254b1c0033f9 cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:54:17.598865 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-837a9b29-132e-4ba9-9c39-7e97e59ed483 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks [] for security_group (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:17.757760 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-837a9b29-132e-4ba9-9c39-7e97e59ed483 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks [] for security_group (0dbe5eda-1a32-47c1-b4a4-15b7d69dfb89), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:17.953489 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-837a9b29-132e-4ba9-9c39-7e97e59ed483 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (0dbe5eda-1a32-47c1-b4a4-15b7d69dfb89), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:18.010698 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837a9b29-132e-4ba9-9c39-7e97e59ed483 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dbe5eda-1a32-47c1-b4a4-15b7d69dfb89,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:54:18.079153 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-397c7d4e-e714-4eb3-8bd8-2d36fc06917b None None] Attempt 7 to provision port 1f0e0277-6da5-477b-b61f-254b1c0033f9 Sep 16 03:54:18.119898 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-837a9b29-132e-4ba9-9c39-7e97e59ed483 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks [] for security_group (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:18.121372 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-837a9b29-132e-4ba9-9c39-7e97e59ed483 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6345434 Sep 16 03:54:18.124903 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 60558) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:54:18.131475 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [None req-00625c44-4b40-48a1-a847-603bea965e6a tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Request body: {'security_group_rule': {'security_group_id': '0dbe5eda-1a32-47c1-b4a4-15b7d69dfb89', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:54:18.148701 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-397c7d4e-e714-4eb3-8bd8-2d36fc06917b None None] Port 1f0e0277-6da5-477b-b61f-254b1c0033f9 cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:54:18.177776 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.agents_db [None req-8ba4eca6-5e8f-405f-9ad3-b7bffaa24231 None None] Agent healthcheck: found 6 active agents {{(pid=113377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 03:54:18.484354 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-00625c44-4b40-48a1-a847-603bea965e6a tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks [] for security_group_rule (0494d638-7811-4b1f-a25d-bc11524dcb28), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:18.489451 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (d68ba685-94d2-4b65-887f-d5ec3884fbfa), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:18.594075 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device 22b2ca0a-5887-4816-9b1e-0599082eb1cc up at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 03:54:18.616539 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-00625c44-4b40-48a1-a847-603bea965e6a tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks [] for security_group_rule (0494d638-7811-4b1f-a25d-bc11524dcb28), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:18.661254 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11791f9e-3c12-431a-b015-6ad6a0d55811 None None] Sync routers for ids ['98222e6b-b931-417c-a2d2-daaec63c920a'] in dv-cinder-857993-1-iscsi {{(pid=113377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 03:54:18.663756 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-397c7d4e-e714-4eb3-8bd8-2d36fc06917b None None] Attempt 8 to provision port 1f0e0277-6da5-477b-b61f-254b1c0033f9 Sep 16 03:54:18.674541 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11791f9e-3c12-431a-b015-6ad6a0d55811 None None] Routers {'98222e6b-b931-417c-a2d2-daaec63c920a'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:54:18.675876 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-11791f9e-3c12-431a-b015-6ad6a0d55811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:53:55Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['98222e6b-b931-417c-a2d2-daaec63c920a'], 'active': True} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:54:18.689767 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a73e08-8c76-44dc-8df7-663246b234e8 req-1b763171-feb4-47a1-9a86-aa3cf112a047 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:18.692594 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-02a73e08-8c76-44dc-8df7-663246b234e8 req-1b763171-feb4-47a1-9a86-aa3cf112a047 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2263def2-54ff-4255-a751-2bdb7e32db67 HTTP/1.1" status: 200 len: 945 time: 0.0863128 Sep 16 03:54:18.775447 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-00625c44-4b40-48a1-a847-603bea965e6a tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650582'] for security_group_rule (0494d638-7811-4b1f-a25d-bc11524dcb28), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:18.783257 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Provisioning complete for port 22b2ca0a-5887-4816-9b1e-0599082eb1cc triggered by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:54:18.789488 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (22b2ca0a-5887-4816-9b1e-0599082eb1cc), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:18.789488 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Attempt 1 to provision port 22b2ca0a-5887-4816-9b1e-0599082eb1cc Sep 16 03:54:18.789488 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-397c7d4e-e714-4eb3-8bd8-2d36fc06917b None None] Port 1f0e0277-6da5-477b-b61f-254b1c0033f9 cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:54:18.789782 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-02a73e08-8c76-44dc-8df7-663246b234e8 req-9b3688b5-5962-44f5-a277-11708d1fb78d tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5c4427db-30ee-4097-913e-db657f16a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624478 Sep 16 03:54:18.802494 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00625c44-4b40-48a1-a847-603bea965e6a tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0494d638-7811-4b1f-a25d-bc11524dcb28,revision_number=0']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:54:18.850187 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvr_db [None req-11791f9e-3c12-431a-b015-6ad6a0d55811 None None] Set router 98222e6b-b931-417c-a2d2-daaec63c920a gateway port host: dv-cinder-857993-1-iscsi {{(pid=113377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:54:18.880384 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Current status of the port 22b2ca0a-5887-4816-9b1e-0599082eb1cc is: DOWN; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:54:18.881095 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (22b2ca0a-5887-4816-9b1e-0599082eb1cc), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:18.905397 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] For port 22b2ca0a-5887-4816-9b1e-0599082eb1cc, host dv-cinder-857993-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=22b2ca0a-5887-4816-9b1e-0599082eb1cc,segment=NetworkSegment(0cda3508-2052-48b1-ae54-b35f980014ad),segment_id=0cda3508-2052-48b1-ae54-b35f980014ad)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:54:18.978246 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-00625c44-4b40-48a1-a847-603bea965e6a tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:18.982420 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-00625c44-4b40-48a1-a847-603bea965e6a tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8565192 Sep 16 03:54:18.990476 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 60566) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:54:19.002539 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [None req-921ea39f-d243-4b99-8119-6245e4df6aea tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Request body: {'security_group_rule': {'security_group_id': '0dbe5eda-1a32-47c1-b4a4-15b7d69dfb89', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:54:19.020743 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (22b2ca0a-5887-4816-9b1e-0599082eb1cc), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:19.122878 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:19.130093 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Pushing event updated for resources: {'Port': ['ID=22b2ca0a-5887-4816-9b1e-0599082eb1cc,revision_number=4']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:54:19.138371 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-11791f9e-3c12-431a-b015-6ad6a0d55811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98222e6b-b931-417c-a2d2-daaec63c920a', 'name': 'tempest-TestMinimumBasicScenario-1847632768-router', 'tenant_id': '0ff078cd8282494eb7dd5ff34d7bddcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '22b2ca0a-5887-4816-9b1e-0599082eb1cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:54:09Z', 'updated_at': '2022-09-16T03:54:14Z', 'revision_number': 4, 'project_id': '0ff078cd8282494eb7dd5ff34d7bddcb', 'gw_port': {'id': '22b2ca0a-5887-4816-9b1e-0599082eb1cc', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:65:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98222e6b-b931-417c-a2d2-daaec63c920a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:54:10Z', 'updated_at': '2022-09-16T03:54:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_interfaces': [{'id': '1f0e0277-6da5-477b-b61f-254b1c0033f9', 'name': '', 'network_id': '808094d0-d36f-467b-be78-f32834f42155', 'tenant_id': '0ff078cd8282494eb7dd5ff34d7bddcb', 'mac_address': 'fa:16:3e:cc:eb:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98222e6b-b931-417c-a2d2-daaec63c920a', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '9fc5cdc1-7ef1-4edd-aab3-d78fc2b46ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:54:13Z', 'updated_at': '2022-09-16T03:54:14Z', 'revision_number': 2, 'project_id': '0ff078cd8282494eb7dd5ff34d7bddcb', 'subnets': [{'id': '9fc5cdc1-7ef1-4edd-aab3-d78fc2b46ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:54:19.180519 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11791f9e-3c12-431a-b015-6ad6a0d55811 None None] Checking router: 98222e6b-b931-417c-a2d2-daaec63c920a for host: dv-cinder-857993-1-iscsi {{(pid=113377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 03:54:19.181805 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11791f9e-3c12-431a-b015-6ad6a0d55811 None None] Updating router 98222e6b-b931-417c-a2d2-daaec63c920a port 1f0e0277-6da5-477b-b61f-254b1c0033f9 binding host dv-cinder-857993-1-iscsi {{(pid=113377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 03:54:19.212863 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron_lib.callbacks.manager [None req-11791f9e-3c12-431a-b015-6ad6a0d55811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (1f0e0277-6da5-477b-b61f-254b1c0033f9), before_update {{(pid=113377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:19.267946 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-921ea39f-d243-4b99-8119-6245e4df6aea tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks [] for security_group_rule (ccf00210-13db-43fa-8aa5-47c0d2a9ad79), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:19.288779 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-397c7d4e-e714-4eb3-8bd8-2d36fc06917b None None] Attempt 9 to provision port 1f0e0277-6da5-477b-b61f-254b1c0033f9 Sep 16 03:54:19.335220 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-397c7d4e-e714-4eb3-8bd8-2d36fc06917b None None] Port 1f0e0277-6da5-477b-b61f-254b1c0033f9 cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:54:19.351552 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:DELETE=6,neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:19.359938 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-921ea39f-d243-4b99-8119-6245e4df6aea tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks [] for security_group_rule (ccf00210-13db-43fa-8aa5-47c0d2a9ad79), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:19.448634 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:19.546242 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-921ea39f-d243-4b99-8119-6245e4df6aea tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650582'] for security_group_rule (ccf00210-13db-43fa-8aa5-47c0d2a9ad79), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:19.558482 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron_lib.callbacks.manager [None req-11791f9e-3c12-431a-b015-6ad6a0d55811 None None] Publish callbacks [] for port (1f0e0277-6da5-477b-b61f-254b1c0033f9), precommit_update {{(pid=113377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:19.576638 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921ea39f-d243-4b99-8119-6245e4df6aea tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccf00210-13db-43fa-8aa5-47c0d2a9ad79,revision_number=0']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:54:19.664347 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron_lib.callbacks.manager [None req-11791f9e-3c12-431a-b015-6ad6a0d55811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (1f0e0277-6da5-477b-b61f-254b1c0033f9), after_update {{(pid=113377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:19.680255 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-921ea39f-d243-4b99-8119-6245e4df6aea tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:19.682107 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-921ea39f-d243-4b99-8119-6245e4df6aea tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6898775 Sep 16 03:54:19.686624 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 60576) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:54:19.692322 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [None req-8937154c-bc4c-4883-aec5-d56d61e8f296 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Request body: {'floatingip': {'floating_network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556'}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:54:19.756840 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa6dcc0-59ba-40da-8da2-744ba9564fb2 None None] Pushing event updated for resources: {'Port': ['ID=1f0e0277-6da5-477b-b61f-254b1c0033f9,revision_number=3']} {{(pid=113377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:54:19.783947 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.managers [None req-11791f9e-3c12-431a-b015-6ad6a0d55811 None None] Attempting to bind port 1f0e0277-6da5-477b-b61f-254b1c0033f9 on host dv-cinder-857993-1-iscsi for vnic_type normal with profile {{(pid=113377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 03:54:19.784324 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.managers [None req-11791f9e-3c12-431a-b015-6ad6a0d55811 None None] Attempting to bind port 1f0e0277-6da5-477b-b61f-254b1c0033f9 by drivers openvswitch,hyperv on host dv-cinder-857993-1-iscsi at level 0 using segments [{'id': '07aa48f6-364a-408d-a0d9-650f600a672a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '808094d0-d36f-467b-be78-f32834f42155'}] {{(pid=113377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 03:54:19.785268 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11791f9e-3c12-431a-b015-6ad6a0d55811 None None] Attempting to bind port 1f0e0277-6da5-477b-b61f-254b1c0033f9 on network 808094d0-d36f-467b-be78-f32834f42155 {{(pid=113377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 03:54:19.788358 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:19.816254 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-8937154c-bc4c-4883-aec5-d56d61e8f296 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:19.836371 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-397c7d4e-e714-4eb3-8bd8-2d36fc06917b None None] Attempt 10 to provision port 1f0e0277-6da5-477b-b61f-254b1c0033f9 Sep 16 03:54:19.854380 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11791f9e-3c12-431a-b015-6ad6a0d55811 None None] Checking agent: {'id': '9480ceca-8cb5-4b85-9807-6ee42f948820', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857993-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 3, 39, 29), 'started_at': datetime.datetime(2022, 9, 16, 3, 39, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 3, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857993-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 03:54:19.856149 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11791f9e-3c12-431a-b015-6ad6a0d55811 None None] Checking segment: {'id': '07aa48f6-364a-408d-a0d9-650f600a672a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '808094d0-d36f-467b-be78-f32834f42155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 03:54:19.856149 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron_lib.callbacks.manager [None req-11791f9e-3c12-431a-b015-6ad6a0d55811 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:19.856457 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11791f9e-3c12-431a-b015-6ad6a0d55811 None None] Bound using segment: {'id': '07aa48f6-364a-408d-a0d9-650f600a672a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '808094d0-d36f-467b-be78-f32834f42155'} {{(pid=113377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 03:54:19.857030 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.managers [None req-11791f9e-3c12-431a-b015-6ad6a0d55811 None None] Bound port: 1f0e0277-6da5-477b-b61f-254b1c0033f9, host: dv-cinder-857993-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07aa48f6-364a-408d-a0d9-650f600a672a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '808094d0-d36f-467b-be78-f32834f42155'}}] {{(pid=113377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 03:54:19.857422 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron_lib.callbacks.manager [None req-11791f9e-3c12-431a-b015-6ad6a0d55811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (1f0e0277-6da5-477b-b61f-254b1c0033f9), before_update {{(pid=113377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:19.894448 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-397c7d4e-e714-4eb3-8bd8-2d36fc06917b None None] Port 1f0e0277-6da5-477b-b61f-254b1c0033f9 cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:54:19.945895 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.db [None req-11791f9e-3c12-431a-b015-6ad6a0d55811 None None] For port 1f0e0277-6da5-477b-b61f-254b1c0033f9, host dv-cinder-857993-1-iscsi, cleared binding levels {{(pid=113377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 03:54:19.949190 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.db [None req-11791f9e-3c12-431a-b015-6ad6a0d55811 None None] For port 1f0e0277-6da5-477b-b61f-254b1c0033f9, host dv-cinder-857993-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=1f0e0277-6da5-477b-b61f-254b1c0033f9,segment=NetworkSegment(07aa48f6-364a-408d-a0d9-650f600a672a),segment_id=07aa48f6-364a-408d-a0d9-650f600a672a)] {{(pid=113377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 03:54:19.951993 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:19.964549 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b7e31d-9f1e-4188-8677-9328b1fad4dd req-19b49c3f-b69e-4fa1-ad08-6049ede0327f tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:19.966055 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-f1b7e31d-9f1e-4188-8677-9328b1fad4dd req-19b49c3f-b69e-4fa1-ad08-6049ede0327f tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2263def2-54ff-4255-a751-2bdb7e32db67 HTTP/1.1" status: 200 len: 945 time: 0.0664337 Sep 16 03:54:19.988501 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-8937154c-bc4c-4883-aec5-d56d61e8f296 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:20.014501 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-8338032c-151c-470b-b6f9-03baab35a3df None None] Provisioning complete for port 1f0e0277-6da5-477b-b61f-254b1c0033f9 triggered by entity DHCP. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:54:20.015289 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-8338032c-151c-470b-b6f9-03baab35a3df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (1f0e0277-6da5-477b-b61f-254b1c0033f9), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:20.015688 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-8338032c-151c-470b-b6f9-03baab35a3df None None] Attempt 1 to provision port 1f0e0277-6da5-477b-b61f-254b1c0033f9 Sep 16 03:54:20.053530 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-8338032c-151c-470b-b6f9-03baab35a3df None None] Port 1f0e0277-6da5-477b-b61f-254b1c0033f9 cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:54:20.075802 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-f1b7e31d-9f1e-4188-8677-9328b1fad4dd req-8279138d-6056-4bf5-9449-aa6e024b0e28 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5c4427db-30ee-4097-913e-db657f16a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989957 Sep 16 03:54:20.139078 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.db_base_plugin_common [None req-8937154c-bc4c-4883-aec5-d56d61e8f296 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Allocated IP 172.27.0.243 (3e75d266-1ef3-4c3c-84dd-91ee0a702556/1e346a16-d4e3-4654-8a01-a4fa77b75a04/7fdee31f-8267-40ed-9943-985c9384f9ca) {{(pid=113375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 03:54:20.251029 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-8937154c-bc4c-4883-aec5-d56d61e8f296 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks [] for port (7fdee31f-8267-40ed-9943-985c9384f9ca), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:20.256297 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron_lib.callbacks.manager [None req-11791f9e-3c12-431a-b015-6ad6a0d55811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (1f0e0277-6da5-477b-b61f-254b1c0033f9), after_update {{(pid=113377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:20.305853 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11791f9e-3c12-431a-b015-6ad6a0d55811 None None] Routers {'98222e6b-b931-417c-a2d2-daaec63c920a'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:54:20.305853 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-11791f9e-3c12-431a-b015-6ad6a0d55811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:53:55Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['98222e6b-b931-417c-a2d2-daaec63c920a'], 'active': True} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:54:20.362642 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa6dcc0-59ba-40da-8da2-744ba9564fb2 None None] Pushing event updated for resources: {'Port': ['ID=1f0e0277-6da5-477b-b61f-254b1c0033f9,revision_number=4']} {{(pid=113377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:54:20.398931 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-8937154c-bc4c-4883-aec5-d56d61e8f296 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672515804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4972043'] for port (7fdee31f-8267-40ed-9943-985c9384f9ca), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:20.442800 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8937154c-bc4c-4883-aec5-d56d61e8f296 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Network 3e75d266-1ef3-4c3c-84dd-91ee0a702556 is already hosted by enough agents. {{(pid=113375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 03:54:20.442800 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.base_scheduler [None req-8937154c-bc4c-4883-aec5-d56d61e8f296 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Resources bound (agent type, host, resource id): {{(pid=113375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:54:20.443564 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvr_db [None req-11791f9e-3c12-431a-b015-6ad6a0d55811 None None] Set router 98222e6b-b931-417c-a2d2-daaec63c920a gateway port host: dv-cinder-857993-1-iscsi {{(pid=113377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:54:20.450823 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8937154c-bc4c-4883-aec5-d56d61e8f296 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Received port after_create {{(pid=113375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 03:54:20.494388 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8937154c-bc4c-4883-aec5-d56d61e8f296 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Pushing event updated for resources: {'Port': ['ID=7fdee31f-8267-40ed-9943-985c9384f9ca,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:54:20.555036 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-8338032c-151c-470b-b6f9-03baab35a3df None None] Attempt 2 to provision port 1f0e0277-6da5-477b-b61f-254b1c0033f9 Sep 16 03:54:20.591479 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-8937154c-bc4c-4883-aec5-d56d61e8f296 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks [] for floatingip (de737b5a-9b4b-4532-892f-b5b715c65cd2), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:20.598238 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device 1f0e0277-6da5-477b-b61f-254b1c0033f9 up at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 03:54:20.699171 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Provisioning complete for port 1f0e0277-6da5-477b-b61f-254b1c0033f9 triggered by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:54:20.699555 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (1f0e0277-6da5-477b-b61f-254b1c0033f9), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:20.699900 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Attempt 1 to provision port 1f0e0277-6da5-477b-b61f-254b1c0033f9 Sep 16 03:54:20.703717 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-8338032c-151c-470b-b6f9-03baab35a3df None None] Current status of the port 1f0e0277-6da5-477b-b61f-254b1c0033f9 is: DOWN; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:54:20.704142 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-8338032c-151c-470b-b6f9-03baab35a3df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (1f0e0277-6da5-477b-b61f-254b1c0033f9), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:20.711811 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:20.725003 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-11791f9e-3c12-431a-b015-6ad6a0d55811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98222e6b-b931-417c-a2d2-daaec63c920a', 'name': 'tempest-TestMinimumBasicScenario-1847632768-router', 'tenant_id': '0ff078cd8282494eb7dd5ff34d7bddcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '22b2ca0a-5887-4816-9b1e-0599082eb1cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:54:09Z', 'updated_at': '2022-09-16T03:54:14Z', 'revision_number': 4, 'project_id': '0ff078cd8282494eb7dd5ff34d7bddcb', 'gw_port': {'id': '22b2ca0a-5887-4816-9b1e-0599082eb1cc', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:65:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98222e6b-b931-417c-a2d2-daaec63c920a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:54:10Z', 'updated_at': '2022-09-16T03:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_interfaces': [{'id': '1f0e0277-6da5-477b-b61f-254b1c0033f9', 'name': '', 'network_id': '808094d0-d36f-467b-be78-f32834f42155', 'tenant_id': '0ff078cd8282494eb7dd5ff34d7bddcb', 'mac_address': 'fa:16:3e:cc:eb:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98222e6b-b931-417c-a2d2-daaec63c920a', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '9fc5cdc1-7ef1-4edd-aab3-d78fc2b46ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:54:13Z', 'updated_at': '2022-09-16T03:54:19Z', 'revision_number': 4, 'project_id': '0ff078cd8282494eb7dd5ff34d7bddcb', 'subnets': [{'id': '9fc5cdc1-7ef1-4edd-aab3-d78fc2b46ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:54:20.744559 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-8937154c-bc4c-4883-aec5-d56d61e8f296 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (7fdee31f-8267-40ed-9943-985c9384f9ca), before_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:20.780720 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-8338032c-151c-470b-b6f9-03baab35a3df None None] For port 1f0e0277-6da5-477b-b61f-254b1c0033f9, host dv-cinder-857993-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=1f0e0277-6da5-477b-b61f-254b1c0033f9,segment=NetworkSegment(07aa48f6-364a-408d-a0d9-650f600a672a),segment_id=07aa48f6-364a-408d-a0d9-650f600a672a)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:54:20.783202 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11791f9e-3c12-431a-b015-6ad6a0d55811 None None] The sync data for ids ['98222e6b-b931-417c-a2d2-daaec63c920a'] in dv-cinder-857993-1-iscsi is: [{'id': '98222e6b-b931-417c-a2d2-daaec63c920a', 'name': 'tempest-TestMinimumBasicScenario-1847632768-router', 'tenant_id': '0ff078cd8282494eb7dd5ff34d7bddcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '22b2ca0a-5887-4816-9b1e-0599082eb1cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:54:09Z', 'updated_at': '2022-09-16T03:54:14Z', 'revision_number': 4, 'project_id': '0ff078cd8282494eb7dd5ff34d7bddcb', 'gw_port': {'id': '22b2ca0a-5887-4816-9b1e-0599082eb1cc', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:65:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98222e6b-b931-417c-a2d2-daaec63c920a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:54:10Z', 'updated_at': '2022-09-16T03:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_interfaces': [{'id': '1f0e0277-6da5-477b-b61f-254b1c0033f9', 'name': '', 'network_id': '808094d0-d36f-467b-be78-f32834f42155', 'tenant_id': '0ff078cd8282494eb7dd5ff34d7bddcb', 'mac_address': 'fa:16:3e:cc:eb:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98222e6b-b931-417c-a2d2-daaec63c920a', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '9fc5cdc1-7ef1-4edd-aab3-d78fc2b46ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:54:13Z', 'updated_at': '2022-09-16T03:54:19Z', 'revision_number': 4, 'project_id': '0ff078cd8282494eb7dd5ff34d7bddcb', 'subnets': [{'id': '9fc5cdc1-7ef1-4edd-aab3-d78fc2b46ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 03:54:20.826522 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Current status of the port 1f0e0277-6da5-477b-b61f-254b1c0033f9 is: DOWN; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:54:20.827543 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (1f0e0277-6da5-477b-b61f-254b1c0033f9), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:20.873053 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:20.879447 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-8338032c-151c-470b-b6f9-03baab35a3df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (1f0e0277-6da5-477b-b61f-254b1c0033f9), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:20.937135 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:20.977723 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.db.api [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=113376) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 16 03:54:20.978421 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG oslo_db.api [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 03:54:20.987223 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8338032c-151c-470b-b6f9-03baab35a3df None None] Pushing event updated for resources: {'Port': ['ID=1f0e0277-6da5-477b-b61f-254b1c0033f9,revision_number=5']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:54:21.012520 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-8937154c-bc4c-4883-aec5-d56d61e8f296 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks [] for port (7fdee31f-8267-40ed-9943-985c9384f9ca), precommit_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:21.117865 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-8937154c-bc4c-4883-aec5-d56d61e8f296 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4972082'] for port (7fdee31f-8267-40ed-9943-985c9384f9ca), after_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:21.234437 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-8937154c-bc4c-4883-aec5-d56d61e8f296 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-452268'] for floatingip (de737b5a-9b4b-4532-892f-b5b715c65cd2), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:21.245480 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8937154c-bc4c-4883-aec5-d56d61e8f296 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Pushing event updated for resources: {'Port': ['ID=7fdee31f-8267-40ed-9943-985c9384f9ca,revision_number=2']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:54:21.258801 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f81e2c5-d637-4416-ab13-a0fbc1b49976 req-c5fca23c-00ce-401c-8516-f856cca4c0ab tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:21.261259 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-0f81e2c5-d637-4416-ab13-a0fbc1b49976 req-c5fca23c-00ce-401c-8516-f856cca4c0ab tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2263def2-54ff-4255-a751-2bdb7e32db67 HTTP/1.1" status: 200 len: 945 time: 0.0533543 Sep 16 03:54:21.310235 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-8937154c-bc4c-4883-aec5-d56d61e8f296 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for floatingip (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:21.310235 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-8937154c-bc4c-4883-aec5-d56d61e8f296 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6220047 Sep 16 03:54:21.362558 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-0f81e2c5-d637-4416-ab13-a0fbc1b49976 req-79944aca-aa2f-4676-bb6e-82bbff397ace tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5c4427db-30ee-4097-913e-db657f16a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907896 Sep 16 03:54:21.538174 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Current status of the port 1f0e0277-6da5-477b-b61f-254b1c0033f9 is: ACTIVE; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:54:21.539626 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device 22b2ca0a-5887-4816-9b1e-0599082eb1cc up at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 03:54:21.605997 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Provisioning complete for port 22b2ca0a-5887-4816-9b1e-0599082eb1cc triggered by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:54:21.607062 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (22b2ca0a-5887-4816-9b1e-0599082eb1cc), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:21.609815 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Attempt 1 to provision port 22b2ca0a-5887-4816-9b1e-0599082eb1cc Sep 16 03:54:21.621027 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-45df1b71-0b12-4041-9709-69aeeac79309 req-bfd88d2c-4627-45d6-9b58-9fdb7397d8db tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--872854830&fields=id&tenant_id=8ee4a40c6c264553a14e0eff367da4a0 HTTP/1.1" status: 200 len: 267 time: 0.0804965 Sep 16 03:54:21.634594 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:21.755720 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Current status of the port 22b2ca0a-5887-4816-9b1e-0599082eb1cc is: ACTIVE; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:54:21.761268 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45df1b71-0b12-4041-9709-69aeeac79309 req-b2bf9145-f1d2-44c9-a54f-dd8adca2cb08 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:21.762807 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-45df1b71-0b12-4041-9709-69aeeac79309 req-b2bf9145-f1d2-44c9-a54f-dd8adca2cb08 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/networks?id=4ff8c520-12d3-47e5-b499-6dbd6e9a131a HTTP/1.1" status: 200 len: 815 time: 0.1409960 Sep 16 03:54:21.779072 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-45df1b71-0b12-4041-9709-69aeeac79309 req-b90e014f-87e0-40e3-b665-a6b1b6de2b8e tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/quotas/8ee4a40c6c264553a14e0eff367da4a0 HTTP/1.1" status: 200 len: 375 time: 0.0104160 Sep 16 03:54:21.832934 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-45df1b71-0b12-4041-9709-69aeeac79309 req-9648dfa1-1ee5-4364-bae2-deb7f1cb2736 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=8ee4a40c6c264553a14e0eff367da4a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470133 Sep 16 03:54:21.959457 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-45df1b71-0b12-4041-9709-69aeeac79309 req-a2892fe2-c44f-4245-aa98-27245c1fe88d service neutron] 10.222.0.49 "GET /networking/v2.0/networks/4ff8c520-12d3-47e5-b499-6dbd6e9a131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123371 Sep 16 03:54:22.062613 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-45df1b71-0b12-4041-9709-69aeeac79309 req-3e1b9927-6dc4-4ec1-8624-2883090869e3 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/4ff8c520-12d3-47e5-b499-6dbd6e9a131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976336 Sep 16 03:54:22.543815 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device 1f0e0277-6da5-477b-b61f-254b1c0033f9 up at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 03:54:22.563114 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa05a4f-6919-4f49-8f9d-943da8e3f295 req-f7508ae1-0c39-4fec-bad0-6d87e5955411 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:22.570985 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-6fa05a4f-6919-4f49-8f9d-943da8e3f295 req-f7508ae1-0c39-4fec-bad0-6d87e5955411 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2263def2-54ff-4255-a751-2bdb7e32db67 HTTP/1.1" status: 200 len: 945 time: 0.1170294 Sep 16 03:54:22.614937 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Provisioning complete for port 1f0e0277-6da5-477b-b61f-254b1c0033f9 triggered by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:54:22.617310 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (1f0e0277-6da5-477b-b61f-254b1c0033f9), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:22.617799 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Attempt 1 to provision port 1f0e0277-6da5-477b-b61f-254b1c0033f9 Sep 16 03:54:22.657846 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-0a52bae4-bfa0-4058-8807-f3d5c89c6b77 req-e0d68cee-4f37-471a-9021-3e1a01fb478d tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0584f7f8-cc04-4019-9971-a0e59ee918f0 HTTP/1.1" status: 200 len: 210 time: 0.0523634 Sep 16 03:54:22.677583 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:22.699533 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-6fa05a4f-6919-4f49-8f9d-943da8e3f295 req-507da725-6351-47aa-8e5a-e01bf0f08902 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5c4427db-30ee-4097-913e-db657f16a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265423 Sep 16 03:54:22.736734 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Current status of the port 1f0e0277-6da5-477b-b61f-254b1c0033f9 is: ACTIVE; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:54:23.251601 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-dadb957c-e5b0-494f-a0f5-ed647c73a17b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (5f458d39-b7df-4a2e-8f52-58d49f268778), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:23.773851 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-96262b6f-da05-460c-8925-be7a3cd9bb86 req-ffcd29e9-0574-4b04-ae44-1d0162c30877 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0584f7f8-cc04-4019-9971-a0e59ee918f0 HTTP/1.1" status: 200 len: 210 time: 0.0281994 Sep 16 03:54:23.833505 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606d5d94-0fb6-4b8a-8ef8-8464def016bc req-27f4f3cc-aebf-4d53-a411-1f9a763fc7e2 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:23.835048 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-606d5d94-0fb6-4b8a-8ef8-8464def016bc req-27f4f3cc-aebf-4d53-a411-1f9a763fc7e2 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2263def2-54ff-4255-a751-2bdb7e32db67 HTTP/1.1" status: 200 len: 945 time: 0.0482051 Sep 16 03:54:23.888075 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-606d5d94-0fb6-4b8a-8ef8-8464def016bc req-c98fb215-a093-4934-8867-e9804cd002ee tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5c4427db-30ee-4097-913e-db657f16a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465462 Sep 16 03:54:24.888795 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-8e0cfd7b-d765-4e96-b3d7-b6066aa96f04 req-c8457d86-140e-473b-8121-7a897c8a2f3c tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0584f7f8-cc04-4019-9971-a0e59ee918f0 HTTP/1.1" status: 200 len: 210 time: 0.0350928 Sep 16 03:54:25.038156 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b861cc6-da81-4e74-b9dd-7cb0a22a6002 req-4ffafe0f-4014-4588-a011-163b82f8e7a1 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:25.040268 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-6b861cc6-da81-4e74-b9dd-7cb0a22a6002 req-4ffafe0f-4014-4588-a011-163b82f8e7a1 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2263def2-54ff-4255-a751-2bdb7e32db67 HTTP/1.1" status: 200 len: 945 time: 0.0577204 Sep 16 03:54:25.098098 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-6b861cc6-da81-4e74-b9dd-7cb0a22a6002 req-fbb2b9ca-b3e1-40c9-920f-e931f59ac0e2 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5c4427db-30ee-4097-913e-db657f16a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518630 Sep 16 03:54:25.414944 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-fe4f0a5f-65b7-4fbb-bdee-73ec0fa698d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (20a8dcff-cb91-4cfb-b5ee-87736efe33d8), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:25.943803 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45df1b71-0b12-4041-9709-69aeeac79309 req-f985bc91-5131-4f7a-9cfe-a1d46c478364 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:25.946821 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-45df1b71-0b12-4041-9709-69aeeac79309 req-f985bc91-5131-4f7a-9cfe-a1d46c478364 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.52 "GET /networking/v2.0/networks?id=4ff8c520-12d3-47e5-b499-6dbd6e9a131a HTTP/1.1" status: 200 len: 815 time: 0.1671469 Sep 16 03:54:26.042226 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-0242650a-dcaa-486b-b040-53f862b3e6ab req-7d9a8f29-2a29-40a6-972d-e680b3bdf0b8 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0584f7f8-cc04-4019-9971-a0e59ee918f0 HTTP/1.1" status: 200 len: 210 time: 0.0361147 Sep 16 03:54:26.052901 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-45df1b71-0b12-4041-9709-69aeeac79309 req-34aa8bb0-e227-4718-84d6-4019401a07f8 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.52 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8ee4a40c6c264553a14e0eff367da4a0 HTTP/1.1" status: 200 len: 379 time: 0.0951750 Sep 16 03:54:26.065468 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [req-45df1b71-0b12-4041-9709-69aeeac79309 req-22f9a02b-cc43-4c09-a729-4f40d17b40ec tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Request body: {'port': {'device_id': '0584f7f8-cc04-4019-9971-a0e59ee918f0', 'network_id': '4ff8c520-12d3-47e5-b499-6dbd6e9a131a', 'admin_state_up': True, 'tenant_id': '8ee4a40c6c264553a14e0eff367da4a0', 'security_groups': ['0dbe5eda-1a32-47c1-b4a4-15b7d69dfb89']}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:54:26.248628 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1456bdc-9bca-4c85-9173-59e668a91c1e req-06515932-aae9-4c67-b0c3-6359bf9cef87 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:26.250726 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-c1456bdc-9bca-4c85-9173-59e668a91c1e req-06515932-aae9-4c67-b0c3-6359bf9cef87 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2263def2-54ff-4255-a751-2bdb7e32db67 HTTP/1.1" status: 200 len: 945 time: 0.0561681 Sep 16 03:54:26.332653 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-c1456bdc-9bca-4c85-9173-59e668a91c1e req-c082b849-6403-4993-a259-39d67a5fff84 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5c4427db-30ee-4097-913e-db657f16a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755248 Sep 16 03:54:26.420960 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45df1b71-0b12-4041-9709-69aeeac79309 req-22f9a02b-cc43-4c09-a729-4f40d17b40ec tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Made reservation on behalf of 8ee4a40c6c264553a14e0eff367da4a0 for: {'port': 1} {{(pid=113375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 03:54:26.425683 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-45df1b71-0b12-4041-9709-69aeeac79309 req-22f9a02b-cc43-4c09-a729-4f40d17b40ec tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:26.434828 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:26.581608 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.db_base_plugin_common [req-45df1b71-0b12-4041-9709-69aeeac79309 req-22f9a02b-cc43-4c09-a729-4f40d17b40ec tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Allocated IP 172.20.0.5 (4ff8c520-12d3-47e5-b499-6dbd6e9a131a/dc6b4dbf-6194-4053-a2ab-d05e1046d55f/59cf9322-5f98-4a80-b3ba-193361cc8857) {{(pid=113375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 03:54:26.616135 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:26.788302 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-45df1b71-0b12-4041-9709-69aeeac79309 req-22f9a02b-cc43-4c09-a729-4f40d17b40ec tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks [] for port (59cf9322-5f98-4a80-b3ba-193361cc8857), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:26.798398 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-6e17b5b7-15b9-4810-ad4e-df527af14d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (b6f1069f-4437-473a-8bc8-4bc493c2bb12), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:26.924364 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-45df1b71-0b12-4041-9709-69aeeac79309 req-22f9a02b-cc43-4c09-a729-4f40d17b40ec tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672515804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4972043'] for port (59cf9322-5f98-4a80-b3ba-193361cc8857), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:27.014656 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45df1b71-0b12-4041-9709-69aeeac79309 req-22f9a02b-cc43-4c09-a729-4f40d17b40ec tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Network 4ff8c520-12d3-47e5-b499-6dbd6e9a131a is already hosted by enough agents. {{(pid=113375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 03:54:27.018332 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.base_scheduler [req-45df1b71-0b12-4041-9709-69aeeac79309 req-22f9a02b-cc43-4c09-a729-4f40d17b40ec tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Resources bound (agent type, host, resource id): {{(pid=113375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:54:27.041265 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.l3_dvrscheduler_db [req-45df1b71-0b12-4041-9709-69aeeac79309 req-22f9a02b-cc43-4c09-a729-4f40d17b40ec tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Received port after_create {{(pid=113375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 03:54:27.046963 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f9a02b-cc43-4c09-a729-4f40d17b40ec tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Pushing event updated for resources: {'Port': ['ID=59cf9322-5f98-4a80-b3ba-193361cc8857,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:54:27.123777 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45df1b71-0b12-4041-9709-69aeeac79309 req-22f9a02b-cc43-4c09-a729-4f40d17b40ec tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:27.135227 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-45df1b71-0b12-4041-9709-69aeeac79309 req-22f9a02b-cc43-4c09-a729-4f40d17b40ec tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for port (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:27.219098 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac7f706-8d8a-4e89-a0b1-d63d73edc896 req-697da86d-b923-490d-8b75-c746af28f1b3 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:27.219997 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-7ac7f706-8d8a-4e89-a0b1-d63d73edc896 req-697da86d-b923-490d-8b75-c746af28f1b3 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0584f7f8-cc04-4019-9971-a0e59ee918f0 HTTP/1.1" status: 200 len: 931 time: 0.0544963 Sep 16 03:54:27.248291 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-45df1b71-0b12-4041-9709-69aeeac79309 req-22f9a02b-cc43-4c09-a729-4f40d17b40ec tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1875169 Sep 16 03:54:27.263311 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [req-45df1b71-0b12-4041-9709-69aeeac79309 req-616edfa5-e0ce-4686-9df3-f78e1466af6a service neutron] Request body: {'port': {'device_id': '0584f7f8-cc04-4019-9971-a0e59ee918f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85799'}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:54:27.315263 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-7ac7f706-8d8a-4e89-a0b1-d63d73edc896 req-76e4648d-c473-4fee-979a-be9a574554cd tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0dbe5eda-1a32-47c1-b4a4-15b7d69dfb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886714 Sep 16 03:54:27.349528 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-45df1b71-0b12-4041-9709-69aeeac79309 req-616edfa5-e0ce-4686-9df3-f78e1466af6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (59cf9322-5f98-4a80-b3ba-193361cc8857), before_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:27.389397 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-aad60dc0-5fbf-4a57-9449-c7e5e062ef21 None None] Provisioning complete for port 59cf9322-5f98-4a80-b3ba-193361cc8857 triggered by entity DHCP. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:54:27.391527 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-aad60dc0-5fbf-4a57-9449-c7e5e062ef21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (59cf9322-5f98-4a80-b3ba-193361cc8857), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:27.392118 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-aad60dc0-5fbf-4a57-9449-c7e5e062ef21 None None] Attempt 1 to provision port 59cf9322-5f98-4a80-b3ba-193361cc8857 Sep 16 03:54:27.397426 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:27.436695 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-aad60dc0-5fbf-4a57-9449-c7e5e062ef21 None None] Port 59cf9322-5f98-4a80-b3ba-193361cc8857 cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:54:27.491487 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e112740-dfe4-4932-8e05-4218a2648363 req-3844fcc1-cc3d-48bf-99e3-62c06f6fac20 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:27.492917 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-9e112740-dfe4-4932-8e05-4218a2648363 req-3844fcc1-cc3d-48bf-99e3-62c06f6fac20 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2263def2-54ff-4255-a751-2bdb7e32db67 HTTP/1.1" status: 200 len: 945 time: 0.0500605 Sep 16 03:54:27.547284 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-9e112740-dfe4-4932-8e05-4218a2648363 req-fb750527-5444-4fbc-a118-25f3aa0675bc tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5c4427db-30ee-4097-913e-db657f16a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478272 Sep 16 03:54:27.612509 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.notifiers.nova [req-45df1b71-0b12-4041-9709-69aeeac79309 req-616edfa5-e0ce-4686-9df3-f78e1466af6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59cf9322-5f98-4a80-b3ba-193361cc8857 {{(pid=113375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 03:54:27.620991 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-45df1b71-0b12-4041-9709-69aeeac79309 req-616edfa5-e0ce-4686-9df3-f78e1466af6a service neutron] Publish callbacks [] for port (59cf9322-5f98-4a80-b3ba-193361cc8857), precommit_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:27.633843 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.provisioning_blocks [req-45df1b71-0b12-4041-9709-69aeeac79309 req-616edfa5-e0ce-4686-9df3-f78e1466af6a service neutron] Transition to ACTIVE for port object 59cf9322-5f98-4a80-b3ba-193361cc8857 will not be triggered until provisioned by entity L2. {{(pid=113375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 03:54:27.937842 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-aad60dc0-5fbf-4a57-9449-c7e5e062ef21 None None] Attempt 2 to provision port 59cf9322-5f98-4a80-b3ba-193361cc8857 Sep 16 03:54:27.970241 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-aad60dc0-5fbf-4a57-9449-c7e5e062ef21 None None] Port 59cf9322-5f98-4a80-b3ba-193361cc8857 cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:54:28.048924 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-45df1b71-0b12-4041-9709-69aeeac79309 req-616edfa5-e0ce-4686-9df3-f78e1466af6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4972082'] for port (59cf9322-5f98-4a80-b3ba-193361cc8857), after_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:28.117230 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616edfa5-e0ce-4686-9df3-f78e1466af6a service neutron] Pushing event updated for resources: {'Port': ['ID=59cf9322-5f98-4a80-b3ba-193361cc8857,revision_number=2']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:54:28.168635 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:28.169568 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.managers [req-45df1b71-0b12-4041-9709-69aeeac79309 req-616edfa5-e0ce-4686-9df3-f78e1466af6a service neutron] Attempting to bind port 59cf9322-5f98-4a80-b3ba-193361cc8857 on host hv-cinder-85799 for vnic_type normal with profile {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 03:54:28.169903 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.managers [req-45df1b71-0b12-4041-9709-69aeeac79309 req-616edfa5-e0ce-4686-9df3-f78e1466af6a service neutron] Attempting to bind port 59cf9322-5f98-4a80-b3ba-193361cc8857 by drivers openvswitch,hyperv on host hv-cinder-85799 at level 0 using segments [{'id': '8f3c2513-130a-4e92-b8d6-c7c7e1d1ec24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4ff8c520-12d3-47e5-b499-6dbd6e9a131a'}] {{(pid=113375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 03:54:28.170248 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45df1b71-0b12-4041-9709-69aeeac79309 req-616edfa5-e0ce-4686-9df3-f78e1466af6a service neutron] Attempting to bind port 59cf9322-5f98-4a80-b3ba-193361cc8857 on network 4ff8c520-12d3-47e5-b499-6dbd6e9a131a {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 03:54:28.229662 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45df1b71-0b12-4041-9709-69aeeac79309 req-616edfa5-e0ce-4686-9df3-f78e1466af6a service neutron] Port 59cf9322-5f98-4a80-b3ba-193361cc8857 on network 4ff8c520-12d3-47e5-b499-6dbd6e9a131a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85799 {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 03:54:28.229662 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45df1b71-0b12-4041-9709-69aeeac79309 req-616edfa5-e0ce-4686-9df3-f78e1466af6a service neutron] Attempting to bind port 59cf9322-5f98-4a80-b3ba-193361cc8857 on network 4ff8c520-12d3-47e5-b499-6dbd6e9a131a {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 03:54:28.280792 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45df1b71-0b12-4041-9709-69aeeac79309 req-616edfa5-e0ce-4686-9df3-f78e1466af6a service neutron] Checking agent: {'id': 'd68ba685-94d2-4b65-887f-d5ec3884fbfa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85799', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 3, 46, 18), 'started_at': datetime.datetime(2022, 9, 16, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 3, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 03:54:28.281174 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45df1b71-0b12-4041-9709-69aeeac79309 req-616edfa5-e0ce-4686-9df3-f78e1466af6a service neutron] Checking segment: {'id': '8f3c2513-130a-4e92-b8d6-c7c7e1d1ec24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4ff8c520-12d3-47e5-b499-6dbd6e9a131a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 03:54:28.281714 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45df1b71-0b12-4041-9709-69aeeac79309 req-616edfa5-e0ce-4686-9df3-f78e1466af6a service neutron] Bound using segment: {'id': '8f3c2513-130a-4e92-b8d6-c7c7e1d1ec24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4ff8c520-12d3-47e5-b499-6dbd6e9a131a'} {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 03:54:28.282240 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.managers [req-45df1b71-0b12-4041-9709-69aeeac79309 req-616edfa5-e0ce-4686-9df3-f78e1466af6a service neutron] Bound port: 59cf9322-5f98-4a80-b3ba-193361cc8857, host: hv-cinder-85799, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f3c2513-130a-4e92-b8d6-c7c7e1d1ec24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4ff8c520-12d3-47e5-b499-6dbd6e9a131a'}}] {{(pid=113375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 03:54:28.282683 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-45df1b71-0b12-4041-9709-69aeeac79309 req-616edfa5-e0ce-4686-9df3-f78e1466af6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (59cf9322-5f98-4a80-b3ba-193361cc8857), before_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:28.383205 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.db [req-45df1b71-0b12-4041-9709-69aeeac79309 req-616edfa5-e0ce-4686-9df3-f78e1466af6a service neutron] For port 59cf9322-5f98-4a80-b3ba-193361cc8857, host hv-cinder-85799, cleared binding levels {{(pid=113375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 03:54:28.387674 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.db [req-45df1b71-0b12-4041-9709-69aeeac79309 req-616edfa5-e0ce-4686-9df3-f78e1466af6a service neutron] For port 59cf9322-5f98-4a80-b3ba-193361cc8857, host hv-cinder-85799, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=59cf9322-5f98-4a80-b3ba-193361cc8857,segment=NetworkSegment(8f3c2513-130a-4e92-b8d6-c7c7e1d1ec24),segment_id=8f3c2513-130a-4e92-b8d6-c7c7e1d1ec24)] {{(pid=113375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 03:54:28.464474 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b7ef7b-269e-4634-89b7-0f5f2870a380 req-736c4867-6ca1-411b-b1b3-dc2efd5e103e tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:28.465479 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-19b7ef7b-269e-4634-89b7-0f5f2870a380 req-736c4867-6ca1-411b-b1b3-dc2efd5e103e tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0584f7f8-cc04-4019-9971-a0e59ee918f0 HTTP/1.1" status: 200 len: 943 time: 0.0511296 Sep 16 03:54:28.467143 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-45df1b71-0b12-4041-9709-69aeeac79309 req-616edfa5-e0ce-4686-9df3-f78e1466af6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4972082'] for port (59cf9322-5f98-4a80-b3ba-193361cc8857), after_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:28.471829 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-aad60dc0-5fbf-4a57-9449-c7e5e062ef21 None None] Attempt 3 to provision port 59cf9322-5f98-4a80-b3ba-193361cc8857 Sep 16 03:54:28.476039 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45df1b71-0b12-4041-9709-69aeeac79309 req-616edfa5-e0ce-4686-9df3-f78e1466af6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:28.476039 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-45df1b71-0b12-4041-9709-69aeeac79309 req-616edfa5-e0ce-4686-9df3-f78e1466af6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for port (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:28.484481 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-45df1b71-0b12-4041-9709-69aeeac79309 req-616edfa5-e0ce-4686-9df3-f78e1466af6a service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/59cf9322-5f98-4a80-b3ba-193361cc8857 HTTP/1.1" status: 200 len: 1093 time: 1.2266681 Sep 16 03:54:28.486162 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0584f7f8-cc04-4019-9971-a0e59ee918f0', 'tag': '59cf9322-5f98-4a80-b3ba-193361cc8857'}] {{(pid=113375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 03:54:28.502887 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5377fd1d321389c1792f161ed840337514ae556b8848fe715c314c680a14a908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf2b7729-2706-4c04-aeb6-9388d28789b1" -d '{"events": [{"name": "network-changed", "server_uuid": "0584f7f8-cc04-4019-9971-a0e59ee918f0", "tag": "59cf9322-5f98-4a80-b3ba-193361cc8857"}]}' {{(pid=113375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 03:54:28.580917 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 03:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-128b4ad8-6c36-4e6d-a833-c927c312cfa6 x-openstack-request-id: req-128b4ad8-6c36-4e6d-a833-c927c312cfa6 {{(pid=113375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 03:54:28.581205 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0584f7f8-cc04-4019-9971-a0e59ee918f0", "tag": "59cf9322-5f98-4a80-b3ba-193361cc8857", "status": "completed", "code": 200}]} {{(pid=113375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 03:54:28.581504 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-128b4ad8-6c36-4e6d-a833-c927c312cfa6 {{(pid=113375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 03:54:28.581911 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-128b4ad8-6c36-4e6d-a833-c927c312cfa6'] response: {'name': 'network-changed', 'server_uuid': '0584f7f8-cc04-4019-9971-a0e59ee918f0', 'tag': '59cf9322-5f98-4a80-b3ba-193361cc8857', 'status': 'completed', 'code': 200} Sep 16 03:54:28.597471 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-aad60dc0-5fbf-4a57-9449-c7e5e062ef21 None None] Port 59cf9322-5f98-4a80-b3ba-193361cc8857 had new provisioning blocks added so it will not transition to active. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 03:54:28.665563 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-19b7ef7b-269e-4634-89b7-0f5f2870a380 req-e7abefc3-4469-4783-8218-6070a49ee1fd tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0dbe5eda-1a32-47c1-b4a4-15b7d69dfb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1801739 Sep 16 03:54:28.670621 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616edfa5-e0ce-4686-9df3-f78e1466af6a service neutron] Pushing event updated for resources: {'Port': ['ID=59cf9322-5f98-4a80-b3ba-193361cc8857,revision_number=3']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:54:28.676561 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b7729-2706-4c04-aeb6-9388d28789b1 req-def4fb00-f9ee-46b3-a05a-aa8ef095abe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:28.678089 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-bf2b7729-2706-4c04-aeb6-9388d28789b1 req-def4fb00-f9ee-46b3-a05a-aa8ef095abe8 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=8ee4a40c6c264553a14e0eff367da4a0&device_id=0584f7f8-cc04-4019-9971-a0e59ee918f0 HTTP/1.1" status: 200 len: 1127 time: 0.0855393 Sep 16 03:54:28.691692 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473c210d-6907-4b39-b543-a4d1939ef97b req-8cfa1d29-24ad-432c-bbc0-8765b383b547 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:28.693173 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-473c210d-6907-4b39-b543-a4d1939ef97b req-8cfa1d29-24ad-432c-bbc0-8765b383b547 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2263def2-54ff-4255-a751-2bdb7e32db67 HTTP/1.1" status: 200 len: 945 time: 0.0560710 Sep 16 03:54:28.735110 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (9480ceca-8cb5-4b85-9807-6ee42f948820), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:28.736542 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-2875a3e6-2c6e-4f2c-bd58-7e0a3de9c063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (bb5efb49-5a18-474a-824b-90488b0f2024), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:28.745794 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-473c210d-6907-4b39-b543-a4d1939ef97b req-283e642b-0423-4963-8f1e-797aefee7a13 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5c4427db-30ee-4097-913e-db657f16a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469112 Sep 16 03:54:28.834865 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b7729-2706-4c04-aeb6-9388d28789b1 req-92063725-140f-4e6f-b38b-eb6c7e7fe781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:28.836264 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-bf2b7729-2706-4c04-aeb6-9388d28789b1 req-92063725-140f-4e6f-b38b-eb6c7e7fe781 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?tenant_id=8ee4a40c6c264553a14e0eff367da4a0&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0987713 Sep 16 03:54:28.939965 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b7729-2706-4c04-aeb6-9388d28789b1 req-0b525edc-95c0-4c37-8056-abd685c84691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:28.941448 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-bf2b7729-2706-4c04-aeb6-9388d28789b1 req-0b525edc-95c0-4c37-8056-abd685c84691 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0978785 Sep 16 03:54:29.022549 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45df1b71-0b12-4041-9709-69aeeac79309 req-dcfa4fc5-333a-41d3-ae0c-3eb84ca35b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:29.024067 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-45df1b71-0b12-4041-9709-69aeeac79309 req-dcfa4fc5-333a-41d3-ae0c-3eb84ca35b2f service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=8ee4a40c6c264553a14e0eff367da4a0&device_id=0584f7f8-cc04-4019-9971-a0e59ee918f0 HTTP/1.1" status: 200 len: 1127 time: 0.0410576 Sep 16 03:54:29.071018 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-45df1b71-0b12-4041-9709-69aeeac79309 req-b0c486fe-31ad-4d00-a2cb-1ed9d2763fe5 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59cf9322-5f98-4a80-b3ba-193361cc8857 HTTP/1.1" status: 200 len: 217 time: 0.0374873 Sep 16 03:54:29.120750 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45df1b71-0b12-4041-9709-69aeeac79309 req-44916bb4-a9df-41ae-a7fa-a9451d2d296b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:29.122195 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-45df1b71-0b12-4041-9709-69aeeac79309 req-44916bb4-a9df-41ae-a7fa-a9451d2d296b service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=dc6b4dbf-6194-4053-a2ab-d05e1046d55f HTTP/1.1" status: 200 len: 854 time: 0.0448096 Sep 16 03:54:29.168201 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45df1b71-0b12-4041-9709-69aeeac79309 req-50296521-bdf0-4cf2-a4fa-8c5d5fe97cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:29.169683 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-45df1b71-0b12-4041-9709-69aeeac79309 req-50296521-bdf0-4cf2-a4fa-8c5d5fe97cd4 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=4ff8c520-12d3-47e5-b499-6dbd6e9a131a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412376 Sep 16 03:54:29.468704 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:29.502694 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-45df1b71-0b12-4041-9709-69aeeac79309 req-e8eaac10-5786-41e6-9d06-af63738f3c57 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/4ff8c520-12d3-47e5-b499-6dbd6e9a131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3257122 Sep 16 03:54:29.593245 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-45df1b71-0b12-4041-9709-69aeeac79309 req-ce2e7e7b-6538-468d-aac4-aaf504d49d27 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/4ff8c520-12d3-47e5-b499-6dbd6e9a131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839677 Sep 16 03:54:29.595225 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75197f6-9ad2-451d-97f6-8fb4fd64a5ea req-232be22f-53f5-448f-ad70-90ea506a7a02 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:29.596664 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-d75197f6-9ad2-451d-97f6-8fb4fd64a5ea req-232be22f-53f5-448f-ad70-90ea506a7a02 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "GET /networking/v2.0/networks?id=9e27b901-fe49-4a95-bac7-28ae58e74a1c HTTP/1.1" status: 200 len: 815 time: 0.1035538 Sep 16 03:54:29.608993 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=100 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:29.613609 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-d75197f6-9ad2-451d-97f6-8fb4fd64a5ea req-8cd5b614-9328-48cb-8c00-ec4133abc42a tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "GET /networking/v2.0/quotas/c705c2f92c1646dba9c11aa6000166bc HTTP/1.1" status: 200 len: 375 time: 0.0102589 Sep 16 03:54:29.667894 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-d75197f6-9ad2-451d-97f6-8fb4fd64a5ea req-148e8859-6f5d-4c55-88be-0d4d82727c7e tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=c705c2f92c1646dba9c11aa6000166bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489142 Sep 16 03:54:29.801937 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99711a15-fd16-4221-bdb1-5ec4e3a1162a req-7262667f-c53c-45da-aad4-ce1034ee5c73 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:29.803458 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-99711a15-fd16-4221-bdb1-5ec4e3a1162a req-7262667f-c53c-45da-aad4-ce1034ee5c73 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0584f7f8-cc04-4019-9971-a0e59ee918f0 HTTP/1.1" status: 200 len: 943 time: 0.0515842 Sep 16 03:54:29.815991 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:29.850831 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-99711a15-fd16-4221-bdb1-5ec4e3a1162a req-cbd6572a-76ab-493d-851b-86d0134b851c tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0dbe5eda-1a32-47c1-b4a4-15b7d69dfb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413671 Sep 16 03:54:29.869744 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-d75197f6-9ad2-451d-97f6-8fb4fd64a5ea req-474ae186-bf80-402c-8f83-97d6eb968985 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/9e27b901-fe49-4a95-bac7-28ae58e74a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867673 Sep 16 03:54:29.963312 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82bda50-e5b3-499d-86ae-8604d6466160 req-702a4d93-e653-4276-a3cd-76ef18b0dfea tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:29.964981 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-f82bda50-e5b3-499d-86ae-8604d6466160 req-702a4d93-e653-4276-a3cd-76ef18b0dfea tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2263def2-54ff-4255-a751-2bdb7e32db67 HTTP/1.1" status: 200 len: 945 time: 0.0504251 Sep 16 03:54:29.972730 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-d75197f6-9ad2-451d-97f6-8fb4fd64a5ea req-89281902-8530-4fd3-b79d-8a30343d465a service neutron] 10.222.0.49 "GET /networking/v2.0/networks/9e27b901-fe49-4a95-bac7-28ae58e74a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000938 Sep 16 03:54:30.018271 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-f82bda50-e5b3-499d-86ae-8604d6466160 req-46bed602-2daa-4ae6-893a-fd69bd288325 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5c4427db-30ee-4097-913e-db657f16a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473225 Sep 16 03:54:30.246308 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-236bceac-f5f6-488b-9172-4f20478ebf44 req-330778a7-6e08-42ac-8c7c-771be606089b tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b8cedd5c-2825-4c90-81bd-9300e1db80c9 HTTP/1.1" status: 200 len: 210 time: 0.0329089 Sep 16 03:54:30.778969 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=9 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:30.974776 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01279820-d144-47ea-a4a5-2ebc7ad64708 req-7476d8d5-f696-42d3-afac-4e3f46bf0014 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:30.976210 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-01279820-d144-47ea-a4a5-2ebc7ad64708 req-7476d8d5-f696-42d3-afac-4e3f46bf0014 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0584f7f8-cc04-4019-9971-a0e59ee918f0 HTTP/1.1" status: 200 len: 943 time: 0.0495441 Sep 16 03:54:31.007079 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=100 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:31.023886 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-01279820-d144-47ea-a4a5-2ebc7ad64708 req-1fda6cc4-b8f6-4559-a7c3-9782efe7674a tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0dbe5eda-1a32-47c1-b4a4-15b7d69dfb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419896 Sep 16 03:54:31.109283 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device 59cf9322-5f98-4a80-b3ba-193361cc8857 details requested by agent hyperv_hv-cinder-85799 with host hv-cinder-85799 {{(pid=113376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 03:54:31.147862 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3743cf8-207a-49f9-bb72-234eb2e2371a req-09ed5b99-46e7-4f6b-87e3-401dca60de0a tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:31.149342 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-d3743cf8-207a-49f9-bb72-234eb2e2371a req-09ed5b99-46e7-4f6b-87e3-401dca60de0a tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2263def2-54ff-4255-a751-2bdb7e32db67 HTTP/1.1" status: 200 len: 945 time: 0.0478528 Sep 16 03:54:31.208179 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-d3743cf8-207a-49f9-bb72-234eb2e2371a req-42b1c589-f712-4688-a89f-93dcdf31dca0 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5c4427db-30ee-4097-913e-db657f16a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522804 Sep 16 03:54:31.208925 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] For port 59cf9322-5f98-4a80-b3ba-193361cc8857, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=59cf9322-5f98-4a80-b3ba-193361cc8857,segment=NetworkSegment(8f3c2513-130a-4e92-b8d6-c7c7e1d1ec24),segment_id=8f3c2513-130a-4e92-b8d6-c7c7e1d1ec24)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:54:31.222731 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Returning: {'device': '59cf9322-5f98-4a80-b3ba-193361cc8857', 'network_id': '4ff8c520-12d3-47e5-b499-6dbd6e9a131a', 'port_id': '59cf9322-5f98-4a80-b3ba-193361cc8857', 'mac_address': 'fa:16:3e:5c:9f:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc6b4dbf-6194-4053-a2ab-d05e1046d55f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 03:54:31.262468 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Current status of the port 59cf9322-5f98-4a80-b3ba-193361cc8857 is: DOWN; New status is: BUILD {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:54:31.262860 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (59cf9322-5f98-4a80-b3ba-193361cc8857), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:31.277346 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.notifiers.nova [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59cf9322-5f98-4a80-b3ba-193361cc8857 {{(pid=113376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 03:54:31.298259 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] For port 59cf9322-5f98-4a80-b3ba-193361cc8857, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=59cf9322-5f98-4a80-b3ba-193361cc8857,segment=NetworkSegment(8f3c2513-130a-4e92-b8d6-c7c7e1d1ec24),segment_id=8f3c2513-130a-4e92-b8d6-c7c7e1d1ec24)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:54:31.333290 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-31c70fc6-5287-4410-a3d9-88196b3a2790 req-2862d7ad-ed4a-4131-832e-974cbe928db4 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b8cedd5c-2825-4c90-81bd-9300e1db80c9 HTTP/1.1" status: 200 len: 210 time: 0.0302854 Sep 16 03:54:31.443393 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (59cf9322-5f98-4a80-b3ba-193361cc8857), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:31.493032 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Pushing event updated for resources: {'Port': ['ID=59cf9322-5f98-4a80-b3ba-193361cc8857,revision_number=4']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:54:31.734809 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] get_ports_and_sgs() called for port_ids ['59cf9322-5f98-4a80-b3ba-193361cc8857'] {{(pid=113376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 03:54:31.801033 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:32.151470 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0c11ab-6c8a-4414-983a-ece625fb38b7 req-242b7bec-2d7b-4051-b708-2026c3b7403d tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:32.153011 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-5f0c11ab-6c8a-4414-983a-ece625fb38b7 req-242b7bec-2d7b-4051-b708-2026c3b7403d tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0584f7f8-cc04-4019-9971-a0e59ee918f0 HTTP/1.1" status: 200 len: 944 time: 0.0495617 Sep 16 03:54:32.201067 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-5f0c11ab-6c8a-4414-983a-ece625fb38b7 req-0ce8a017-f2cf-480c-ac9c-e8fb5fb2fdd2 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0dbe5eda-1a32-47c1-b4a4-15b7d69dfb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425172 Sep 16 03:54:32.337116 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce21ae74-caec-4330-be06-3d8783302d40 req-b6f7e807-85aa-4902-9d92-9855763352a0 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:32.339710 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-ce21ae74-caec-4330-be06-3d8783302d40 req-b6f7e807-85aa-4902-9d92-9855763352a0 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2263def2-54ff-4255-a751-2bdb7e32db67 HTTP/1.1" status: 200 len: 945 time: 0.0547557 Sep 16 03:54:32.388198 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-ce21ae74-caec-4330-be06-3d8783302d40 req-f8a2e9fa-16f9-4c8c-b63c-bfac26f36408 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5c4427db-30ee-4097-913e-db657f16a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433381 Sep 16 03:54:32.441367 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-fc6ca161-9d14-4917-8222-c862bb71deaf req-cf79b5b2-349e-496d-9525-5448a86d1efc tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b8cedd5c-2825-4c90-81bd-9300e1db80c9 HTTP/1.1" status: 200 len: 210 time: 0.0343680 Sep 16 03:54:33.124017 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device 59cf9322-5f98-4a80-b3ba-193361cc8857 up at agent hyperv_hv-cinder-85799 {{(pid=113376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 03:54:33.152580 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75197f6-9ad2-451d-97f6-8fb4fd64a5ea req-24e3ab0f-3cd6-4a3d-bbfa-99d9fbd287c4 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:33.157817 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-d75197f6-9ad2-451d-97f6-8fb4fd64a5ea req-24e3ab0f-3cd6-4a3d-bbfa-99d9fbd287c4 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.52 "GET /networking/v2.0/networks?id=9e27b901-fe49-4a95-bac7-28ae58e74a1c HTTP/1.1" status: 200 len: 815 time: 0.1096613 Sep 16 03:54:33.158156 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:33.172478 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [req-d75197f6-9ad2-451d-97f6-8fb4fd64a5ea req-f9d14dcd-c18d-45e0-96cb-e54d21ec4349 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Request body: {'port': {'device_id': 'b8cedd5c-2825-4c90-81bd-9300e1db80c9', 'network_id': '9e27b901-fe49-4a95-bac7-28ae58e74a1c', 'admin_state_up': True, 'tenant_id': 'c705c2f92c1646dba9c11aa6000166bc'}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:54:33.173406 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Provisioning for port 59cf9322-5f98-4a80-b3ba-193361cc8857 completed by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 03:54:33.295322 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Provisioning complete for port 59cf9322-5f98-4a80-b3ba-193361cc8857 triggered by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:54:33.295627 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (59cf9322-5f98-4a80-b3ba-193361cc8857), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:33.296006 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Attempt 1 to provision port 59cf9322-5f98-4a80-b3ba-193361cc8857 Sep 16 03:54:33.331064 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4d4aba-de21-4205-86a8-43d315ba5c85 req-39244ae0-a9e9-4d32-bc53-c9aa1d25a1f6 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:33.335397 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-8c4d4aba-de21-4205-86a8-43d315ba5c85 req-39244ae0-a9e9-4d32-bc53-c9aa1d25a1f6 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0584f7f8-cc04-4019-9971-a0e59ee918f0 HTTP/1.1" status: 200 len: 944 time: 0.0556550 Sep 16 03:54:33.387226 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-8c4d4aba-de21-4205-86a8-43d315ba5c85 req-883a42a5-fb61-4bc3-a149-a024a2783e1a tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0dbe5eda-1a32-47c1-b4a4-15b7d69dfb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488141 Sep 16 03:54:33.391721 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d75197f6-9ad2-451d-97f6-8fb4fd64a5ea req-f9d14dcd-c18d-45e0-96cb-e54d21ec4349 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Made reservation on behalf of c705c2f92c1646dba9c11aa6000166bc for: {'port': 1} {{(pid=113375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 03:54:33.400246 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-d75197f6-9ad2-451d-97f6-8fb4fd64a5ea req-f9d14dcd-c18d-45e0-96cb-e54d21ec4349 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:33.411944 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Current status of the port 59cf9322-5f98-4a80-b3ba-193361cc8857 is: BUILD; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:54:33.412325 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (59cf9322-5f98-4a80-b3ba-193361cc8857), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:33.439888 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0584f7f8-cc04-4019-9971-a0e59ee918f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59cf9322-5f98-4a80-b3ba-193361cc8857'}] {{(pid=113376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 03:54:33.442800 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536f81a66b80124a32e6614edce579112ba342401ad4fb2d1257d5ac670fb901" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e59eb053-f32e-4686-b7a9-e930c3f14246" -d '{"events": [{"server_uuid": "0584f7f8-cc04-4019-9971-a0e59ee918f0", "name": "network-vif-plugged", "status": "completed", "tag": "59cf9322-5f98-4a80-b3ba-193361cc8857"}]}' {{(pid=113376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 03:54:33.457078 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] For port 59cf9322-5f98-4a80-b3ba-193361cc8857, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=59cf9322-5f98-4a80-b3ba-193361cc8857,segment=NetworkSegment(8f3c2513-130a-4e92-b8d6-c7c7e1d1ec24),segment_id=8f3c2513-130a-4e92-b8d6-c7c7e1d1ec24)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:54:33.523368 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (59cf9322-5f98-4a80-b3ba-193361cc8857), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:33.572369 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779556a6-3b9c-4a3b-8d43-ba75b8b1ea75 req-96dbe118-b185-4315-a09e-e723a7af5a84 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:33.573934 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-779556a6-3b9c-4a3b-8d43-ba75b8b1ea75 req-96dbe118-b185-4315-a09e-e723a7af5a84 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2263def2-54ff-4255-a751-2bdb7e32db67 HTTP/1.1" status: 200 len: 945 time: 0.0930285 Sep 16 03:54:33.577593 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Pushing event updated for resources: {'Port': ['ID=59cf9322-5f98-4a80-b3ba-193361cc8857,revision_number=5']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:54:33.608787 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.db_base_plugin_common [req-d75197f6-9ad2-451d-97f6-8fb4fd64a5ea req-f9d14dcd-c18d-45e0-96cb-e54d21ec4349 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Allocated IP 172.20.0.10 (9e27b901-fe49-4a95-bac7-28ae58e74a1c/968df8c1-c44d-43e0-a2eb-72306aea7502/29237f39-1732-4b4a-81d4-300640dd2721) {{(pid=113375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 03:54:33.649188 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 03:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a3c93f1-ebba-4f3e-b9e3-7bba57218deb x-openstack-request-id: req-9a3c93f1-ebba-4f3e-b9e3-7bba57218deb {{(pid=113376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 03:54:33.649587 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0584f7f8-cc04-4019-9971-a0e59ee918f0", "name": "network-vif-plugged", "status": "completed", "tag": "59cf9322-5f98-4a80-b3ba-193361cc8857", "code": 200}]} {{(pid=113376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 03:54:33.649806 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9a3c93f1-ebba-4f3e-b9e3-7bba57218deb {{(pid=113376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 03:54:33.650217 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a3c93f1-ebba-4f3e-b9e3-7bba57218deb'] response: {'server_uuid': '0584f7f8-cc04-4019-9971-a0e59ee918f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59cf9322-5f98-4a80-b3ba-193361cc8857', 'code': 200} Sep 16 03:54:33.670390 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-779556a6-3b9c-4a3b-8d43-ba75b8b1ea75 req-6d6e3c8b-2902-4bb1-9f1b-924cf6ab2ad5 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5c4427db-30ee-4097-913e-db657f16a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888395 Sep 16 03:54:33.670861 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:33.756901 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-83c46679-0fef-4a3b-9c55-ddabe5ab36b1 req-5225d658-7042-44cf-b296-924a3d7dcea8 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b8cedd5c-2825-4c90-81bd-9300e1db80c9 HTTP/1.1" status: 200 len: 210 time: 0.0407512 Sep 16 03:54:33.828132 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:33.851183 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-d75197f6-9ad2-451d-97f6-8fb4fd64a5ea req-f9d14dcd-c18d-45e0-96cb-e54d21ec4349 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Publish callbacks [] for port (29237f39-1732-4b4a-81d4-300640dd2721), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:33.988247 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-d75197f6-9ad2-451d-97f6-8fb4fd64a5ea req-f9d14dcd-c18d-45e0-96cb-e54d21ec4349 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672515804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4972043'] for port (29237f39-1732-4b4a-81d4-300640dd2721), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:34.034549 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97407dd-3149-4047-89e2-2622325933d6 req-ff7de550-1773-4e5a-a83b-868258e6d8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:34.036669 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-a97407dd-3149-4047-89e2-2622325933d6 req-ff7de550-1773-4e5a-a83b-868258e6d8e7 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0584f7f8-cc04-4019-9971-a0e59ee918f0 HTTP/1.1" status: 200 len: 1129 time: 0.0773275 Sep 16 03:54:34.086765 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d75197f6-9ad2-451d-97f6-8fb4fd64a5ea req-f9d14dcd-c18d-45e0-96cb-e54d21ec4349 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Network 9e27b901-fe49-4a95-bac7-28ae58e74a1c is already hosted by enough agents. {{(pid=113375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 03:54:34.090721 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.base_scheduler [req-d75197f6-9ad2-451d-97f6-8fb4fd64a5ea req-f9d14dcd-c18d-45e0-96cb-e54d21ec4349 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Resources bound (agent type, host, resource id): {{(pid=113375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:54:34.096513 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.l3_dvrscheduler_db [req-d75197f6-9ad2-451d-97f6-8fb4fd64a5ea req-f9d14dcd-c18d-45e0-96cb-e54d21ec4349 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Received port after_create {{(pid=113375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 03:54:34.131250 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d14dcd-c18d-45e0-96cb-e54d21ec4349 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Pushing event updated for resources: {'Port': ['ID=29237f39-1732-4b4a-81d4-300640dd2721,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:54:34.154000 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75197f6-9ad2-451d-97f6-8fb4fd64a5ea req-f9d14dcd-c18d-45e0-96cb-e54d21ec4349 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:34.154693 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-d75197f6-9ad2-451d-97f6-8fb4fd64a5ea req-f9d14dcd-c18d-45e0-96cb-e54d21ec4349 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for port (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:34.248902 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-d75197f6-9ad2-451d-97f6-8fb4fd64a5ea req-f9d14dcd-c18d-45e0-96cb-e54d21ec4349 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0745010 Sep 16 03:54:34.371932 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-a52664cb-49c3-4667-8210-41c204e86bd3 None None] Provisioning complete for port 29237f39-1732-4b4a-81d4-300640dd2721 triggered by entity DHCP. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:54:34.372523 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-a52664cb-49c3-4667-8210-41c204e86bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (29237f39-1732-4b4a-81d4-300640dd2721), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:34.372641 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-a52664cb-49c3-4667-8210-41c204e86bd3 None None] Attempt 1 to provision port 29237f39-1732-4b4a-81d4-300640dd2721 Sep 16 03:54:34.409251 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-a52664cb-49c3-4667-8210-41c204e86bd3 None None] Port 29237f39-1732-4b4a-81d4-300640dd2721 cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:54:34.547940 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c657d51c-efc8-41bd-adcd-0ef423b1f71f req-ebe24a2b-2427-4171-98c9-47e8715c6245 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:34.549580 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-c657d51c-efc8-41bd-adcd-0ef423b1f71f req-ebe24a2b-2427-4171-98c9-47e8715c6245 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0584f7f8-cc04-4019-9971-a0e59ee918f0 HTTP/1.1" status: 200 len: 945 time: 0.0706265 Sep 16 03:54:34.599921 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-c657d51c-efc8-41bd-adcd-0ef423b1f71f req-413a9ace-2a1e-4ecd-b52a-b721ade536e2 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0dbe5eda-1a32-47c1-b4a4-15b7d69dfb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438194 Sep 16 03:54:34.856420 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f1bf23-3260-4987-95d8-5cd4f115a9d7 req-f8930a34-8165-43bd-ab71-e421fddd6f69 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:34.875487 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-d3f1bf23-3260-4987-95d8-5cd4f115a9d7 req-f8930a34-8165-43bd-ab71-e421fddd6f69 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2263def2-54ff-4255-a751-2bdb7e32db67 HTTP/1.1" status: 200 len: 945 time: 0.1069329 Sep 16 03:54:34.910652 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-a52664cb-49c3-4667-8210-41c204e86bd3 None None] Attempt 2 to provision port 29237f39-1732-4b4a-81d4-300640dd2721 Sep 16 03:54:34.943461 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dba665-f18d-4bfc-b116-40588cf9c0f4 req-3bfe07d0-8107-4c25-a890-e316490c3f8f tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:34.947021 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-05dba665-f18d-4bfc-b116-40588cf9c0f4 req-3bfe07d0-8107-4c25-a890-e316490c3f8f tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b8cedd5c-2825-4c90-81bd-9300e1db80c9 HTTP/1.1" status: 200 len: 932 time: 0.0782971 Sep 16 03:54:34.965670 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-a52664cb-49c3-4667-8210-41c204e86bd3 None None] Port 29237f39-1732-4b4a-81d4-300640dd2721 cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:54:34.994117 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-d3f1bf23-3260-4987-95d8-5cd4f115a9d7 req-93fd27e6-8857-47fd-84ad-e14b9ee7f95b tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5c4427db-30ee-4097-913e-db657f16a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177275 Sep 16 03:54:35.036514 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-05dba665-f18d-4bfc-b116-40588cf9c0f4 req-e1f3b40a-8d02-4240-83af-be311ee53291 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a778aa35-5956-4b36-93ac-9d8175168705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766590 Sep 16 03:54:35.132214 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device 68bc6748-c4d5-4935-8d58-9b9bd27239ad details requested by agent hyperv_hv-cinder-85799 with host hv-cinder-85799 {{(pid=113376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 03:54:35.269928 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] For port 68bc6748-c4d5-4935-8d58-9b9bd27239ad, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=68bc6748-c4d5-4935-8d58-9b9bd27239ad,segment=NetworkSegment(dc8a676f-3c84-4a5b-b8d3-82d7df2b2d1f),segment_id=dc8a676f-3c84-4a5b-b8d3-82d7df2b2d1f)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:54:35.290046 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Returning: {'device': '68bc6748-c4d5-4935-8d58-9b9bd27239ad', 'network_id': '60a25330-2068-4171-85ea-2cd82f09cbdb', 'port_id': '68bc6748-c4d5-4935-8d58-9b9bd27239ad', 'mac_address': 'fa:16:3e:42:0a:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '070db458-4233-40aa-8c99-3613db8fb323', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 03:54:35.343152 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Current status of the port 68bc6748-c4d5-4935-8d58-9b9bd27239ad is: ACTIVE; New status is: BUILD {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:54:35.343550 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (68bc6748-c4d5-4935-8d58-9b9bd27239ad), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:35.363296 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.notifiers.nova [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 68bc6748-c4d5-4935-8d58-9b9bd27239ad {{(pid=113376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 03:54:35.393573 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] For port 68bc6748-c4d5-4935-8d58-9b9bd27239ad, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=68bc6748-c4d5-4935-8d58-9b9bd27239ad,segment=NetworkSegment(dc8a676f-3c84-4a5b-b8d3-82d7df2b2d1f),segment_id=dc8a676f-3c84-4a5b-b8d3-82d7df2b2d1f)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:54:35.466945 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (68bc6748-c4d5-4935-8d58-9b9bd27239ad), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:35.469687 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-a52664cb-49c3-4667-8210-41c204e86bd3 None None] Attempt 3 to provision port 29237f39-1732-4b4a-81d4-300640dd2721 Sep 16 03:54:35.546113 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-a52664cb-49c3-4667-8210-41c204e86bd3 None None] Port 29237f39-1732-4b4a-81d4-300640dd2721 cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:54:35.562144 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Pushing event updated for resources: {'Port': ['ID=68bc6748-c4d5-4935-8d58-9b9bd27239ad,revision_number=6']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:54:35.582348 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] get_ports_and_sgs() called for port_ids ['68bc6748-c4d5-4935-8d58-9b9bd27239ad'] {{(pid=113376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 03:54:35.664541 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:35.773374 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c52e8d-1990-4f98-80e0-6b9c2ca727c7 req-23ef6482-352c-4bc7-9fe0-101788e5b005 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:35.777234 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-d6c52e8d-1990-4f98-80e0-6b9c2ca727c7 req-23ef6482-352c-4bc7-9fe0-101788e5b005 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0584f7f8-cc04-4019-9971-a0e59ee918f0 HTTP/1.1" status: 200 len: 945 time: 0.0598600 Sep 16 03:54:35.881010 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-d6c52e8d-1990-4f98-80e0-6b9c2ca727c7 req-2f6d9f50-2c67-473c-9cd3-44803870c456 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0dbe5eda-1a32-47c1-b4a4-15b7d69dfb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987921 Sep 16 03:54:36.049113 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-a52664cb-49c3-4667-8210-41c204e86bd3 None None] Attempt 4 to provision port 29237f39-1732-4b4a-81d4-300640dd2721 Sep 16 03:54:36.115519 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-a52664cb-49c3-4667-8210-41c204e86bd3 None None] Port 29237f39-1732-4b4a-81d4-300640dd2721 cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:54:36.224646 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84631d6a-20ff-4c2b-ab41-695d51975eb5 req-6b2c5ab7-ed8a-4ebe-8313-370ddac67032 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:36.229109 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-84631d6a-20ff-4c2b-ab41-695d51975eb5 req-6b2c5ab7-ed8a-4ebe-8313-370ddac67032 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2263def2-54ff-4255-a751-2bdb7e32db67 HTTP/1.1" status: 200 len: 944 time: 0.0747025 Sep 16 03:54:36.237337 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1bb3e6-78e2-428a-a856-62858be538b0 req-a2d6346f-9a79-4b63-8493-0148df28daad tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:36.240404 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-2a1bb3e6-78e2-428a-a856-62858be538b0 req-a2d6346f-9a79-4b63-8493-0148df28daad tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b8cedd5c-2825-4c90-81bd-9300e1db80c9 HTTP/1.1" status: 200 len: 932 time: 0.0746324 Sep 16 03:54:36.298874 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-84631d6a-20ff-4c2b-ab41-695d51975eb5 req-4cbab009-fba7-40cf-9da0-2f551f07454c tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5c4427db-30ee-4097-913e-db657f16a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584760 Sep 16 03:54:36.349069 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-2a1bb3e6-78e2-428a-a856-62858be538b0 req-3ba7bef1-1223-48b7-a529-dd2fae774311 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a778aa35-5956-4b36-93ac-9d8175168705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003160 Sep 16 03:54:36.617187 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-a52664cb-49c3-4667-8210-41c204e86bd3 None None] Attempt 5 to provision port 29237f39-1732-4b4a-81d4-300640dd2721 Sep 16 03:54:36.638105 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:36.653337 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-a52664cb-49c3-4667-8210-41c204e86bd3 None None] Port 29237f39-1732-4b4a-81d4-300640dd2721 cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:54:37.039548 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bbd564-446c-43f6-9aa8-cf5fa0804295 req-2397ccde-2161-49dc-9d12-42590ac4b26a tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:37.043787 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-a8bbd564-446c-43f6-9aa8-cf5fa0804295 req-2397ccde-2161-49dc-9d12-42590ac4b26a tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0584f7f8-cc04-4019-9971-a0e59ee918f0 HTTP/1.1" status: 200 len: 945 time: 0.0660779 Sep 16 03:54:37.118133 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-a8bbd564-446c-43f6-9aa8-cf5fa0804295 req-cd37ec0f-acf9-48ed-a17e-828a66d88d41 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0dbe5eda-1a32-47c1-b4a4-15b7d69dfb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683653 Sep 16 03:54:37.148288 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device 68bc6748-c4d5-4935-8d58-9b9bd27239ad up at agent hyperv_hv-cinder-85799 {{(pid=113376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 03:54:37.172187 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-a52664cb-49c3-4667-8210-41c204e86bd3 None None] Attempt 6 to provision port 29237f39-1732-4b4a-81d4-300640dd2721 Sep 16 03:54:37.216725 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-a52664cb-49c3-4667-8210-41c204e86bd3 None None] Port 29237f39-1732-4b4a-81d4-300640dd2721 cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:54:37.230476 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Provisioning complete for port 68bc6748-c4d5-4935-8d58-9b9bd27239ad triggered by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:54:37.230859 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (68bc6748-c4d5-4935-8d58-9b9bd27239ad), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:37.231237 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Attempt 1 to provision port 68bc6748-c4d5-4935-8d58-9b9bd27239ad Sep 16 03:54:37.310134 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Current status of the port 68bc6748-c4d5-4935-8d58-9b9bd27239ad is: BUILD; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:54:37.310527 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (68bc6748-c4d5-4935-8d58-9b9bd27239ad), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:37.338757 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2263def2-54ff-4255-a751-2bdb7e32db67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68bc6748-c4d5-4935-8d58-9b9bd27239ad'}] {{(pid=113376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 03:54:37.341318 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536f81a66b80124a32e6614edce579112ba342401ad4fb2d1257d5ac670fb901" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-975be109-2292-41de-b8fe-17d5accc201c" -d '{"events": [{"server_uuid": "2263def2-54ff-4255-a751-2bdb7e32db67", "name": "network-vif-plugged", "status": "completed", "tag": "68bc6748-c4d5-4935-8d58-9b9bd27239ad"}]}' {{(pid=113376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 03:54:37.355389 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] For port 68bc6748-c4d5-4935-8d58-9b9bd27239ad, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=68bc6748-c4d5-4935-8d58-9b9bd27239ad,segment=NetworkSegment(dc8a676f-3c84-4a5b-b8d3-82d7df2b2d1f),segment_id=dc8a676f-3c84-4a5b-b8d3-82d7df2b2d1f)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:54:37.418052 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 03:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa48d47-c508-4e12-9224-876a6681c912 x-openstack-request-id: req-1fa48d47-c508-4e12-9224-876a6681c912 {{(pid=113376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 03:54:37.418703 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2263def2-54ff-4255-a751-2bdb7e32db67", "name": "network-vif-plugged", "status": "completed", "tag": "68bc6748-c4d5-4935-8d58-9b9bd27239ad", "code": 200}]} {{(pid=113376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 03:54:37.419235 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1fa48d47-c508-4e12-9224-876a6681c912 {{(pid=113376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 03:54:37.420067 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fa48d47-c508-4e12-9224-876a6681c912'] response: {'server_uuid': '2263def2-54ff-4255-a751-2bdb7e32db67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68bc6748-c4d5-4935-8d58-9b9bd27239ad', 'code': 200} Sep 16 03:54:37.454590 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (68bc6748-c4d5-4935-8d58-9b9bd27239ad), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:37.483451 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c391a42-52bf-49d1-b352-0a64c7bb534e req-0df59f1a-7156-45ae-b496-561b5e1de745 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:37.485185 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-2c391a42-52bf-49d1-b352-0a64c7bb534e req-0df59f1a-7156-45ae-b496-561b5e1de745 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2263def2-54ff-4255-a751-2bdb7e32db67 HTTP/1.1" status: 200 len: 944 time: 0.0544584 Sep 16 03:54:37.540047 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-2c391a42-52bf-49d1-b352-0a64c7bb534e req-5944ca3a-0506-43db-845d-9a904b07a376 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5c4427db-30ee-4097-913e-db657f16a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472083 Sep 16 03:54:37.560370 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Pushing event updated for resources: {'Port': ['ID=68bc6748-c4d5-4935-8d58-9b9bd27239ad,revision_number=7']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:54:37.563439 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83efc481-0362-4283-9c56-14903ad102a3 req-62afb3e2-7fee-4a93-a3a0-b6ff30d10a51 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:37.580022 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-83efc481-0362-4283-9c56-14903ad102a3 req-62afb3e2-7fee-4a93-a3a0-b6ff30d10a51 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b8cedd5c-2825-4c90-81bd-9300e1db80c9 HTTP/1.1" status: 200 len: 932 time: 0.0969710 Sep 16 03:54:37.600376 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:37.647699 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-83efc481-0362-4283-9c56-14903ad102a3 req-db2a9bcb-fc62-4301-90e3-0fec03129003 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a778aa35-5956-4b36-93ac-9d8175168705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607834 Sep 16 03:54:37.718143 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-a52664cb-49c3-4667-8210-41c204e86bd3 None None] Attempt 7 to provision port 29237f39-1732-4b4a-81d4-300640dd2721 Sep 16 03:54:37.756955 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-a52664cb-49c3-4667-8210-41c204e86bd3 None None] Port 29237f39-1732-4b4a-81d4-300640dd2721 cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:54:38.259006 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-a52664cb-49c3-4667-8210-41c204e86bd3 None None] Attempt 8 to provision port 29237f39-1732-4b4a-81d4-300640dd2721 Sep 16 03:54:38.259353 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3569f433-cc4e-4ad2-a653-8659dff04462 req-f7fc37c3-a3d2-4ca5-a803-9d6274eb23a6 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:38.260939 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-3569f433-cc4e-4ad2-a653-8659dff04462 req-f7fc37c3-a3d2-4ca5-a803-9d6274eb23a6 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0584f7f8-cc04-4019-9971-a0e59ee918f0 HTTP/1.1" status: 200 len: 945 time: 0.0532115 Sep 16 03:54:38.299324 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-a52664cb-49c3-4667-8210-41c204e86bd3 None None] Port 29237f39-1732-4b4a-81d4-300640dd2721 cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:54:38.308854 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=100 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:38.322584 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-3569f433-cc4e-4ad2-a653-8659dff04462 req-2bb7cec7-bda2-438a-8c2e-f095c7e01c58 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0dbe5eda-1a32-47c1-b4a4-15b7d69dfb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551577 Sep 16 03:54:38.741694 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9966be94-6a20-46a5-93e3-86641defe1c2 req-dd3f6470-1977-4f27-9b1e-624a14fb6d50 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:38.743465 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-9966be94-6a20-46a5-93e3-86641defe1c2 req-dd3f6470-1977-4f27-9b1e-624a14fb6d50 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2263def2-54ff-4255-a751-2bdb7e32db67 HTTP/1.1" status: 200 len: 945 time: 0.0836284 Sep 16 03:54:38.789348 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bcf128-c0e7-4cb0-9ea6-6a9502834db1 req-94d708b3-25f1-499e-9b58-a361bef9eb71 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:38.791706 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-54bcf128-c0e7-4cb0-9ea6-6a9502834db1 req-94d708b3-25f1-499e-9b58-a361bef9eb71 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b8cedd5c-2825-4c90-81bd-9300e1db80c9 HTTP/1.1" status: 200 len: 932 time: 0.0653598 Sep 16 03:54:38.800386 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-a52664cb-49c3-4667-8210-41c204e86bd3 None None] Attempt 9 to provision port 29237f39-1732-4b4a-81d4-300640dd2721 Sep 16 03:54:38.820069 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-9966be94-6a20-46a5-93e3-86641defe1c2 req-0c5cf1e1-ed87-45cc-a368-faa4c441ce7c tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5c4427db-30ee-4097-913e-db657f16a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707314 Sep 16 03:54:38.843430 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-a52664cb-49c3-4667-8210-41c204e86bd3 None None] Port 29237f39-1732-4b4a-81d4-300640dd2721 cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:54:38.849786 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-54bcf128-c0e7-4cb0-9ea6-6a9502834db1 req-caf8867b-f8aa-4017-b63a-04ec67f90257 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a778aa35-5956-4b36-93ac-9d8175168705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519831 Sep 16 03:54:39.344782 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-a52664cb-49c3-4667-8210-41c204e86bd3 None None] Attempt 10 to provision port 29237f39-1732-4b4a-81d4-300640dd2721 Sep 16 03:54:39.407065 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-a52664cb-49c3-4667-8210-41c204e86bd3 None None] Port 29237f39-1732-4b4a-81d4-300640dd2721 cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:54:39.521899 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49308086-19e1-44f1-8932-38d70cc9bc35 req-c1968032-d01a-44b7-a112-f0863875049a tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:39.523565 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-49308086-19e1-44f1-8932-38d70cc9bc35 req-c1968032-d01a-44b7-a112-f0863875049a tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0584f7f8-cc04-4019-9971-a0e59ee918f0 HTTP/1.1" status: 200 len: 945 time: 0.0654919 Sep 16 03:54:39.583373 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-49308086-19e1-44f1-8932-38d70cc9bc35 req-7758bf6a-9e8c-4c3c-9354-d3937384f327 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0dbe5eda-1a32-47c1-b4a4-15b7d69dfb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526888 Sep 16 03:54:40.028604 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a36bcc-b36d-4bea-abb0-799f3e98c95f req-8a54b4b7-4407-4224-aa87-64a952d7075f tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:40.033836 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c059c-aa0d-4098-83a4-953abe7f0d25 req-3016b8d0-7019-44a9-80e4-02aad84b2183 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:40.038092 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-e0a36bcc-b36d-4bea-abb0-799f3e98c95f req-8a54b4b7-4407-4224-aa87-64a952d7075f tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2263def2-54ff-4255-a751-2bdb7e32db67 HTTP/1.1" status: 200 len: 945 time: 0.0876477 Sep 16 03:54:40.041792 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-c62c059c-aa0d-4098-83a4-953abe7f0d25 req-3016b8d0-7019-44a9-80e4-02aad84b2183 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b8cedd5c-2825-4c90-81bd-9300e1db80c9 HTTP/1.1" status: 200 len: 932 time: 0.0649273 Sep 16 03:54:40.101767 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-e0a36bcc-b36d-4bea-abb0-799f3e98c95f req-9d8f7b0c-1bd8-4445-8a8c-240e4faf7d38 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5c4427db-30ee-4097-913e-db657f16a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625565 Sep 16 03:54:40.106763 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-c62c059c-aa0d-4098-83a4-953abe7f0d25 req-976359bb-1278-40c2-84b1-9e4ce6adddc8 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a778aa35-5956-4b36-93ac-9d8175168705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639753 Sep 16 03:54:40.730551 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e569f6ef-3600-472e-b344-2390bee119cb req-f0dac909-39a2-467f-8d25-81a0e41581de tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:40.732148 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-e569f6ef-3600-472e-b344-2390bee119cb req-f0dac909-39a2-467f-8d25-81a0e41581de tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0584f7f8-cc04-4019-9971-a0e59ee918f0 HTTP/1.1" status: 200 len: 945 time: 0.0516984 Sep 16 03:54:40.782769 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-e569f6ef-3600-472e-b344-2390bee119cb req-a4cc458b-651d-4074-b644-6005df5a2a45 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0dbe5eda-1a32-47c1-b4a4-15b7d69dfb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446503 Sep 16 03:54:41.238115 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fdd3f0-e0c5-42ce-bfc4-dad71f3afc15 req-9f53ecc3-2509-43e6-9c1e-04a0c2c59ea6 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:41.240273 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-28fdd3f0-e0c5-42ce-bfc4-dad71f3afc15 req-9f53ecc3-2509-43e6-9c1e-04a0c2c59ea6 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b8cedd5c-2825-4c90-81bd-9300e1db80c9 HTTP/1.1" status: 200 len: 932 time: 0.0565598 Sep 16 03:54:41.287110 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea6240f-eaa7-4c16-b271-e08e379aeedb req-119d9a60-b89d-4a74-8bf3-20cdc67821a2 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:41.288836 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-8ea6240f-eaa7-4c16-b271-e08e379aeedb req-119d9a60-b89d-4a74-8bf3-20cdc67821a2 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2263def2-54ff-4255-a751-2bdb7e32db67 HTTP/1.1" status: 200 len: 945 time: 0.0650387 Sep 16 03:54:41.325839 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-28fdd3f0-e0c5-42ce-bfc4-dad71f3afc15 req-fbcfd8ce-0dad-4015-8905-feea402dec22 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a778aa35-5956-4b36-93ac-9d8175168705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758321 Sep 16 03:54:41.391814 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-8ea6240f-eaa7-4c16-b271-e08e379aeedb req-dd278a38-8b5a-44f4-ba94-d7ce1a795aaf tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5c4427db-30ee-4097-913e-db657f16a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901992 Sep 16 03:54:41.945574 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14466e0a-ab20-46c3-8194-cf3547733cfd req-767acbd1-cfad-41f6-9e1a-80a4208f2927 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:41.947106 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-14466e0a-ab20-46c3-8194-cf3547733cfd req-767acbd1-cfad-41f6-9e1a-80a4208f2927 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0584f7f8-cc04-4019-9971-a0e59ee918f0 HTTP/1.1" status: 200 len: 945 time: 0.0532582 Sep 16 03:54:41.976640 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=100 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:42.005472 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-14466e0a-ab20-46c3-8194-cf3547733cfd req-8a7d55ec-8013-46ef-bbd1-3d756b0b18ee tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0dbe5eda-1a32-47c1-b4a4-15b7d69dfb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517650 Sep 16 03:54:42.452758 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845bd311-4b31-4ef4-997b-9e13d3dabbc4 req-11d23b0b-9c11-4e67-8bdf-11836b307e57 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:42.455045 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-845bd311-4b31-4ef4-997b-9e13d3dabbc4 req-11d23b0b-9c11-4e67-8bdf-11836b307e57 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b8cedd5c-2825-4c90-81bd-9300e1db80c9 HTTP/1.1" status: 200 len: 932 time: 0.0524414 Sep 16 03:54:42.499771 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=100 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:42.504496 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-845bd311-4b31-4ef4-997b-9e13d3dabbc4 req-79f4643e-ed41-4c53-a90f-1efab835f593 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a778aa35-5956-4b36-93ac-9d8175168705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445879 Sep 16 03:54:42.531155 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf936d4-264c-4a53-bfa0-9d83d266816b req-a30f2950-9cbc-4058-b66c-13a63882a625 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:42.531155 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-caf936d4-264c-4a53-bfa0-9d83d266816b req-a30f2950-9cbc-4058-b66c-13a63882a625 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2263def2-54ff-4255-a751-2bdb7e32db67 HTTP/1.1" status: 200 len: 945 time: 0.0490391 Sep 16 03:54:42.580509 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-caf936d4-264c-4a53-bfa0-9d83d266816b req-c8217f00-5451-47a1-bcf8-60602eaea672 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5c4427db-30ee-4097-913e-db657f16a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457380 Sep 16 03:54:42.657668 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [req-d75197f6-9ad2-451d-97f6-8fb4fd64a5ea req-b4d3775c-6d6a-4561-9c67-b9235a7e8eb1 service neutron] Request body: {'port': {'device_id': 'b8cedd5c-2825-4c90-81bd-9300e1db80c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85799'}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:54:42.696342 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-a97407dd-3149-4047-89e2-2622325933d6 req-e97d58d8-4ac0-4f81-8996-dbe811c7a335 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0dbe5eda-1a32-47c1-b4a4-15b7d69dfb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439286 Sep 16 03:54:42.717029 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-d75197f6-9ad2-451d-97f6-8fb4fd64a5ea req-b4d3775c-6d6a-4561-9c67-b9235a7e8eb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (29237f39-1732-4b4a-81d4-300640dd2721), before_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:42.977414 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.notifiers.nova [req-d75197f6-9ad2-451d-97f6-8fb4fd64a5ea req-b4d3775c-6d6a-4561-9c67-b9235a7e8eb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29237f39-1732-4b4a-81d4-300640dd2721 {{(pid=113375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 03:54:42.985229 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-d75197f6-9ad2-451d-97f6-8fb4fd64a5ea req-b4d3775c-6d6a-4561-9c67-b9235a7e8eb1 service neutron] Publish callbacks [] for port (29237f39-1732-4b4a-81d4-300640dd2721), precommit_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:42.998293 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.provisioning_blocks [req-d75197f6-9ad2-451d-97f6-8fb4fd64a5ea req-b4d3775c-6d6a-4561-9c67-b9235a7e8eb1 service neutron] Transition to ACTIVE for port object 29237f39-1732-4b4a-81d4-300640dd2721 will not be triggered until provisioned by entity L2. {{(pid=113375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 03:54:43.108962 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-d75197f6-9ad2-451d-97f6-8fb4fd64a5ea req-b4d3775c-6d6a-4561-9c67-b9235a7e8eb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4972082'] for port (29237f39-1732-4b4a-81d4-300640dd2721), after_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:43.137397 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:43.159379 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408b0d50-4f42-48f2-8e8b-33a962a0baa4 req-fbec5f62-3425-4686-811f-fe90c0cf2d95 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:43.160885 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-408b0d50-4f42-48f2-8e8b-33a962a0baa4 req-fbec5f62-3425-4686-811f-fe90c0cf2d95 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0584f7f8-cc04-4019-9971-a0e59ee918f0 HTTP/1.1" status: 200 len: 945 time: 0.0797639 Sep 16 03:54:43.175809 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d3775c-6d6a-4561-9c67-b9235a7e8eb1 service neutron] Pushing event updated for resources: {'Port': ['ID=29237f39-1732-4b4a-81d4-300640dd2721,revision_number=2']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:54:43.210336 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3775c-6d6a-4561-9c67-b9235a7e8eb1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:54:43.210671 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3775c-6d6a-4561-9c67-b9235a7e8eb1 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:54:43.211031 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3775c-6d6a-4561-9c67-b9235a7e8eb1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:54:43.211360 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3775c-6d6a-4561-9c67-b9235a7e8eb1 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:54:43.211683 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3775c-6d6a-4561-9c67-b9235a7e8eb1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:54:43.212002 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3775c-6d6a-4561-9c67-b9235a7e8eb1 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:54:43.212318 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3775c-6d6a-4561-9c67-b9235a7e8eb1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:54:43.212632 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3775c-6d6a-4561-9c67-b9235a7e8eb1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:54:43.212945 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3775c-6d6a-4561-9c67-b9235a7e8eb1 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:54:43.213256 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3775c-6d6a-4561-9c67-b9235a7e8eb1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:54:43.213572 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3775c-6d6a-4561-9c67-b9235a7e8eb1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:54:43.213885 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3775c-6d6a-4561-9c67-b9235a7e8eb1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:54:43.214196 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3775c-6d6a-4561-9c67-b9235a7e8eb1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:54:43.214505 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3775c-6d6a-4561-9c67-b9235a7e8eb1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:54:43.214815 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3775c-6d6a-4561-9c67-b9235a7e8eb1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:54:43.278581 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-408b0d50-4f42-48f2-8e8b-33a962a0baa4 req-b14490d5-4a51-4235-91b0-b303cee24ab0 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0dbe5eda-1a32-47c1-b4a4-15b7d69dfb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098113 Sep 16 03:54:43.289931 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.managers [req-d75197f6-9ad2-451d-97f6-8fb4fd64a5ea req-b4d3775c-6d6a-4561-9c67-b9235a7e8eb1 service neutron] Attempting to bind port 29237f39-1732-4b4a-81d4-300640dd2721 on host hv-cinder-85799 for vnic_type normal with profile {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 03:54:43.303137 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.managers [req-d75197f6-9ad2-451d-97f6-8fb4fd64a5ea req-b4d3775c-6d6a-4561-9c67-b9235a7e8eb1 service neutron] Attempting to bind port 29237f39-1732-4b4a-81d4-300640dd2721 by drivers openvswitch,hyperv on host hv-cinder-85799 at level 0 using segments [{'id': '338fa78b-c872-4386-b22d-98e073eaf46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9e27b901-fe49-4a95-bac7-28ae58e74a1c'}] {{(pid=113375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 03:54:43.303137 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75197f6-9ad2-451d-97f6-8fb4fd64a5ea req-b4d3775c-6d6a-4561-9c67-b9235a7e8eb1 service neutron] Attempting to bind port 29237f39-1732-4b4a-81d4-300640dd2721 on network 9e27b901-fe49-4a95-bac7-28ae58e74a1c {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 03:54:43.335204 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75197f6-9ad2-451d-97f6-8fb4fd64a5ea req-b4d3775c-6d6a-4561-9c67-b9235a7e8eb1 service neutron] Port 29237f39-1732-4b4a-81d4-300640dd2721 on network 9e27b901-fe49-4a95-bac7-28ae58e74a1c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85799 {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 03:54:43.335531 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75197f6-9ad2-451d-97f6-8fb4fd64a5ea req-b4d3775c-6d6a-4561-9c67-b9235a7e8eb1 service neutron] Attempting to bind port 29237f39-1732-4b4a-81d4-300640dd2721 on network 9e27b901-fe49-4a95-bac7-28ae58e74a1c {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 03:54:43.378179 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:43.382176 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75197f6-9ad2-451d-97f6-8fb4fd64a5ea req-b4d3775c-6d6a-4561-9c67-b9235a7e8eb1 service neutron] Checking agent: {'id': 'd68ba685-94d2-4b65-887f-d5ec3884fbfa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85799', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 3, 46, 18), 'started_at': datetime.datetime(2022, 9, 16, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 3, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 03:54:43.382519 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75197f6-9ad2-451d-97f6-8fb4fd64a5ea req-b4d3775c-6d6a-4561-9c67-b9235a7e8eb1 service neutron] Checking segment: {'id': '338fa78b-c872-4386-b22d-98e073eaf46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9e27b901-fe49-4a95-bac7-28ae58e74a1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 03:54:43.382898 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75197f6-9ad2-451d-97f6-8fb4fd64a5ea req-b4d3775c-6d6a-4561-9c67-b9235a7e8eb1 service neutron] Bound using segment: {'id': '338fa78b-c872-4386-b22d-98e073eaf46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9e27b901-fe49-4a95-bac7-28ae58e74a1c'} {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 03:54:43.383352 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.managers [req-d75197f6-9ad2-451d-97f6-8fb4fd64a5ea req-b4d3775c-6d6a-4561-9c67-b9235a7e8eb1 service neutron] Bound port: 29237f39-1732-4b4a-81d4-300640dd2721, host: hv-cinder-85799, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '338fa78b-c872-4386-b22d-98e073eaf46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9e27b901-fe49-4a95-bac7-28ae58e74a1c'}}] {{(pid=113375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 03:54:43.383706 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-d75197f6-9ad2-451d-97f6-8fb4fd64a5ea req-b4d3775c-6d6a-4561-9c67-b9235a7e8eb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (29237f39-1732-4b4a-81d4-300640dd2721), before_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:43.444664 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.db [req-d75197f6-9ad2-451d-97f6-8fb4fd64a5ea req-b4d3775c-6d6a-4561-9c67-b9235a7e8eb1 service neutron] For port 29237f39-1732-4b4a-81d4-300640dd2721, host hv-cinder-85799, cleared binding levels {{(pid=113375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 03:54:43.447817 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.db [req-d75197f6-9ad2-451d-97f6-8fb4fd64a5ea req-b4d3775c-6d6a-4561-9c67-b9235a7e8eb1 service neutron] For port 29237f39-1732-4b4a-81d4-300640dd2721, host hv-cinder-85799, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=29237f39-1732-4b4a-81d4-300640dd2721,segment=NetworkSegment(338fa78b-c872-4386-b22d-98e073eaf46d),segment_id=338fa78b-c872-4386-b22d-98e073eaf46d)] {{(pid=113375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 03:54:43.546000 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-d75197f6-9ad2-451d-97f6-8fb4fd64a5ea req-b4d3775c-6d6a-4561-9c67-b9235a7e8eb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4972082'] for port (29237f39-1732-4b4a-81d4-300640dd2721), after_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:43.550262 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75197f6-9ad2-451d-97f6-8fb4fd64a5ea req-b4d3775c-6d6a-4561-9c67-b9235a7e8eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:43.551027 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-d75197f6-9ad2-451d-97f6-8fb4fd64a5ea req-b4d3775c-6d6a-4561-9c67-b9235a7e8eb1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for port (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:43.553091 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-d75197f6-9ad2-451d-97f6-8fb4fd64a5ea req-b4d3775c-6d6a-4561-9c67-b9235a7e8eb1 service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/29237f39-1732-4b4a-81d4-300640dd2721 HTTP/1.1" status: 200 len: 1094 time: 0.8997803 Sep 16 03:54:43.553682 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8cedd5c-2825-4c90-81bd-9300e1db80c9', 'tag': '29237f39-1732-4b4a-81d4-300640dd2721'}] {{(pid=113375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 03:54:43.555952 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5377fd1d321389c1792f161ed840337514ae556b8848fe715c314c680a14a908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b788b45-68f5-46f7-aa20-a8fdc6cc284b" -d '{"events": [{"name": "network-changed", "server_uuid": "b8cedd5c-2825-4c90-81bd-9300e1db80c9", "tag": "29237f39-1732-4b4a-81d4-300640dd2721"}]}' {{(pid=113375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 03:54:43.606036 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 03:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02aacc3b-ebb2-4e18-a6b1-9971d57a5df0 x-openstack-request-id: req-02aacc3b-ebb2-4e18-a6b1-9971d57a5df0 {{(pid=113375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 03:54:43.606303 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8cedd5c-2825-4c90-81bd-9300e1db80c9", "tag": "29237f39-1732-4b4a-81d4-300640dd2721", "status": "completed", "code": 200}]} {{(pid=113375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 03:54:43.606550 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-02aacc3b-ebb2-4e18-a6b1-9971d57a5df0 {{(pid=113375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 03:54:43.606972 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02aacc3b-ebb2-4e18-a6b1-9971d57a5df0'] response: {'name': 'network-changed', 'server_uuid': 'b8cedd5c-2825-4c90-81bd-9300e1db80c9', 'tag': '29237f39-1732-4b4a-81d4-300640dd2721', 'status': 'completed', 'code': 200} Sep 16 03:54:43.608048 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d3775c-6d6a-4561-9c67-b9235a7e8eb1 service neutron] Pushing event updated for resources: {'Port': ['ID=29237f39-1732-4b4a-81d4-300640dd2721,revision_number=3']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:54:43.641907 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c93bbcb-9b02-4ef6-b65d-cb2804f31375 req-040a9650-c701-4ae7-876f-84e65d288fc8 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:43.643521 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-9c93bbcb-9b02-4ef6-b65d-cb2804f31375 req-040a9650-c701-4ae7-876f-84e65d288fc8 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b8cedd5c-2825-4c90-81bd-9300e1db80c9 HTTP/1.1" status: 200 len: 944 time: 0.0592415 Sep 16 03:54:43.700700 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-9c93bbcb-9b02-4ef6-b65d-cb2804f31375 req-3adc8cef-7fe9-4394-9b08-7b531468f85a tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a778aa35-5956-4b36-93ac-9d8175168705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510945 Sep 16 03:54:43.718170 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b788b45-68f5-46f7-aa20-a8fdc6cc284b req-8b8f3b03-2544-4bfd-8e92-83fe9b62bb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:43.719708 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-0b788b45-68f5-46f7-aa20-a8fdc6cc284b req-8b8f3b03-2544-4bfd-8e92-83fe9b62bb54 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=c705c2f92c1646dba9c11aa6000166bc&device_id=b8cedd5c-2825-4c90-81bd-9300e1db80c9 HTTP/1.1" status: 200 len: 1128 time: 0.0732710 Sep 16 03:54:43.744068 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f92cbc-1ad3-44d0-bc19-15db4cd525dc req-8c49f770-8272-4722-802b-29554bcc6e41 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:43.745901 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-a4f92cbc-1ad3-44d0-bc19-15db4cd525dc req-8c49f770-8272-4722-802b-29554bcc6e41 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2263def2-54ff-4255-a751-2bdb7e32db67 HTTP/1.1" status: 200 len: 945 time: 0.0680077 Sep 16 03:54:43.860431 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-a4f92cbc-1ad3-44d0-bc19-15db4cd525dc req-7f7e93f6-2d64-45c6-8498-eaad6eac1618 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5c4427db-30ee-4097-913e-db657f16a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045325 Sep 16 03:54:43.866695 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b788b45-68f5-46f7-aa20-a8fdc6cc284b req-a72e6e0c-b576-4315-b95d-ac6e74aa6796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:43.868165 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-0b788b45-68f5-46f7-aa20-a8fdc6cc284b req-a72e6e0c-b576-4315-b95d-ac6e74aa6796 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?tenant_id=c705c2f92c1646dba9c11aa6000166bc&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1404116 Sep 16 03:54:44.403823 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc4a9fd-08e2-45db-a1cb-c1ffd7e69ea5 req-4314389e-4bc0-4245-84d8-f805edf38229 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:44.405296 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-1cc4a9fd-08e2-45db-a1cb-c1ffd7e69ea5 req-4314389e-4bc0-4245-84d8-f805edf38229 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0584f7f8-cc04-4019-9971-a0e59ee918f0 HTTP/1.1" status: 200 len: 945 time: 0.0469759 Sep 16 03:54:44.456564 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-1cc4a9fd-08e2-45db-a1cb-c1ffd7e69ea5 req-6294dd80-a8b0-4d40-98c8-021918b2503a tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0dbe5eda-1a32-47c1-b4a4-15b7d69dfb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447731 Sep 16 03:54:44.495820 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b788b45-68f5-46f7-aa20-a8fdc6cc284b req-62b39c43-87e5-46a5-b5f0-579148c0f1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:44.499963 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-0b788b45-68f5-46f7-aa20-a8fdc6cc284b req-62b39c43-87e5-46a5-b5f0-579148c0f1e0 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0982931 Sep 16 03:54:44.572959 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75197f6-9ad2-451d-97f6-8fb4fd64a5ea req-ff2a82ef-ee40-4149-ba40-5f0af13bb3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:44.574310 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-d75197f6-9ad2-451d-97f6-8fb4fd64a5ea req-ff2a82ef-ee40-4149-ba40-5f0af13bb3a5 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=c705c2f92c1646dba9c11aa6000166bc&device_id=b8cedd5c-2825-4c90-81bd-9300e1db80c9 HTTP/1.1" status: 200 len: 1128 time: 0.0393229 Sep 16 03:54:44.616848 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-d75197f6-9ad2-451d-97f6-8fb4fd64a5ea req-201cac3a-a960-4e1f-8cff-bddde5501360 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29237f39-1732-4b4a-81d4-300640dd2721 HTTP/1.1" status: 200 len: 217 time: 0.0354912 Sep 16 03:54:44.670789 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75197f6-9ad2-451d-97f6-8fb4fd64a5ea req-e31272a8-a1ce-40a1-a83c-8af017f314d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:44.672341 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-d75197f6-9ad2-451d-97f6-8fb4fd64a5ea req-e31272a8-a1ce-40a1-a83c-8af017f314d4 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=968df8c1-c44d-43e0-a2eb-72306aea7502 HTTP/1.1" status: 200 len: 854 time: 0.0462537 Sep 16 03:54:44.716086 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75197f6-9ad2-451d-97f6-8fb4fd64a5ea req-06e614df-9380-444d-8cd2-cf36484a4685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:44.717534 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-d75197f6-9ad2-451d-97f6-8fb4fd64a5ea req-06e614df-9380-444d-8cd2-cf36484a4685 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=9e27b901-fe49-4a95-bac7-28ae58e74a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385857 Sep 16 03:54:44.841564 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b522908-30f9-45b5-9022-b0184a717514 req-d85a214d-1d8b-477c-b7dd-2041532d8e0c tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:44.842982 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-3b522908-30f9-45b5-9022-b0184a717514 req-d85a214d-1d8b-477c-b7dd-2041532d8e0c tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b8cedd5c-2825-4c90-81bd-9300e1db80c9 HTTP/1.1" status: 200 len: 944 time: 0.0651722 Sep 16 03:54:44.860479 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-d75197f6-9ad2-451d-97f6-8fb4fd64a5ea req-61f92b97-46b7-495c-8b13-e5dda7aed8c3 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/9e27b901-fe49-4a95-bac7-28ae58e74a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359062 Sep 16 03:54:44.877240 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:44.946797 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-3b522908-30f9-45b5-9022-b0184a717514 req-2f83dfb2-ff4f-4b76-9f4b-0ae57ea245c0 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a778aa35-5956-4b36-93ac-9d8175168705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955775 Sep 16 03:54:44.984109 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-d75197f6-9ad2-451d-97f6-8fb4fd64a5ea req-58bd7c46-4849-4d67-9684-3b1095ddc1cf service neutron] 10.222.0.52 "GET /networking/v2.0/networks/9e27b901-fe49-4a95-bac7-28ae58e74a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133819 Sep 16 03:54:44.991328 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbf32fb-6a39-45fb-9350-d291aaf7916a req-b16e7669-fa62-484e-a6dd-4c82be84dfe6 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:44.992815 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-0fbf32fb-6a39-45fb-9350-d291aaf7916a req-b16e7669-fa62-484e-a6dd-4c82be84dfe6 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2263def2-54ff-4255-a751-2bdb7e32db67 HTTP/1.1" status: 200 len: 945 time: 0.0500228 Sep 16 03:54:45.042231 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-0fbf32fb-6a39-45fb-9350-d291aaf7916a req-68aff37f-c6ec-4349-ad72-2b926693521a tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5c4427db-30ee-4097-913e-db657f16a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435057 Sep 16 03:54:45.585795 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc664a26-24fd-4d8b-868a-91d72b32ad8c req-5477ae92-675c-4c5f-acde-a3209532ccae tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:45.587267 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-bc664a26-24fd-4d8b-868a-91d72b32ad8c req-5477ae92-675c-4c5f-acde-a3209532ccae tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0584f7f8-cc04-4019-9971-a0e59ee918f0 HTTP/1.1" status: 200 len: 945 time: 0.0468416 Sep 16 03:54:45.634202 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-bc664a26-24fd-4d8b-868a-91d72b32ad8c req-5ad760d4-e491-4f77-89bc-d5426cf6526b tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0dbe5eda-1a32-47c1-b4a4-15b7d69dfb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412021 Sep 16 03:54:45.753930 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9c4837-c3a5-4cc5-b4d8-8b44b21e71de req-1e86eac0-56ac-4bb1-bd4c-b07df465796d tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:45.756042 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-5d9c4837-c3a5-4cc5-b4d8-8b44b21e71de req-1e86eac0-56ac-4bb1-bd4c-b07df465796d tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0584f7f8-cc04-4019-9971-a0e59ee918f0 HTTP/1.1" status: 200 len: 945 time: 0.0519371 Sep 16 03:54:45.766296 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 60962) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:54:45.771133 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.v2.base [None req-cd757239-46ee-48fe-887d-f9c4f7c41bcf tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Request body: {'floatingip': {'port_id': '59cf9322-5f98-4a80-b3ba-193361cc8857'}} {{(pid=113374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:54:45.808988 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-cd757239-46ee-48fe-887d-f9c4f7c41bcf tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks [] for floatingip (de737b5a-9b4b-4532-892f-b5b715c65cd2), before_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:46.034025 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=100 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:46.078298 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b71d175-7db8-4989-b6b2-b898e8501a63 req-78aa2f0d-c279-4030-b371-9d3310b13b13 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:46.079815 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-4b71d175-7db8-4989-b6b2-b898e8501a63 req-78aa2f0d-c279-4030-b371-9d3310b13b13 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b8cedd5c-2825-4c90-81bd-9300e1db80c9 HTTP/1.1" status: 200 len: 944 time: 0.0543051 Sep 16 03:54:46.134446 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-4b71d175-7db8-4989-b6b2-b898e8501a63 req-df18c1f8-faec-4fe0-aaeb-65bf3127d97a tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a778aa35-5956-4b36-93ac-9d8175168705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472927 Sep 16 03:54:46.208437 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e4f5b-6a6f-4e22-a417-05c5ecfbb6e8 req-a7fd3b26-a38b-48cb-9d5e-7dabd1f1daba tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:46.210077 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-313e4f5b-6a6f-4e22-a417-05c5ecfbb6e8 req-a7fd3b26-a38b-48cb-9d5e-7dabd1f1daba tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2263def2-54ff-4255-a751-2bdb7e32db67 HTTP/1.1" status: 200 len: 945 time: 0.0759361 Sep 16 03:54:46.216157 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=100 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:46.336362 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-313e4f5b-6a6f-4e22-a417-05c5ecfbb6e8 req-4f698e1a-8799-4d23-a2a2-0696ef24f88f tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5c4427db-30ee-4097-913e-db657f16a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189542 Sep 16 03:54:46.502585 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:46.581795 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-cd757239-46ee-48fe-887d-f9c4f7c41bcf tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:46.643652 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-cd757239-46ee-48fe-887d-f9c4f7c41bcf tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-452268'] for floatingip (de737b5a-9b4b-4532-892f-b5b715c65cd2), after_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:46.744377 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.db.l3_db [None req-cd757239-46ee-48fe-887d-f9c4f7c41bcf tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Floating IP de737b5a-9b4b-4532-892f-b5b715c65cd2 associated. External IP: 172.27.0.243, port: 59cf9322-5f98-4a80-b3ba-193361cc8857. Sep 16 03:54:46.953686 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd757239-46ee-48fe-887d-f9c4f7c41bcf tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Router e8eb6dc3-21a2-4b6e-907d-9210534718fc has already been hosted by L3 agent 20a8dcff-cb91-4cfb-b5ee-87736efe33d8 {{(pid=113374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 03:54:47.060193 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd757239-46ee-48fe-887d-f9c4f7c41bcf tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Notify agent at l3_agent.dv-cinder-857993-1-iscsi the message routers_updated {{(pid=113374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 03:54:47.064817 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-cd757239-46ee-48fe-887d-f9c4f7c41bcf tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for floatingip (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:47.069646 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0e7bd5-fd01-495c-a408-be3d53823b95 None None] Sync routers for ids ['e8eb6dc3-21a2-4b6e-907d-9210534718fc'] in dv-cinder-857993-1-iscsi {{(pid=113376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 03:54:47.079532 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0e7bd5-fd01-495c-a408-be3d53823b95 None None] Routers {'e8eb6dc3-21a2-4b6e-907d-9210534718fc'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:54:47.080140 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-bd0e7bd5-fd01-495c-a408-be3d53823b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:54:25Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['e8eb6dc3-21a2-4b6e-907d-9210534718fc'], 'active': True} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:54:47.094997 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-cd757239-46ee-48fe-887d-f9c4f7c41bcf tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/de737b5a-9b4b-4532-892f-b5b715c65cd2 HTTP/1.1" status: 200 len: 991 time: 1.3276446 Sep 16 03:54:47.097465 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0584f7f8-cc04-4019-9971-a0e59ee918f0', 'tag': '59cf9322-5f98-4a80-b3ba-193361cc8857'}] {{(pid=113374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 03:54:47.098092 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690b364905604876d1d0623b3c540f81637980c049172579221ad326041cdf1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-210b7db8-c203-460e-9dff-5d30a37126b1" -d '{"events": [{"name": "network-changed", "server_uuid": "0584f7f8-cc04-4019-9971-a0e59ee918f0", "tag": "59cf9322-5f98-4a80-b3ba-193361cc8857"}]}' {{(pid=113374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 03:54:47.136297 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 03:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c16583e-e73d-4589-996b-164b3a86d12f x-openstack-request-id: req-9c16583e-e73d-4589-996b-164b3a86d12f {{(pid=113374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 03:54:47.136697 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0584f7f8-cc04-4019-9971-a0e59ee918f0", "tag": "59cf9322-5f98-4a80-b3ba-193361cc8857", "status": "completed", "code": 200}]} {{(pid=113374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 03:54:47.137087 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9c16583e-e73d-4589-996b-164b3a86d12f {{(pid=113374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 03:54:47.137788 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c16583e-e73d-4589-996b-164b3a86d12f'] response: {'name': 'network-changed', 'server_uuid': '0584f7f8-cc04-4019-9971-a0e59ee918f0', 'tag': '59cf9322-5f98-4a80-b3ba-193361cc8857', 'status': 'completed', 'code': 200} Sep 16 03:54:47.268927 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b096f196-418d-4653-b144-fc53e5cc58f3 req-741e7bec-04d6-4123-8c12-d90f82760ba2 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:47.271713 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-b096f196-418d-4653-b144-fc53e5cc58f3 req-741e7bec-04d6-4123-8c12-d90f82760ba2 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b8cedd5c-2825-4c90-81bd-9300e1db80c9 HTTP/1.1" status: 200 len: 944 time: 0.0581591 Sep 16 03:54:47.321732 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-b096f196-418d-4653-b144-fc53e5cc58f3 req-f8bb23b6-5acf-45af-b629-25d310964ec4 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a778aa35-5956-4b36-93ac-9d8175168705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446589 Sep 16 03:54:47.327183 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvr_db [None req-bd0e7bd5-fd01-495c-a408-be3d53823b95 None None] Set router e8eb6dc3-21a2-4b6e-907d-9210534718fc gateway port host: dv-cinder-857993-1-iscsi {{(pid=113376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:54:47.465634 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c681da10-678f-460c-ae22-936b02715228 req-4bbbb24d-2ee2-40aa-b457-f83085eece43 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:47.467110 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-c681da10-678f-460c-ae22-936b02715228 req-4bbbb24d-2ee2-40aa-b457-f83085eece43 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2263def2-54ff-4255-a751-2bdb7e32db67 HTTP/1.1" status: 200 len: 945 time: 0.0472972 Sep 16 03:54:47.514470 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-c681da10-678f-460c-ae22-936b02715228 req-64416b9a-48a3-4e83-ae1e-2ad71e5df795 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5c4427db-30ee-4097-913e-db657f16a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416703 Sep 16 03:54:47.537681 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-bd0e7bd5-fd01-495c-a408-be3d53823b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'name': 'tempest-AttachVolumeNegativeTest-1637071771-router', 'tenant_id': '8ee4a40c6c264553a14e0eff367da4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'e7b2fb5b-4aa2-42c3-b650-b953cc723fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:11Z', 'updated_at': '2022-09-16T03:48:23Z', 'revision_number': 4, 'project_id': '8ee4a40c6c264553a14e0eff367da4a0', 'gw_port': {'id': 'e7b2fb5b-4aa2-42c3-b650-b953cc723fe7', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:45:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:12Z', 'updated_at': '2022-09-16T03:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_floatingips': [{'id': 'de737b5a-9b4b-4532-892f-b5b715c65cd2', 'tenant_id': '8ee4a40c6c264553a14e0eff367da4a0', 'floating_ip_address': '172.27.0.243', 'floating_network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'router_id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'port_id': '59cf9322-5f98-4a80-b3ba-193361cc8857', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ff8c520-12d3-47e5-b499-6dbd6e9a131a', 'mac_address': 'fa:16:3e:5c:9f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0584f7f8-cc04-4019-9971-a0e59ee918f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T03:54:20Z', 'updated_at': '2022-09-16T03:54:46Z', 'revision_number': 1, 'project_id': '8ee4a40c6c264553a14e0eff367da4a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddd557da-e9c8-431d-9885-21bd1fddfa19', 'name': '', 'network_id': '4ff8c520-12d3-47e5-b499-6dbd6e9a131a', 'tenant_id': '8ee4a40c6c264553a14e0eff367da4a0', 'mac_address': 'fa:16:3e:6f:ba:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'dc6b4dbf-6194-4053-a2ab-d05e1046d55f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:21Z', 'updated_at': '2022-09-16T03:48:32Z', 'revision_number': 5, 'project_id': '8ee4a40c6c264553a14e0eff367da4a0', 'subnets': [{'id': 'dc6b4dbf-6194-4053-a2ab-d05e1046d55f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:54:47.565379 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0e7bd5-fd01-495c-a408-be3d53823b95 None None] Checking router: e8eb6dc3-21a2-4b6e-907d-9210534718fc for host: dv-cinder-857993-1-iscsi {{(pid=113376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 03:54:47.567939 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:47.574038 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0e7bd5-fd01-495c-a408-be3d53823b95 None None] Routers {'e8eb6dc3-21a2-4b6e-907d-9210534718fc'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:54:47.574647 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-bd0e7bd5-fd01-495c-a408-be3d53823b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:54:25Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['e8eb6dc3-21a2-4b6e-907d-9210534718fc'], 'active': True} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:54:47.660329 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:47.675745 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvr_db [None req-bd0e7bd5-fd01-495c-a408-be3d53823b95 None None] Set router e8eb6dc3-21a2-4b6e-907d-9210534718fc gateway port host: dv-cinder-857993-1-iscsi {{(pid=113376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:54:47.741368 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device 29237f39-1732-4b4a-81d4-300640dd2721 details requested by agent hyperv_hv-cinder-85799 with host hv-cinder-85799 {{(pid=113376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 03:54:47.929340 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] For port 29237f39-1732-4b4a-81d4-300640dd2721, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=29237f39-1732-4b4a-81d4-300640dd2721,segment=NetworkSegment(338fa78b-c872-4386-b22d-98e073eaf46d),segment_id=338fa78b-c872-4386-b22d-98e073eaf46d)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:54:47.966365 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Returning: {'device': '29237f39-1732-4b4a-81d4-300640dd2721', 'network_id': '9e27b901-fe49-4a95-bac7-28ae58e74a1c', 'port_id': '29237f39-1732-4b4a-81d4-300640dd2721', 'mac_address': 'fa:16:3e:e2:ae:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '968df8c1-c44d-43e0-a2eb-72306aea7502', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 03:54:47.981820 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-bd0e7bd5-fd01-495c-a408-be3d53823b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'name': 'tempest-AttachVolumeNegativeTest-1637071771-router', 'tenant_id': '8ee4a40c6c264553a14e0eff367da4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'e7b2fb5b-4aa2-42c3-b650-b953cc723fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:11Z', 'updated_at': '2022-09-16T03:48:23Z', 'revision_number': 4, 'project_id': '8ee4a40c6c264553a14e0eff367da4a0', 'gw_port': {'id': 'e7b2fb5b-4aa2-42c3-b650-b953cc723fe7', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:45:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:12Z', 'updated_at': '2022-09-16T03:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_floatingips': [{'id': 'de737b5a-9b4b-4532-892f-b5b715c65cd2', 'tenant_id': '8ee4a40c6c264553a14e0eff367da4a0', 'floating_ip_address': '172.27.0.243', 'floating_network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'router_id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'port_id': '59cf9322-5f98-4a80-b3ba-193361cc8857', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ff8c520-12d3-47e5-b499-6dbd6e9a131a', 'mac_address': 'fa:16:3e:5c:9f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0584f7f8-cc04-4019-9971-a0e59ee918f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T03:54:20Z', 'updated_at': '2022-09-16T03:54:46Z', 'revision_number': 1, 'project_id': '8ee4a40c6c264553a14e0eff367da4a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddd557da-e9c8-431d-9885-21bd1fddfa19', 'name': '', 'network_id': '4ff8c520-12d3-47e5-b499-6dbd6e9a131a', 'tenant_id': '8ee4a40c6c264553a14e0eff367da4a0', 'mac_address': 'fa:16:3e:6f:ba:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'dc6b4dbf-6194-4053-a2ab-d05e1046d55f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:21Z', 'updated_at': '2022-09-16T03:48:32Z', 'revision_number': 5, 'project_id': '8ee4a40c6c264553a14e0eff367da4a0', 'subnets': [{'id': 'dc6b4dbf-6194-4053-a2ab-d05e1046d55f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:54:48.026701 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0e7bd5-fd01-495c-a408-be3d53823b95 None None] The sync data for ids ['e8eb6dc3-21a2-4b6e-907d-9210534718fc'] in dv-cinder-857993-1-iscsi is: [{'id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'name': 'tempest-AttachVolumeNegativeTest-1637071771-router', 'tenant_id': '8ee4a40c6c264553a14e0eff367da4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'e7b2fb5b-4aa2-42c3-b650-b953cc723fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:11Z', 'updated_at': '2022-09-16T03:48:23Z', 'revision_number': 4, 'project_id': '8ee4a40c6c264553a14e0eff367da4a0', 'gw_port': {'id': 'e7b2fb5b-4aa2-42c3-b650-b953cc723fe7', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:45:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:12Z', 'updated_at': '2022-09-16T03:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_floatingips': [{'id': 'de737b5a-9b4b-4532-892f-b5b715c65cd2', 'tenant_id': '8ee4a40c6c264553a14e0eff367da4a0', 'floating_ip_address': '172.27.0.243', 'floating_network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'router_id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'port_id': '59cf9322-5f98-4a80-b3ba-193361cc8857', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ff8c520-12d3-47e5-b499-6dbd6e9a131a', 'mac_address': 'fa:16:3e:5c:9f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0584f7f8-cc04-4019-9971-a0e59ee918f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T03:54:20Z', 'updated_at': '2022-09-16T03:54:46Z', 'revision_number': 1, 'project_id': '8ee4a40c6c264553a14e0eff367da4a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddd557da-e9c8-431d-9885-21bd1fddfa19', 'name': '', 'network_id': '4ff8c520-12d3-47e5-b499-6dbd6e9a131a', 'tenant_id': '8ee4a40c6c264553a14e0eff367da4a0', 'mac_address': 'fa:16:3e:6f:ba:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'dc6b4dbf-6194-4053-a2ab-d05e1046d55f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:21Z', 'updated_at': '2022-09-16T03:48:32Z', 'revision_number': 5, 'project_id': '8ee4a40c6c264553a14e0eff367da4a0', 'subnets': [{'id': 'dc6b4dbf-6194-4053-a2ab-d05e1046d55f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 03:54:48.037915 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Current status of the port 29237f39-1732-4b4a-81d4-300640dd2721 is: DOWN; New status is: BUILD {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:54:48.038314 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (29237f39-1732-4b4a-81d4-300640dd2721), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:48.052437 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.notifiers.nova [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29237f39-1732-4b4a-81d4-300640dd2721 {{(pid=113376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 03:54:48.073459 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] For port 29237f39-1732-4b4a-81d4-300640dd2721, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=29237f39-1732-4b4a-81d4-300640dd2721,segment=NetworkSegment(338fa78b-c872-4386-b22d-98e073eaf46d),segment_id=338fa78b-c872-4386-b22d-98e073eaf46d)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:54:48.151582 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (29237f39-1732-4b4a-81d4-300640dd2721), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:48.204936 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Pushing event updated for resources: {'Port': ['ID=29237f39-1732-4b4a-81d4-300640dd2721,revision_number=4']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:54:48.218048 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eafd5f5-5b55-4fd9-a34a-1c4592a5ceb4 None None] New status for floating IP de737b5a-9b4b-4532-892f-b5b715c65cd2: ACTIVE {{(pid=113377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 03:54:48.446378 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169fbfc9-cc99-4665-bf46-ca41ce05fb02 req-3040b2cb-5d70-40c2-b531-a71dac1e626f tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:48.448190 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-169fbfc9-cc99-4665-bf46-ca41ce05fb02 req-3040b2cb-5d70-40c2-b531-a71dac1e626f tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b8cedd5c-2825-4c90-81bd-9300e1db80c9 HTTP/1.1" status: 200 len: 945 time: 0.0486364 Sep 16 03:54:48.501507 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-169fbfc9-cc99-4665-bf46-ca41ce05fb02 req-041d8a86-7bd5-4e00-a17e-ab22f8bf1fc5 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a778aa35-5956-4b36-93ac-9d8175168705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476623 Sep 16 03:54:48.648885 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d46a4ce-0304-4a32-a285-92413fb7344e req-ac601e87-206e-4265-bad0-13d6bf80c80d tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:48.650333 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-1d46a4ce-0304-4a32-a285-92413fb7344e req-ac601e87-206e-4265-bad0-13d6bf80c80d tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2263def2-54ff-4255-a751-2bdb7e32db67 HTTP/1.1" status: 200 len: 945 time: 0.0472419 Sep 16 03:54:48.715184 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-1d46a4ce-0304-4a32-a285-92413fb7344e req-5faa027d-330a-4cae-8e6f-f2ad66c4f9b8 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5c4427db-30ee-4097-913e-db657f16a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591378 Sep 16 03:54:48.744296 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210b7db8-c203-460e-9dff-5d30a37126b1 req-b5c1f1bf-5728-40ef-8a9c-2c0d33447cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:48.746004 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-210b7db8-c203-460e-9dff-5d30a37126b1 req-b5c1f1bf-5728-40ef-8a9c-2c0d33447cfc service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=8ee4a40c6c264553a14e0eff367da4a0&device_id=0584f7f8-cc04-4019-9971-a0e59ee918f0 HTTP/1.1" status: 200 len: 1129 time: 0.0440867 Sep 16 03:54:48.751463 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (d68ba685-94d2-4b65-887f-d5ec3884fbfa), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:48.838520 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210b7db8-c203-460e-9dff-5d30a37126b1 req-7a1e1e9d-33eb-4953-8e04-0ee3ccfbae64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:48.839975 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-210b7db8-c203-460e-9dff-5d30a37126b1 req-7a1e1e9d-33eb-4953-8e04-0ee3ccfbae64 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=4ff8c520-12d3-47e5-b499-6dbd6e9a131a HTTP/1.1" status: 200 len: 916 time: 0.0875711 Sep 16 03:54:48.912602 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-210b7db8-c203-460e-9dff-5d30a37126b1 req-903166a0-ca39-460f-bb98-9c0204e22110 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59cf9322-5f98-4a80-b3ba-193361cc8857 HTTP/1.1" status: 200 len: 1001 time: 0.0601411 Sep 16 03:54:48.964306 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210b7db8-c203-460e-9dff-5d30a37126b1 req-b82733a1-f264-4b36-9c96-155823c37309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:48.966181 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-210b7db8-c203-460e-9dff-5d30a37126b1 req-b82733a1-f264-4b36-9c96-155823c37309 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=dc6b4dbf-6194-4053-a2ab-d05e1046d55f HTTP/1.1" status: 200 len: 854 time: 0.0457492 Sep 16 03:54:48.972370 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] get_ports_and_sgs() called for port_ids ['29237f39-1732-4b4a-81d4-300640dd2721'] {{(pid=113376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 03:54:48.999050 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:49.016793 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210b7db8-c203-460e-9dff-5d30a37126b1 req-11aafdfa-d2ca-4925-9a68-e42477cfaa71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:49.018510 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-210b7db8-c203-460e-9dff-5d30a37126b1 req-11aafdfa-d2ca-4925-9a68-e42477cfaa71 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=4ff8c520-12d3-47e5-b499-6dbd6e9a131a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448885 Sep 16 03:54:49.122373 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-210b7db8-c203-460e-9dff-5d30a37126b1 req-f0080219-b6d5-424d-ba36-48792204ab85 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/4ff8c520-12d3-47e5-b499-6dbd6e9a131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963991 Sep 16 03:54:49.218412 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-210b7db8-c203-460e-9dff-5d30a37126b1 req-125bb409-5f85-4a58-9d1b-e8af810329ad service neutron] 10.222.0.52 "GET /networking/v2.0/networks/4ff8c520-12d3-47e5-b499-6dbd6e9a131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899284 Sep 16 03:54:49.586389 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:49.623870 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11beab70-a64f-4571-bc53-e0d1e67cea06 req-7fcc9843-a349-48ea-bb8a-7a449ac134bb tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:49.625772 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-11beab70-a64f-4571-bc53-e0d1e67cea06 req-7fcc9843-a349-48ea-bb8a-7a449ac134bb tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b8cedd5c-2825-4c90-81bd-9300e1db80c9 HTTP/1.1" status: 200 len: 945 time: 0.0481005 Sep 16 03:54:49.673499 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-11beab70-a64f-4571-bc53-e0d1e67cea06 req-bf56008f-d77e-4fec-9b48-8182cf6d0228 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a778aa35-5956-4b36-93ac-9d8175168705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424230 Sep 16 03:54:49.843619 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33203fda-3b6f-4b57-9dec-70c33430ed1a req-213ab5b2-f7e7-4d6f-bf72-85145a2616f7 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:49.844995 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-33203fda-3b6f-4b57-9dec-70c33430ed1a req-213ab5b2-f7e7-4d6f-bf72-85145a2616f7 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2263def2-54ff-4255-a751-2bdb7e32db67 HTTP/1.1" status: 200 len: 945 time: 0.0461752 Sep 16 03:54:49.892269 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-33203fda-3b6f-4b57-9dec-70c33430ed1a req-e25e2a8f-be42-4b04-b761-1ebc93a92b60 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5c4427db-30ee-4097-913e-db657f16a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411165 Sep 16 03:54:50.820080 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10361e13-b711-4c6d-b520-a4b42ba52705 req-400e8e0c-239f-43ab-93cc-23893f55ee0b tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:50.822359 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-10361e13-b711-4c6d-b520-a4b42ba52705 req-400e8e0c-239f-43ab-93cc-23893f55ee0b tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b8cedd5c-2825-4c90-81bd-9300e1db80c9 HTTP/1.1" status: 200 len: 945 time: 0.0672348 Sep 16 03:54:50.878197 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=100 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:50.923290 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-10361e13-b711-4c6d-b520-a4b42ba52705 req-60381a99-7d20-4d66-9cb9-853db05c638a tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a778aa35-5956-4b36-93ac-9d8175168705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950441 Sep 16 03:54:51.054520 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408c88a7-9c3d-4b7d-aff0-9e6a8c329072 req-8f4a844e-995e-44a9-810b-ec1e5e670e33 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:51.056057 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-408c88a7-9c3d-4b7d-aff0-9e6a8c329072 req-8f4a844e-995e-44a9-810b-ec1e5e670e33 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2263def2-54ff-4255-a751-2bdb7e32db67 HTTP/1.1" status: 200 len: 945 time: 0.0610290 Sep 16 03:54:51.069602 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=100 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:51.111361 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-408c88a7-9c3d-4b7d-aff0-9e6a8c329072 req-4f370375-0847-4615-a24d-f7951657e03a tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5c4427db-30ee-4097-913e-db657f16a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491090 Sep 16 03:54:52.155020 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e9bb4-c0d7-40d6-ad9b-fabbbb51417a req-eb8cda89-23fa-4068-8343-a06ef124cb09 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:52.157955 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-b51e9bb4-c0d7-40d6-ad9b-fabbbb51417a req-eb8cda89-23fa-4068-8343-a06ef124cb09 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b8cedd5c-2825-4c90-81bd-9300e1db80c9 HTTP/1.1" status: 200 len: 945 time: 0.1035299 Sep 16 03:54:52.215590 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-b51e9bb4-c0d7-40d6-ad9b-fabbbb51417a req-e57652da-d9cd-42b9-a0b7-239ee72ccb1e tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a778aa35-5956-4b36-93ac-9d8175168705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504889 Sep 16 03:54:52.294117 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device 29237f39-1732-4b4a-81d4-300640dd2721 up at agent hyperv_hv-cinder-85799 {{(pid=113376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 03:54:52.341664 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22c4121-1c07-461d-a814-790db3b0c1f4 req-02caa772-cd6b-4bd3-8ed6-7d920bbdd213 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:52.343211 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-d22c4121-1c07-461d-a814-790db3b0c1f4 req-02caa772-cd6b-4bd3-8ed6-7d920bbdd213 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2263def2-54ff-4255-a751-2bdb7e32db67 HTTP/1.1" status: 200 len: 945 time: 0.0654001 Sep 16 03:54:52.347520 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Provisioning for port 29237f39-1732-4b4a-81d4-300640dd2721 completed by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 03:54:52.351883 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:52.406988 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-d22c4121-1c07-461d-a814-790db3b0c1f4 req-56861f31-fa3d-403b-9c9c-2a0c120bbdd3 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5c4427db-30ee-4097-913e-db657f16a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566347 Sep 16 03:54:52.472120 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Provisioning complete for port 29237f39-1732-4b4a-81d4-300640dd2721 triggered by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:54:52.472451 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (29237f39-1732-4b4a-81d4-300640dd2721), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:52.472793 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Attempt 1 to provision port 29237f39-1732-4b4a-81d4-300640dd2721 Sep 16 03:54:52.556494 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Current status of the port 29237f39-1732-4b4a-81d4-300640dd2721 is: BUILD; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:54:52.556886 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (29237f39-1732-4b4a-81d4-300640dd2721), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:52.581689 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8cedd5c-2825-4c90-81bd-9300e1db80c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29237f39-1732-4b4a-81d4-300640dd2721'}] {{(pid=113376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 03:54:52.584240 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536f81a66b80124a32e6614edce579112ba342401ad4fb2d1257d5ac670fb901" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4335db09-c36a-4e9d-8adc-d9521112b995" -d '{"events": [{"server_uuid": "b8cedd5c-2825-4c90-81bd-9300e1db80c9", "name": "network-vif-plugged", "status": "completed", "tag": "29237f39-1732-4b4a-81d4-300640dd2721"}]}' {{(pid=113376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 03:54:52.607161 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] For port 29237f39-1732-4b4a-81d4-300640dd2721, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=29237f39-1732-4b4a-81d4-300640dd2721,segment=NetworkSegment(338fa78b-c872-4386-b22d-98e073eaf46d),segment_id=338fa78b-c872-4386-b22d-98e073eaf46d)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:54:52.635226 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 03:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c08c40-13f4-4608-bb81-55ee2998e660 x-openstack-request-id: req-f0c08c40-13f4-4608-bb81-55ee2998e660 {{(pid=113376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 03:54:52.635550 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8cedd5c-2825-4c90-81bd-9300e1db80c9", "name": "network-vif-plugged", "status": "completed", "tag": "29237f39-1732-4b4a-81d4-300640dd2721", "code": 200}]} {{(pid=113376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 03:54:52.635785 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f0c08c40-13f4-4608-bb81-55ee2998e660 {{(pid=113376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 03:54:52.636178 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0c08c40-13f4-4608-bb81-55ee2998e660'] response: {'server_uuid': 'b8cedd5c-2825-4c90-81bd-9300e1db80c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29237f39-1732-4b4a-81d4-300640dd2721', 'code': 200} Sep 16 03:54:52.687845 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (29237f39-1732-4b4a-81d4-300640dd2721), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:52.747797 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Pushing event updated for resources: {'Port': ['ID=29237f39-1732-4b4a-81d4-300640dd2721,revision_number=5']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:54:53.062422 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b900bb61-064a-400f-ac69-c693ad4a7716 req-04b98112-8c98-4334-bb8c-6cac9a171922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:53.063979 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-b900bb61-064a-400f-ac69-c693ad4a7716 req-04b98112-8c98-4334-bb8c-6cac9a171922 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b8cedd5c-2825-4c90-81bd-9300e1db80c9 HTTP/1.1" status: 200 len: 1130 time: 0.0449286 Sep 16 03:54:53.138242 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-b900bb61-064a-400f-ac69-c693ad4a7716 req-f63de713-6abe-4f3a-a5d6-d2c2bbe617e1 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a778aa35-5956-4b36-93ac-9d8175168705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576310 Sep 16 03:54:53.357929 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8ec12a-e5a3-42a8-8827-22f2bf73241f req-5baa8eec-c888-4c3b-93c7-e9cf133989ad tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:53.359496 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-3d8ec12a-e5a3-42a8-8827-22f2bf73241f req-5baa8eec-c888-4c3b-93c7-e9cf133989ad tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b8cedd5c-2825-4c90-81bd-9300e1db80c9 HTTP/1.1" status: 200 len: 946 time: 0.0522091 Sep 16 03:54:53.412143 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-3d8ec12a-e5a3-42a8-8827-22f2bf73241f req-8cc80b0b-8dfb-4b25-b792-5e9cd6a505fc tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a778aa35-5956-4b36-93ac-9d8175168705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467799 Sep 16 03:54:53.544955 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4061d6-7fa2-416b-ab57-0317f4757143 req-c5a51842-6cea-4684-8c02-b442d9d5bdff tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:53.546332 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-ff4061d6-7fa2-416b-ab57-0317f4757143 req-c5a51842-6cea-4684-8c02-b442d9d5bdff tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2263def2-54ff-4255-a751-2bdb7e32db67 HTTP/1.1" status: 200 len: 945 time: 0.0470114 Sep 16 03:54:53.597301 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-ff4061d6-7fa2-416b-ab57-0317f4757143 req-b0c8b012-8433-41cd-affc-c180bd59a4ab tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5c4427db-30ee-4097-913e-db657f16a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449705 Sep 16 03:54:53.734592 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-623faf77-d7ba-4e03-b204-47873d06cf55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (5f458d39-b7df-4a2e-8f52-58d49f268778), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:54.588949 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42c51ea-e3af-47d2-9f96-42b383c8b386 req-7d42a0af-0d64-4e8e-a535-f2f40e59b2b9 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:54.591322 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-c42c51ea-e3af-47d2-9f96-42b383c8b386 req-7d42a0af-0d64-4e8e-a535-f2f40e59b2b9 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b8cedd5c-2825-4c90-81bd-9300e1db80c9 HTTP/1.1" status: 200 len: 946 time: 0.0545514 Sep 16 03:54:54.649261 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-c42c51ea-e3af-47d2-9f96-42b383c8b386 req-e403f894-29b1-4cdb-bbab-b918a00e0f87 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a778aa35-5956-4b36-93ac-9d8175168705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521944 Sep 16 03:54:54.738300 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de74050-e2fe-41e7-b465-9ede22d609a7 req-7682e0a8-a7a5-4a4d-898d-c1fc1235e553 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:54.746036 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-8de74050-e2fe-41e7-b465-9ede22d609a7 req-7682e0a8-a7a5-4a4d-898d-c1fc1235e553 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2263def2-54ff-4255-a751-2bdb7e32db67 HTTP/1.1" status: 200 len: 945 time: 0.0601716 Sep 16 03:54:54.796372 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=100 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:54.810112 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-8de74050-e2fe-41e7-b465-9ede22d609a7 req-4f3c6b39-eec6-42f0-bb4f-e5ab476dc116 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5c4427db-30ee-4097-913e-db657f16a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630925 Sep 16 03:54:55.170627 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.agents_db [None req-8ba4eca6-5e8f-405f-9ad3-b7bffaa24231 None None] Agent healthcheck: found 6 active agents {{(pid=113377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 03:54:55.437449 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-6b71cd83-17f1-4fd0-9a0a-0f0c419c2709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (20a8dcff-cb91-4cfb-b5ee-87736efe33d8), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:55.803390 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef67dd3-a83a-4667-96a2-186690863dd7 req-1ee79ac8-a653-4d7c-ae22-ba11574c711c tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:55.805685 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-5ef67dd3-a83a-4667-96a2-186690863dd7 req-1ee79ac8-a653-4d7c-ae22-ba11574c711c tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b8cedd5c-2825-4c90-81bd-9300e1db80c9 HTTP/1.1" status: 200 len: 946 time: 0.0534353 Sep 16 03:54:55.886305 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-5ef67dd3-a83a-4667-96a2-186690863dd7 req-bc2d57d2-5458-4ca7-ba87-17b01bafae56 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a778aa35-5956-4b36-93ac-9d8175168705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743408 Sep 16 03:54:55.959424 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7293405b-3765-40cb-a496-478a0c6fcf7c req-703f8ad0-1b1b-4158-90b6-b8ee867bc08d tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:55.967659 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-7293405b-3765-40cb-a496-478a0c6fcf7c req-703f8ad0-1b1b-4158-90b6-b8ee867bc08d tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2263def2-54ff-4255-a751-2bdb7e32db67 HTTP/1.1" status: 200 len: 945 time: 0.0595541 Sep 16 03:54:56.030273 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18f405a-7960-459a-bf54-d512642101fd req-f72d8a01-7108-43b0-91e6-c57c22723d20 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:56.035774 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-7293405b-3765-40cb-a496-478a0c6fcf7c req-f5f5c793-c8a6-49b0-a1c4-f36b4bf6c759 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5c4427db-30ee-4097-913e-db657f16a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627534 Sep 16 03:54:56.039999 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-e18f405a-7960-459a-bf54-d512642101fd req-f72d8a01-7108-43b0-91e6-c57c22723d20 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b8cedd5c-2825-4c90-81bd-9300e1db80c9 HTTP/1.1" status: 200 len: 946 time: 0.0689495 Sep 16 03:54:56.107128 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-e18f405a-7960-459a-bf54-d512642101fd req-d7299779-e293-477a-81e0-c4fef70eb9a6 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a778aa35-5956-4b36-93ac-9d8175168705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654743 Sep 16 03:54:56.507093 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae042c32-da16-4e1e-a654-fe9b9559e006 req-afc58352-3d36-4ddb-a0f6-67b24efbc85a tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:56.515797 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-ae042c32-da16-4e1e-a654-fe9b9559e006 req-afc58352-3d36-4ddb-a0f6-67b24efbc85a tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b8cedd5c-2825-4c90-81bd-9300e1db80c9 HTTP/1.1" status: 200 len: 946 time: 0.0758898 Sep 16 03:54:56.574708 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-ae042c32-da16-4e1e-a654-fe9b9559e006 req-eb1fa6cf-b7f3-446a-9db4-f9a5ee2eeb15 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a778aa35-5956-4b36-93ac-9d8175168705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532200 Sep 16 03:54:57.168633 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034dcf81-2822-4229-81e4-38c435b3491d req-51f31599-3bef-43f0-b187-f158fe0b6fa1 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:57.170112 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-034dcf81-2822-4229-81e4-38c435b3491d req-51f31599-3bef-43f0-b187-f158fe0b6fa1 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2263def2-54ff-4255-a751-2bdb7e32db67 HTTP/1.1" status: 200 len: 945 time: 0.0592670 Sep 16 03:54:57.219223 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-034dcf81-2822-4229-81e4-38c435b3491d req-fdf8eae5-6b00-4d3a-8674-27dc95141973 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5c4427db-30ee-4097-913e-db657f16a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435741 Sep 16 03:54:57.257879 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-6e17b5b7-15b9-4810-ad4e-df527af14d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (b6f1069f-4437-473a-8bc8-4bc493c2bb12), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:58.368073 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543483b6-f98d-4b39-bd86-120b2a6f1081 req-13097308-b7d4-47c5-8a06-814162474104 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:58.370277 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-543483b6-f98d-4b39-bd86-120b2a6f1081 req-13097308-b7d4-47c5-8a06-814162474104 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2263def2-54ff-4255-a751-2bdb7e32db67 HTTP/1.1" status: 200 len: 945 time: 0.0560095 Sep 16 03:54:58.410764 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:54:58.459589 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-543483b6-f98d-4b39-bd86-120b2a6f1081 req-03fb1d06-75e9-4cd7-92d7-6a7c13ab62b5 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5c4427db-30ee-4097-913e-db657f16a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820663 Sep 16 03:54:58.666481 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-2875a3e6-2c6e-4f2c-bd58-7e0a3de9c063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (bb5efb49-5a18-474a-824b-90488b0f2024), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:58.667363 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (9480ceca-8cb5-4b85-9807-6ee42f948820), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:54:59.660344 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e15f23d-6ebe-454b-b145-61592ef22c2e req-f58c94f9-4596-4d15-8b63-eebee35c3a97 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:54:59.663017 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-9e15f23d-6ebe-454b-b145-61592ef22c2e req-f58c94f9-4596-4d15-8b63-eebee35c3a97 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2263def2-54ff-4255-a751-2bdb7e32db67 HTTP/1.1" status: 200 len: 945 time: 0.0763407 Sep 16 03:54:59.763107 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-9e15f23d-6ebe-454b-b145-61592ef22c2e req-e95dd5c7-b0d4-4801-ae79-1512bea44fc1 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5c4427db-30ee-4097-913e-db657f16a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869701 Sep 16 03:55:00.884729 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=100 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:55:00.899264 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e06c914-70b4-447b-9791-a73f932ee9ff req-1db734fb-8da9-45e6-a0ac-ec557951dd84 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:55:00.900739 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-4e06c914-70b4-447b-9791-a73f932ee9ff req-1db734fb-8da9-45e6-a0ac-ec557951dd84 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2263def2-54ff-4255-a751-2bdb7e32db67 HTTP/1.1" status: 200 len: 945 time: 0.0475614 Sep 16 03:55:00.921624 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=100 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:55:00.947443 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-4e06c914-70b4-447b-9791-a73f932ee9ff req-99f2681d-866a-4a31-b77b-bc4b9f665bcb tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5c4427db-30ee-4097-913e-db657f16a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410049 Sep 16 03:55:02.085977 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bd10b8-bd21-47f5-999b-bae52cb07a6d req-b228a922-6e2f-44a5-9b09-c01de3f6fe4e tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:55:02.087369 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-d9bd10b8-bd21-47f5-999b-bae52cb07a6d req-b228a922-6e2f-44a5-9b09-c01de3f6fe4e tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2263def2-54ff-4255-a751-2bdb7e32db67 HTTP/1.1" status: 200 len: 945 time: 0.0579813 Sep 16 03:55:02.135119 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-d9bd10b8-bd21-47f5-999b-bae52cb07a6d req-1a11c775-e427-4f35-8782-0b5d355dd858 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5c4427db-30ee-4097-913e-db657f16a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431969 Sep 16 03:55:03.018525 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3095363-3b42-49f4-85b9-167af427306a req-f639ec29-2787-42fe-b667-e81e84b8e79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:55:03.020874 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-e3095363-3b42-49f4-85b9-167af427306a req-f639ec29-2787-42fe-b667-e81e84b8e79b service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=cb698ddcedae42a29f50203ec59db295&device_id=2263def2-54ff-4255-a751-2bdb7e32db67 HTTP/1.1" status: 200 len: 1129 time: 0.0408554 Sep 16 03:55:03.283440 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352ddf17-8512-4dbe-a44d-7934753e88b9 req-cc9807f3-b237-40cd-bbc8-9d77fd4d6abb tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:55:03.284998 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-352ddf17-8512-4dbe-a44d-7934753e88b9 req-cc9807f3-b237-40cd-bbc8-9d77fd4d6abb tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2263def2-54ff-4255-a751-2bdb7e32db67 HTTP/1.1" status: 200 len: 945 time: 0.0499339 Sep 16 03:55:03.346657 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-352ddf17-8512-4dbe-a44d-7934753e88b9 req-d3731a4c-e0a5-4dae-accc-74acb9ef14f8 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5c4427db-30ee-4097-913e-db657f16a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459185 Sep 16 03:55:03.350595 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3095363-3b42-49f4-85b9-167af427306a req-dc9229b6-f26f-4c1e-8d10-8503afe7f316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:55:03.352293 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-e3095363-3b42-49f4-85b9-167af427306a req-dc9229b6-f26f-4c1e-8d10-8503afe7f316 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=60a25330-2068-4171-85ea-2cd82f09cbdb HTTP/1.1" status: 200 len: 917 time: 0.3261914 Sep 16 03:55:03.420557 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-e3095363-3b42-49f4-85b9-167af427306a req-1e99c6c7-5d3c-45e5-a0e6-c4752dce811d service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68bc6748-c4d5-4935-8d58-9b9bd27239ad HTTP/1.1" status: 200 len: 1000 time: 0.0617123 Sep 16 03:55:03.470447 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3095363-3b42-49f4-85b9-167af427306a req-fe573afb-2865-4a1a-8b2c-e27e42e84fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:55:03.471921 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-e3095363-3b42-49f4-85b9-167af427306a req-fe573afb-2865-4a1a-8b2c-e27e42e84fa8 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=070db458-4233-40aa-8c99-3613db8fb323 HTTP/1.1" status: 200 len: 855 time: 0.0451159 Sep 16 03:55:03.528334 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3095363-3b42-49f4-85b9-167af427306a req-8bfc6610-3ea4-4b9f-ac82-a36c94627849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:55:03.529839 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-e3095363-3b42-49f4-85b9-167af427306a req-8bfc6610-3ea4-4b9f-ac82-a36c94627849 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=60a25330-2068-4171-85ea-2cd82f09cbdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427330 Sep 16 03:55:03.628759 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-e3095363-3b42-49f4-85b9-167af427306a req-163219f0-e15f-4967-a657-0214093b364c service neutron] 10.222.0.52 "GET /networking/v2.0/networks/60a25330-2068-4171-85ea-2cd82f09cbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851195 Sep 16 03:55:03.728184 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-e3095363-3b42-49f4-85b9-167af427306a req-dcfa7e1c-5a28-4c77-b887-1bb67db9e6ea service neutron] 10.222.0.52 "GET /networking/v2.0/networks/60a25330-2068-4171-85ea-2cd82f09cbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929623 Sep 16 03:55:04.466505 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e640f50-64d8-47ee-b055-95a55aa17414 req-1437a118-7282-47ac-9847-d88f708db6d6 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:55:04.467991 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-0e640f50-64d8-47ee-b055-95a55aa17414 req-1437a118-7282-47ac-9847-d88f708db6d6 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2263def2-54ff-4255-a751-2bdb7e32db67 HTTP/1.1" status: 200 len: 945 time: 0.0467434 Sep 16 03:55:04.517105 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-0e640f50-64d8-47ee-b055-95a55aa17414 req-a5a1d1c8-6339-4a7d-88a9-750bd685dc97 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5c4427db-30ee-4097-913e-db657f16a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433333 Sep 16 03:55:05.165996 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:55:05.650723 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c525da-4e29-45c5-a806-a6eafe042f9d req-b2612eb8-4e75-461d-bc5c-026f30e27fd6 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:55:05.652238 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-85c525da-4e29-45c5-a806-a6eafe042f9d req-b2612eb8-4e75-461d-bc5c-026f30e27fd6 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2263def2-54ff-4255-a751-2bdb7e32db67 HTTP/1.1" status: 200 len: 945 time: 0.0495827 Sep 16 03:55:05.699221 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-85c525da-4e29-45c5-a806-a6eafe042f9d req-1f61096b-615d-4f2c-ae94-69af43ecbf61 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5c4427db-30ee-4097-913e-db657f16a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414455 Sep 16 03:55:06.823903 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947c8d5-0be3-47ee-9b43-4825b82604aa req-139d98ca-c196-4842-804a-f25c56e51336 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:55:06.825403 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-3947c8d5-0be3-47ee-9b43-4825b82604aa req-139d98ca-c196-4842-804a-f25c56e51336 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2263def2-54ff-4255-a751-2bdb7e32db67 HTTP/1.1" status: 200 len: 945 time: 0.0461373 Sep 16 03:55:06.870541 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-3947c8d5-0be3-47ee-9b43-4825b82604aa req-370ada40-019b-4885-86fc-b392789592cb tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5c4427db-30ee-4097-913e-db657f16a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396497 Sep 16 03:55:07.671640 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device 68bc6748-c4d5-4935-8d58-9b9bd27239ad no longer exists at agent hyperv_hv-cinder-85799 {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 03:55:07.750994 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Current status of the port 68bc6748-c4d5-4935-8d58-9b9bd27239ad is: ACTIVE; New status is: DOWN {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:55:07.751416 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (68bc6748-c4d5-4935-8d58-9b9bd27239ad), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:07.776155 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2263def2-54ff-4255-a751-2bdb7e32db67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68bc6748-c4d5-4935-8d58-9b9bd27239ad'}] {{(pid=113376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 03:55:07.778409 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536f81a66b80124a32e6614edce579112ba342401ad4fb2d1257d5ac670fb901" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a2092a-a506-46a4-9c8d-a90f18f1e28a" -d '{"events": [{"server_uuid": "2263def2-54ff-4255-a751-2bdb7e32db67", "name": "network-vif-unplugged", "status": "completed", "tag": "68bc6748-c4d5-4935-8d58-9b9bd27239ad"}]}' {{(pid=113376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 03:55:07.791669 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] For port 68bc6748-c4d5-4935-8d58-9b9bd27239ad, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=68bc6748-c4d5-4935-8d58-9b9bd27239ad,segment=NetworkSegment(dc8a676f-3c84-4a5b-b8d3-82d7df2b2d1f),segment_id=dc8a676f-3c84-4a5b-b8d3-82d7df2b2d1f)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:55:07.819314 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Sep 2022 03:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ce79da-5f37-4aae-9a1f-63c78579489b x-openstack-request-id: req-b2ce79da-5f37-4aae-9a1f-63c78579489b {{(pid=113376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 03:55:07.819622 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2263def2-54ff-4255-a751-2bdb7e32db67", "name": "network-vif-unplugged", "status": "completed", "tag": "68bc6748-c4d5-4935-8d58-9b9bd27239ad", "code": 200}]} {{(pid=113376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 03:55:07.819880 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b2ce79da-5f37-4aae-9a1f-63c78579489b {{(pid=113376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 03:55:07.820281 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2ce79da-5f37-4aae-9a1f-63c78579489b'] response: {'server_uuid': '2263def2-54ff-4255-a751-2bdb7e32db67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68bc6748-c4d5-4935-8d58-9b9bd27239ad', 'code': 200} Sep 16 03:55:07.876869 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (68bc6748-c4d5-4935-8d58-9b9bd27239ad), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:07.927718 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Pushing event updated for resources: {'Port': ['ID=68bc6748-c4d5-4935-8d58-9b9bd27239ad,revision_number=8']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:55:07.936595 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:55:07.936942 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:55:07.937309 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:55:07.937667 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:55:07.938004 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:55:07.938645 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:55:07.938763 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:55:07.939249 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:55:07.939583 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:55:07.939930 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:55:07.940237 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:55:07.940574 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:55:07.940982 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:55:07.941218 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:55:07.941548 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:55:08.017706 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a43edf2-41ac-4d6d-81bf-53c942662261 req-f501052b-9104-4d3a-8bc4-8b4131a60fa6 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:55:08.019492 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-9a43edf2-41ac-4d6d-81bf-53c942662261 req-f501052b-9104-4d3a-8bc4-8b4131a60fa6 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2263def2-54ff-4255-a751-2bdb7e32db67 HTTP/1.1" status: 200 len: 943 time: 0.0497811 Sep 16 03:55:08.072556 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-9a43edf2-41ac-4d6d-81bf-53c942662261 req-b8f0ec3f-d46c-4237-8e1e-7423ab61000a tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5c4427db-30ee-4097-913e-db657f16a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468693 Sep 16 03:55:09.164124 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=100 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:55:09.199376 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271b4d4-8be9-4a96-8ee2-d8b74c796365 req-944937fb-f197-499c-aeb6-82f33d7713ff tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:55:09.200839 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-1271b4d4-8be9-4a96-8ee2-d8b74c796365 req-944937fb-f197-499c-aeb6-82f33d7713ff tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2263def2-54ff-4255-a751-2bdb7e32db67 HTTP/1.1" status: 200 len: 943 time: 0.0469620 Sep 16 03:55:09.213124 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=100 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:55:09.251801 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-1271b4d4-8be9-4a96-8ee2-d8b74c796365 req-499bc033-fe0d-422b-b0cf-d75a246b2719 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5c4427db-30ee-4097-913e-db657f16a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448205 Sep 16 03:55:10.048416 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7648131c-7030-4065-b47d-2f1a4658119b req-cc75b7b7-7b7b-4540-86d6-d8dda26cf657 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:55:10.049784 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-7648131c-7030-4065-b47d-2f1a4658119b req-cc75b7b7-7b7b-4540-86d6-d8dda26cf657 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b8cedd5c-2825-4c90-81bd-9300e1db80c9 HTTP/1.1" status: 200 len: 946 time: 0.0469475 Sep 16 03:55:10.103308 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-7648131c-7030-4065-b47d-2f1a4658119b req-7dd5cae6-0c39-4630-acda-792bd21fee29 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a778aa35-5956-4b36-93ac-9d8175168705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471263 Sep 16 03:55:10.132658 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 33100) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:55:10.279976 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29235ab8-81a8-4a03-82fd-c600baf91cd9 tempest-TestMinimumBasicScenario-220559084 tempest-TestMinimumBasicScenario-220559084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:55:10.281513 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-29235ab8-81a8-4a03-82fd-c600baf91cd9 tempest-TestMinimumBasicScenario-220559084 tempest-TestMinimumBasicScenario-220559084-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b8cedd5c-2825-4c90-81bd-9300e1db80c9 HTTP/1.1" status: 200 len: 1125 time: 0.1478798 Sep 16 03:55:10.286566 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 33104) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:55:10.289612 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.v2.base [None req-b0e90183-1b9b-4885-80fa-5502faaf192a tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Request body: {'floatingip': {'floating_network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'port_id': '29237f39-1732-4b4a-81d4-300640dd2721', 'tenant_id': 'c705c2f92c1646dba9c11aa6000166bc', 'fixed_ip_address': '172.20.0.10'}} {{(pid=113374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:55:10.344106 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device 68bc6748-c4d5-4935-8d58-9b9bd27239ad no longer exists at agent hyperv_hv-cinder-85799 {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 03:55:10.385931 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-b0e90183-1b9b-4885-80fa-5502faaf192a tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:10.479681 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-b0e90183-1b9b-4885-80fa-5502faaf192a tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:10.554746 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Current status of the port 68bc6748-c4d5-4935-8d58-9b9bd27239ad is: DOWN; New status is: DOWN {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:55:10.623858 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.db.db_base_plugin_common [None req-b0e90183-1b9b-4885-80fa-5502faaf192a tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Allocated IP 172.27.0.55 (3e75d266-1ef3-4c3c-84dd-91ee0a702556/1e346a16-d4e3-4654-8a01-a4fa77b75a04/f274e3ce-bbc1-4944-ad10-b7c071c0f774) {{(pid=113374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 03:55:10.733935 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-b0e90183-1b9b-4885-80fa-5502faaf192a tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Publish callbacks [] for port (f274e3ce-bbc1-4944-ad10-b7c071c0f774), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:10.837333 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-b0e90183-1b9b-4885-80fa-5502faaf192a tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672515804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965177'] for port (f274e3ce-bbc1-4944-ad10-b7c071c0f774), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:10.881233 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e90183-1b9b-4885-80fa-5502faaf192a tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Network 3e75d266-1ef3-4c3c-84dd-91ee0a702556 is already hosted by enough agents. {{(pid=113374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 03:55:10.883814 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:55:10.884902 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.base_scheduler [None req-b0e90183-1b9b-4885-80fa-5502faaf192a tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Resources bound (agent type, host, resource id): {{(pid=113374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:55:10.888509 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e90183-1b9b-4885-80fa-5502faaf192a tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Received port after_create {{(pid=113374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 03:55:10.911679 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:55:10.914530 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e90183-1b9b-4885-80fa-5502faaf192a tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Pushing event updated for resources: {'Port': ['ID=f274e3ce-bbc1-4944-ad10-b7c071c0f774,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:55:10.924815 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e90183-1b9b-4885-80fa-5502faaf192a tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:55:10.925166 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e90183-1b9b-4885-80fa-5502faaf192a tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:55:10.925508 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e90183-1b9b-4885-80fa-5502faaf192a tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:55:10.925934 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e90183-1b9b-4885-80fa-5502faaf192a tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:55:10.926265 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e90183-1b9b-4885-80fa-5502faaf192a tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:55:10.926571 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e90183-1b9b-4885-80fa-5502faaf192a tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:55:10.927452 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e90183-1b9b-4885-80fa-5502faaf192a tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:55:10.927773 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e90183-1b9b-4885-80fa-5502faaf192a tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:55:10.928142 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e90183-1b9b-4885-80fa-5502faaf192a tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:55:10.928474 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e90183-1b9b-4885-80fa-5502faaf192a tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:55:10.928828 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e90183-1b9b-4885-80fa-5502faaf192a tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:55:10.929154 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e90183-1b9b-4885-80fa-5502faaf192a tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:55:10.929473 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e90183-1b9b-4885-80fa-5502faaf192a tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:55:10.929793 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e90183-1b9b-4885-80fa-5502faaf192a tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:55:10.930130 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e90183-1b9b-4885-80fa-5502faaf192a tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:55:11.273996 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-b0e90183-1b9b-4885-80fa-5502faaf192a tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Publish callbacks [] for floatingip (ae3cc430-1d7e-4171-bf0f-1f7107dd6a76), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:11.446645 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-b0e90183-1b9b-4885-80fa-5502faaf192a tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (f274e3ce-bbc1-4944-ad10-b7c071c0f774), before_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:11.546033 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:55:11.600273 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-b0e90183-1b9b-4885-80fa-5502faaf192a tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Publish callbacks [] for port (f274e3ce-bbc1-4944-ad10-b7c071c0f774), precommit_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:11.667105 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-b0e90183-1b9b-4885-80fa-5502faaf192a tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965120'] for port (f274e3ce-bbc1-4944-ad10-b7c071c0f774), after_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:11.739541 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-b0e90183-1b9b-4885-80fa-5502faaf192a tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-452268'] for floatingip (ae3cc430-1d7e-4171-bf0f-1f7107dd6a76), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:11.742190 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e90183-1b9b-4885-80fa-5502faaf192a tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Pushing event updated for resources: {'Port': ['ID=f274e3ce-bbc1-4944-ad10-b7c071c0f774,revision_number=2']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:55:11.757302 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3db0cd-cf63-4522-9762-73585cfc191b req-1a618d9e-dde8-4373-a1a8-86be9ce12a0e tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:55:11.758799 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-5e3db0cd-cf63-4522-9762-73585cfc191b req-1a618d9e-dde8-4373-a1a8-86be9ce12a0e tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2263def2-54ff-4255-a751-2bdb7e32db67 HTTP/1.1" status: 200 len: 943 time: 0.0523114 Sep 16 03:55:11.812208 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-5e3db0cd-cf63-4522-9762-73585cfc191b req-f0819fa4-2f37-417d-b28a-0a78f1069ced tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5c4427db-30ee-4097-913e-db657f16a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475190 Sep 16 03:55:11.848106 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.db.l3_db [None req-b0e90183-1b9b-4885-80fa-5502faaf192a tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Floating IP ae3cc430-1d7e-4171-bf0f-1f7107dd6a76 associated. External IP: 172.27.0.55, port: 29237f39-1732-4b4a-81d4-300640dd2721. Sep 16 03:55:12.065446 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=100 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:55:12.074138 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-68d23a9a-563c-49dd-9231-17b1a88d7fd5 req-d5d44e36-2a6a-44f8-91ef-241aa5fd0b7d service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2263def2-54ff-4255-a751-2bdb7e32db67&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0510616 Sep 16 03:55:12.082003 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0e90183-1b9b-4885-80fa-5502faaf192a tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Router e8366e99-d8ee-4ad3-a8ce-e03da02c1448 has already been hosted by L3 agent 20a8dcff-cb91-4cfb-b5ee-87736efe33d8 {{(pid=113374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 03:55:12.156260 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d23a9a-563c-49dd-9231-17b1a88d7fd5 req-096046b8-94ac-4045-8397-3d3b07312bf8 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:55:12.157623 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-68d23a9a-563c-49dd-9231-17b1a88d7fd5 req-096046b8-94ac-4045-8397-3d3b07312bf8 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports/68bc6748-c4d5-4935-8d58-9b9bd27239ad HTTP/1.1" status: 200 len: 940 time: 0.0507128 Sep 16 03:55:12.189777 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e90183-1b9b-4885-80fa-5502faaf192a tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Notify agent at l3_agent.dv-cinder-857993-1-iscsi the message routers_updated {{(pid=113374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 03:55:12.201493 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b99938-0450-4764-b9ec-f83c70ce170a None None] Sync routers for ids ['e8366e99-d8ee-4ad3-a8ce-e03da02c1448'] in dv-cinder-857993-1-iscsi {{(pid=113376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 03:55:12.211181 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:55:12.212378 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b99938-0450-4764-b9ec-f83c70ce170a None None] Routers {'e8366e99-d8ee-4ad3-a8ce-e03da02c1448'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:55:12.213043 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-62b99938-0450-4764-b9ec-f83c70ce170a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:54:55Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['e8366e99-d8ee-4ad3-a8ce-e03da02c1448'], 'active': True} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:55:12.302642 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-b0e90183-1b9b-4885-80fa-5502faaf192a tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for floatingip (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:12.345529 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvr_db [None req-62b99938-0450-4764-b9ec-f83c70ce170a None None] Set router e8366e99-d8ee-4ad3-a8ce-e03da02c1448 gateway port host: dv-cinder-857993-1-iscsi {{(pid=113376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:55:12.345731 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-b0e90183-1b9b-4885-80fa-5502faaf192a tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0572870 Sep 16 03:55:12.345731 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8cedd5c-2825-4c90-81bd-9300e1db80c9', 'tag': '29237f39-1732-4b4a-81d4-300640dd2721'}] {{(pid=113374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 03:55:12.345938 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 33168) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:55:12.346343 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690b364905604876d1d0623b3c540f81637980c049172579221ad326041cdf1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae903876-5645-4b68-a402-1e4c9da5d049" -d '{"events": [{"name": "network-changed", "server_uuid": "b8cedd5c-2825-4c90-81bd-9300e1db80c9", "tag": "29237f39-1732-4b4a-81d4-300640dd2721"}]}' {{(pid=113374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 03:55:12.351105 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [None req-540924ec-96ab-4938-94eb-4ed1fe754ecd tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1473006154', 'description': 'tempest-secgroup-smoke-1473006154 description', 'project_id': 'c705c2f92c1646dba9c11aa6000166bc'}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:55:12.391464 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 03:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8df41be-af9f-48ef-a595-432916a0774d x-openstack-request-id: req-b8df41be-af9f-48ef-a595-432916a0774d {{(pid=113374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 03:55:12.391747 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8cedd5c-2825-4c90-81bd-9300e1db80c9", "tag": "29237f39-1732-4b4a-81d4-300640dd2721", "status": "completed", "code": 200}]} {{(pid=113374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 03:55:12.392111 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b8df41be-af9f-48ef-a595-432916a0774d {{(pid=113374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 03:55:12.392505 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8df41be-af9f-48ef-a595-432916a0774d'] response: {'name': 'network-changed', 'server_uuid': 'b8cedd5c-2825-4c90-81bd-9300e1db80c9', 'tag': '29237f39-1732-4b4a-81d4-300640dd2721', 'status': 'completed', 'code': 200} Sep 16 03:55:12.477616 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae903876-5645-4b68-a402-1e4c9da5d049 req-e5a1ade5-17e9-4d4f-a627-614bab303ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:55:12.479371 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-ae903876-5645-4b68-a402-1e4c9da5d049 req-e5a1ade5-17e9-4d4f-a627-614bab303ad9 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=c705c2f92c1646dba9c11aa6000166bc&device_id=b8cedd5c-2825-4c90-81bd-9300e1db80c9 HTTP/1.1" status: 200 len: 1130 time: 0.0592837 Sep 16 03:55:12.480250 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-540924ec-96ab-4938-94eb-4ed1fe754ecd tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Publish callbacks [] for security_group (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:12.548101 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:55:12.606232 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-62b99938-0450-4764-b9ec-f83c70ce170a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8366e99-d8ee-4ad3-a8ce-e03da02c1448', 'name': 'tempest-TestMinimumBasicScenario-1679460541-router', 'tenant_id': 'c705c2f92c1646dba9c11aa6000166bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'd147dc4a-810f-4392-b4f4-a7aaf52d0e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:54:01Z', 'updated_at': '2022-09-16T03:54:05Z', 'revision_number': 4, 'project_id': 'c705c2f92c1646dba9c11aa6000166bc', 'gw_port': {'id': 'd147dc4a-810f-4392-b4f4-a7aaf52d0e5f', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:26:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8366e99-d8ee-4ad3-a8ce-e03da02c1448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:54:02Z', 'updated_at': '2022-09-16T03:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_floatingips': [{'id': 'ae3cc430-1d7e-4171-bf0f-1f7107dd6a76', 'tenant_id': 'c705c2f92c1646dba9c11aa6000166bc', 'floating_ip_address': '172.27.0.55', 'floating_network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'router_id': 'e8366e99-d8ee-4ad3-a8ce-e03da02c1448', 'port_id': '29237f39-1732-4b4a-81d4-300640dd2721', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e27b901-fe49-4a95-bac7-28ae58e74a1c', 'mac_address': 'fa:16:3e:e2:ae:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cedd5c-2825-4c90-81bd-9300e1db80c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T03:55:11Z', 'updated_at': '2022-09-16T03:55:11Z', 'revision_number': 0, 'project_id': 'c705c2f92c1646dba9c11aa6000166bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '898b98a9-2de7-43c6-805b-6a1820de23b5', 'name': '', 'network_id': '9e27b901-fe49-4a95-bac7-28ae58e74a1c', 'tenant_id': 'c705c2f92c1646dba9c11aa6000166bc', 'mac_address': 'fa:16:3e:d7:d2:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8366e99-d8ee-4ad3-a8ce-e03da02c1448', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '968df8c1-c44d-43e0-a2eb-72306aea7502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:54:04Z', 'updated_at': '2022-09-16T03:54:09Z', 'revision_number': 5, 'project_id': 'c705c2f92c1646dba9c11aa6000166bc', 'subnets': [{'id': '968df8c1-c44d-43e0-a2eb-72306aea7502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:55:12.629956 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae903876-5645-4b68-a402-1e4c9da5d049 req-88c361ad-95db-42ca-9d0f-804dda49a1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:55:12.631497 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b99938-0450-4764-b9ec-f83c70ce170a None None] Checking router: e8366e99-d8ee-4ad3-a8ce-e03da02c1448 for host: dv-cinder-857993-1-iscsi {{(pid=113376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 03:55:12.632024 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-ae903876-5645-4b68-a402-1e4c9da5d049 req-88c361ad-95db-42ca-9d0f-804dda49a1c7 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=9e27b901-fe49-4a95-bac7-28ae58e74a1c HTTP/1.1" status: 200 len: 916 time: 0.1391344 Sep 16 03:55:12.640714 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b99938-0450-4764-b9ec-f83c70ce170a None None] Routers {'e8366e99-d8ee-4ad3-a8ce-e03da02c1448'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:55:12.641344 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-62b99938-0450-4764-b9ec-f83c70ce170a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:54:55Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['e8366e99-d8ee-4ad3-a8ce-e03da02c1448'], 'active': True} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:55:12.646883 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-540924ec-96ab-4938-94eb-4ed1fe754ecd tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Publish callbacks [] for security_group (c830a2df-df47-4808-b092-e0cf71ac7b80), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:12.718819 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-ae903876-5645-4b68-a402-1e4c9da5d049 req-0d009e29-3048-4a10-a326-24481e057d18 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29237f39-1732-4b4a-81d4-300640dd2721 HTTP/1.1" status: 200 len: 999 time: 0.0755692 Sep 16 03:55:12.753092 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-540924ec-96ab-4938-94eb-4ed1fe754ecd tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (c830a2df-df47-4808-b092-e0cf71ac7b80), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:12.767606 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvr_db [None req-62b99938-0450-4764-b9ec-f83c70ce170a None None] Set router e8366e99-d8ee-4ad3-a8ce-e03da02c1448 gateway port host: dv-cinder-857993-1-iscsi {{(pid=113376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:55:12.801024 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae903876-5645-4b68-a402-1e4c9da5d049 req-d9a819ad-f287-4baa-9bb5-068d97c66dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:55:12.802655 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-ae903876-5645-4b68-a402-1e4c9da5d049 req-d9a819ad-f287-4baa-9bb5-068d97c66dee service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=968df8c1-c44d-43e0-a2eb-72306aea7502 HTTP/1.1" status: 200 len: 854 time: 0.0776527 Sep 16 03:55:12.804574 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540924ec-96ab-4938-94eb-4ed1fe754ecd tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c830a2df-df47-4808-b092-e0cf71ac7b80,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:55:12.860842 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae903876-5645-4b68-a402-1e4c9da5d049 req-400a9d11-0397-423f-869e-dc62a0e27bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:55:12.862708 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-ae903876-5645-4b68-a402-1e4c9da5d049 req-400a9d11-0397-423f-869e-dc62a0e27bff service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=9e27b901-fe49-4a95-bac7-28ae58e74a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457213 Sep 16 03:55:12.869278 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-540924ec-96ab-4938-94eb-4ed1fe754ecd tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Publish callbacks [] for security_group (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:12.869278 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-540924ec-96ab-4938-94eb-4ed1fe754ecd tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5199132 Sep 16 03:55:12.870223 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 33192) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:55:12.874722 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.v2.base [None req-dee78ac2-f7bc-4a65-a2b8-d8599e09a183 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Request body: {'security_group_rule': {'security_group_id': 'c830a2df-df47-4808-b092-e0cf71ac7b80', 'project_id': 'c705c2f92c1646dba9c11aa6000166bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:55:12.982940 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-dee78ac2-f7bc-4a65-a2b8-d8599e09a183 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Publish callbacks [] for security_group_rule (83a64f4c-db4e-45c7-adb5-1b70f6a95b6f), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:12.987193 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d1166-e11c-408f-bf04-31d24e75aa20 req-d0b951fe-cc0e-4ac8-a6ef-7c996923cfe4 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:55:12.988651 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-0e1d1166-e11c-408f-bf04-31d24e75aa20 req-d0b951fe-cc0e-4ac8-a6ef-7c996923cfe4 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2263def2-54ff-4255-a751-2bdb7e32db67 HTTP/1.1" status: 200 len: 943 time: 0.0596108 Sep 16 03:55:13.040160 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-ae903876-5645-4b68-a402-1e4c9da5d049 req-6b5fab00-c937-489f-a788-6e3babd73fa2 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/9e27b901-fe49-4a95-bac7-28ae58e74a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689479 Sep 16 03:55:13.072583 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-62b99938-0450-4764-b9ec-f83c70ce170a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8366e99-d8ee-4ad3-a8ce-e03da02c1448', 'name': 'tempest-TestMinimumBasicScenario-1679460541-router', 'tenant_id': 'c705c2f92c1646dba9c11aa6000166bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'd147dc4a-810f-4392-b4f4-a7aaf52d0e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:54:01Z', 'updated_at': '2022-09-16T03:54:05Z', 'revision_number': 4, 'project_id': 'c705c2f92c1646dba9c11aa6000166bc', 'gw_port': {'id': 'd147dc4a-810f-4392-b4f4-a7aaf52d0e5f', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:26:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8366e99-d8ee-4ad3-a8ce-e03da02c1448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:54:02Z', 'updated_at': '2022-09-16T03:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_floatingips': [{'id': 'ae3cc430-1d7e-4171-bf0f-1f7107dd6a76', 'tenant_id': 'c705c2f92c1646dba9c11aa6000166bc', 'floating_ip_address': '172.27.0.55', 'floating_network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'router_id': 'e8366e99-d8ee-4ad3-a8ce-e03da02c1448', 'port_id': '29237f39-1732-4b4a-81d4-300640dd2721', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e27b901-fe49-4a95-bac7-28ae58e74a1c', 'mac_address': 'fa:16:3e:e2:ae:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cedd5c-2825-4c90-81bd-9300e1db80c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T03:55:11Z', 'updated_at': '2022-09-16T03:55:11Z', 'revision_number': 0, 'project_id': 'c705c2f92c1646dba9c11aa6000166bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '898b98a9-2de7-43c6-805b-6a1820de23b5', 'name': '', 'network_id': '9e27b901-fe49-4a95-bac7-28ae58e74a1c', 'tenant_id': 'c705c2f92c1646dba9c11aa6000166bc', 'mac_address': 'fa:16:3e:d7:d2:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8366e99-d8ee-4ad3-a8ce-e03da02c1448', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '968df8c1-c44d-43e0-a2eb-72306aea7502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:54:04Z', 'updated_at': '2022-09-16T03:54:09Z', 'revision_number': 5, 'project_id': 'c705c2f92c1646dba9c11aa6000166bc', 'subnets': [{'id': '968df8c1-c44d-43e0-a2eb-72306aea7502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:55:13.081978 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-dee78ac2-f7bc-4a65-a2b8-d8599e09a183 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Publish callbacks [] for security_group_rule (83a64f4c-db4e-45c7-adb5-1b70f6a95b6f), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:13.089936 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:55:13.102405 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b99938-0450-4764-b9ec-f83c70ce170a None None] The sync data for ids ['e8366e99-d8ee-4ad3-a8ce-e03da02c1448'] in dv-cinder-857993-1-iscsi is: [{'id': 'e8366e99-d8ee-4ad3-a8ce-e03da02c1448', 'name': 'tempest-TestMinimumBasicScenario-1679460541-router', 'tenant_id': 'c705c2f92c1646dba9c11aa6000166bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'd147dc4a-810f-4392-b4f4-a7aaf52d0e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:54:01Z', 'updated_at': '2022-09-16T03:54:05Z', 'revision_number': 4, 'project_id': 'c705c2f92c1646dba9c11aa6000166bc', 'gw_port': {'id': 'd147dc4a-810f-4392-b4f4-a7aaf52d0e5f', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:26:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8366e99-d8ee-4ad3-a8ce-e03da02c1448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:54:02Z', 'updated_at': '2022-09-16T03:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_floatingips': [{'id': 'ae3cc430-1d7e-4171-bf0f-1f7107dd6a76', 'tenant_id': 'c705c2f92c1646dba9c11aa6000166bc', 'floating_ip_address': '172.27.0.55', 'floating_network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'router_id': 'e8366e99-d8ee-4ad3-a8ce-e03da02c1448', 'port_id': '29237f39-1732-4b4a-81d4-300640dd2721', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e27b901-fe49-4a95-bac7-28ae58e74a1c', 'mac_address': 'fa:16:3e:e2:ae:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cedd5c-2825-4c90-81bd-9300e1db80c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T03:55:11Z', 'updated_at': '2022-09-16T03:55:11Z', 'revision_number': 0, 'project_id': 'c705c2f92c1646dba9c11aa6000166bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '898b98a9-2de7-43c6-805b-6a1820de23b5', 'name': '', 'network_id': '9e27b901-fe49-4a95-bac7-28ae58e74a1c', 'tenant_id': 'c705c2f92c1646dba9c11aa6000166bc', 'mac_address': 'fa:16:3e:d7:d2:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8366e99-d8ee-4ad3-a8ce-e03da02c1448', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '968df8c1-c44d-43e0-a2eb-72306aea7502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:54:04Z', 'updated_at': '2022-09-16T03:54:09Z', 'revision_number': 5, 'project_id': 'c705c2f92c1646dba9c11aa6000166bc', 'subnets': [{'id': '968df8c1-c44d-43e0-a2eb-72306aea7502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 03:55:13.145264 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-0e1d1166-e11c-408f-bf04-31d24e75aa20 req-976ee425-f205-4224-bac3-9e04acd828e1 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5c4427db-30ee-4097-913e-db657f16a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1456501 Sep 16 03:55:13.153788 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:55:13.193311 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-ae903876-5645-4b68-a402-1e4c9da5d049 req-571563d0-4be1-4c6b-94d8-d7b048f94ac1 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/9e27b901-fe49-4a95-bac7-28ae58e74a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203222 Sep 16 03:55:13.209077 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-dee78ac2-f7bc-4a65-a2b8-d8599e09a183 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650582'] for security_group_rule (83a64f4c-db4e-45c7-adb5-1b70f6a95b6f), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:13.228185 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee78ac2-f7bc-4a65-a2b8-d8599e09a183 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83a64f4c-db4e-45c7-adb5-1b70f6a95b6f,revision_number=0']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:55:13.325909 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44748e5-4ad7-4504-9c4f-fd887e24fc37 None None] New status for floating IP ae3cc430-1d7e-4171-bf0f-1f7107dd6a76: ACTIVE {{(pid=113377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 03:55:13.382774 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-dee78ac2-f7bc-4a65-a2b8-d8599e09a183 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:13.384191 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-dee78ac2-f7bc-4a65-a2b8-d8599e09a183 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5128205 Sep 16 03:55:13.386789 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 33196) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:55:13.391988 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.v2.base [None req-e2162d05-9fe9-4bcf-86ae-1d412f78c446 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Request body: {'security_group_rule': {'security_group_id': 'c830a2df-df47-4808-b092-e0cf71ac7b80', 'project_id': 'c705c2f92c1646dba9c11aa6000166bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=113374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:55:13.522105 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 33200) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:55:13.538335 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-e2162d05-9fe9-4bcf-86ae-1d412f78c446 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Publish callbacks [] for security_group_rule (340415a9-f870-4e68-bd7c-625886de4955), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:13.605622 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-e2162d05-9fe9-4bcf-86ae-1d412f78c446 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Publish callbacks [] for security_group_rule (340415a9-f870-4e68-bd7c-625886de4955), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:13.670590 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-6ca31c1d-9024-4a88-baa3-7996fe0a7761 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:13.670875 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-e2162d05-9fe9-4bcf-86ae-1d412f78c446 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650582'] for security_group_rule (340415a9-f870-4e68-bd7c-625886de4955), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:13.693256 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2162d05-9fe9-4bcf-86ae-1d412f78c446 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=340415a9-f870-4e68-bd7c-625886de4955,revision_number=0']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:55:13.752847 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-6ca31c1d-9024-4a88-baa3-7996fe0a7761 admin admin] Publish callbacks [] for security_group (c41fef0e-9ecc-424a-a848-fc2aba6f318a), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:13.770524 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-e2162d05-9fe9-4bcf-86ae-1d412f78c446 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:13.771865 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-e2162d05-9fe9-4bcf-86ae-1d412f78c446 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3838625 Sep 16 03:55:13.774779 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 33204) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:55:13.779223 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [None req-b10235e2-90a7-4cbf-af06-2f73a02bd405 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Request body: {'security_group_rule': {'security_group_id': 'c830a2df-df47-4808-b092-e0cf71ac7b80', 'project_id': 'c705c2f92c1646dba9c11aa6000166bc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:55:13.859692 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-6ca31c1d-9024-4a88-baa3-7996fe0a7761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (c41fef0e-9ecc-424a-a848-fc2aba6f318a), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:13.907344 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-6ca31c1d-9024-4a88-baa3-7996fe0a7761 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=711d994130664df8849d9336f9542946&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3841550 Sep 16 03:55:13.908978 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-b10235e2-90a7-4cbf-af06-2f73a02bd405 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Publish callbacks [] for security_group_rule (d63bd8b0-6e31-4e93-8a63-f8b9c4facfe5), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:13.910215 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 33206) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:55:13.913682 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca31c1d-9024-4a88-baa3-7996fe0a7761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c41fef0e-9ecc-424a-a848-fc2aba6f318a,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:55:13.963773 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-5684f758-2423-41dc-9f75-06464f8015f5 admin admin] Publish callbacks [] for security_group (c41fef0e-9ecc-424a-a848-fc2aba6f318a), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:13.965880 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-b10235e2-90a7-4cbf-af06-2f73a02bd405 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Publish callbacks [] for security_group_rule (d63bd8b0-6e31-4e93-8a63-f8b9c4facfe5), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:13.985090 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-5684f758-2423-41dc-9f75-06464f8015f5 admin admin] Publish callbacks [] for security_group (c41fef0e-9ecc-424a-a848-fc2aba6f318a), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:14.047443 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-b10235e2-90a7-4cbf-af06-2f73a02bd405 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650582'] for security_group_rule (d63bd8b0-6e31-4e93-8a63-f8b9c4facfe5), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:14.078979 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10235e2-90a7-4cbf-af06-2f73a02bd405 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d63bd8b0-6e31-4e93-8a63-f8b9c4facfe5,revision_number=0']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:55:14.083822 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d23a9a-563c-49dd-9231-17b1a88d7fd5 req-4449f37b-5356-4b50-96e0-9722f362c5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:55:14.085318 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-68d23a9a-563c-49dd-9231-17b1a88d7fd5 req-4449f37b-5356-4b50-96e0-9722f362c5ea service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2263def2-54ff-4255-a751-2bdb7e32db67&tenant_id=cb698ddcedae42a29f50203ec59db295 HTTP/1.1" status: 200 len: 1127 time: 0.0908306 Sep 16 03:55:14.122395 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-5684f758-2423-41dc-9f75-06464f8015f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (c41fef0e-9ecc-424a-a848-fc2aba6f318a), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:14.125590 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-5684f758-2423-41dc-9f75-06464f8015f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:14.129359 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-5684f758-2423-41dc-9f75-06464f8015f5 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/c41fef0e-9ecc-424a-a848-fc2aba6f318a HTTP/1.1" status: 204 len: 168 time: 0.2149482 Sep 16 03:55:14.136525 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5684f758-2423-41dc-9f75-06464f8015f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41fef0e-9ecc-424a-a848-fc2aba6f318a,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:55:14.142326 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:55:14.157913 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d23a9a-563c-49dd-9231-17b1a88d7fd5 req-d631d053-6d86-4af8-8ed3-df3548e2322a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:55:14.159714 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-68d23a9a-563c-49dd-9231-17b1a88d7fd5 req-d631d053-6d86-4af8-8ed3-df3548e2322a service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=cb698ddcedae42a29f50203ec59db295&device_id=2263def2-54ff-4255-a751-2bdb7e32db67 HTTP/1.1" status: 200 len: 1127 time: 0.0499511 Sep 16 03:55:14.163789 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-b10235e2-90a7-4cbf-af06-2f73a02bd405 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:14.164958 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-b10235e2-90a7-4cbf-af06-2f73a02bd405 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3888693 Sep 16 03:55:14.168854 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 33212) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:55:14.175786 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.v2.base [None req-48c9adf1-b428-4244-b139-1d56f2e49d2f tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Request body: {'security_group_rule': {'security_group_id': 'c830a2df-df47-4808-b092-e0cf71ac7b80', 'project_id': 'c705c2f92c1646dba9c11aa6000166bc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=113374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:55:14.184990 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:55:14.260179 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d23a9a-563c-49dd-9231-17b1a88d7fd5 req-ae89b014-7ff6-4c07-a595-248f3a5b4e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:55:14.261763 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-68d23a9a-563c-49dd-9231-17b1a88d7fd5 req-ae89b014-7ff6-4c07-a595-248f3a5b4e60 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=60a25330-2068-4171-85ea-2cd82f09cbdb HTTP/1.1" status: 200 len: 917 time: 0.0938792 Sep 16 03:55:14.284979 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c088b7b7-63fc-4e13-bd73-779f09644eaa req-83dec534-fbf2-44f2-8383-0c7e9affcd13 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:55:14.287459 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-c088b7b7-63fc-4e13-bd73-779f09644eaa req-83dec534-fbf2-44f2-8383-0c7e9affcd13 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2263def2-54ff-4255-a751-2bdb7e32db67 HTTP/1.1" status: 200 len: 943 time: 0.0508556 Sep 16 03:55:14.323365 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-48c9adf1-b428-4244-b139-1d56f2e49d2f tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Publish callbacks [] for security_group_rule (89c4167c-da13-4e04-bd4b-206b98345672), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:14.340392 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-68d23a9a-563c-49dd-9231-17b1a88d7fd5 req-9643ecd4-5af3-4dce-a8d1-c430984410d0 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68bc6748-c4d5-4935-8d58-9b9bd27239ad HTTP/1.1" status: 200 len: 998 time: 0.0717840 Sep 16 03:55:14.341416 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:55:14.375169 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-c088b7b7-63fc-4e13-bd73-779f09644eaa req-71fb8639-b441-4c39-bea5-c307a07db70d tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5c4427db-30ee-4097-913e-db657f16a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812738 Sep 16 03:55:14.392932 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d23a9a-563c-49dd-9231-17b1a88d7fd5 req-79a70536-2a44-427d-9804-27b1fc40e032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:55:14.393055 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-68d23a9a-563c-49dd-9231-17b1a88d7fd5 req-79a70536-2a44-427d-9804-27b1fc40e032 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=070db458-4233-40aa-8c99-3613db8fb323 HTTP/1.1" status: 200 len: 855 time: 0.0453711 Sep 16 03:55:14.404342 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-48c9adf1-b428-4244-b139-1d56f2e49d2f tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Publish callbacks [] for security_group_rule (89c4167c-da13-4e04-bd4b-206b98345672), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:14.439455 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d23a9a-563c-49dd-9231-17b1a88d7fd5 req-f2b03f99-8e68-4aca-bebd-3dbf172ec9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:55:14.440997 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-68d23a9a-563c-49dd-9231-17b1a88d7fd5 req-f2b03f99-8e68-4aca-bebd-3dbf172ec9b3 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=60a25330-2068-4171-85ea-2cd82f09cbdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413301 Sep 16 03:55:14.506676 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-48c9adf1-b428-4244-b139-1d56f2e49d2f tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650582'] for security_group_rule (89c4167c-da13-4e04-bd4b-206b98345672), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:14.530020 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c9adf1-b428-4244-b139-1d56f2e49d2f tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89c4167c-da13-4e04-bd4b-206b98345672,revision_number=0']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:55:14.539572 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-68d23a9a-563c-49dd-9231-17b1a88d7fd5 req-d3d24768-18bb-4950-a12c-84de9ec979c9 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/60a25330-2068-4171-85ea-2cd82f09cbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920701 Sep 16 03:55:14.631024 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-68d23a9a-563c-49dd-9231-17b1a88d7fd5 req-0f78b5a7-26df-45d1-95f2-73821a78c2b8 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/60a25330-2068-4171-85ea-2cd82f09cbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834613 Sep 16 03:55:14.633751 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-48c9adf1-b428-4244-b139-1d56f2e49d2f tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:14.635227 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-48c9adf1-b428-4244-b139-1d56f2e49d2f tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4652863 Sep 16 03:55:14.638019 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 33218) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:55:14.642643 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.v2.base [None req-fe12e5e4-b13d-4dba-80e7-abf2992caf4a tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Request body: {'security_group_rule': {'security_group_id': 'c830a2df-df47-4808-b092-e0cf71ac7b80', 'project_id': 'c705c2f92c1646dba9c11aa6000166bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=113374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:55:14.774404 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.db.securitygroups_db [None req-fe12e5e4-b13d-4dba-80e7-abf2992caf4a tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Project c705c2f92c1646dba9c11aa6000166bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 03:55:14.780424 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-fe12e5e4-b13d-4dba-80e7-abf2992caf4a tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Publish callbacks [] for security_group_rule (3bd713c9-b2f3-4daf-b404-3f613bc8f0ee), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:14.841611 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-fe12e5e4-b13d-4dba-80e7-abf2992caf4a tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Publish callbacks [] for security_group_rule (3bd713c9-b2f3-4daf-b404-3f613bc8f0ee), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:14.887603 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 33226) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:55:14.892126 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-30b53d19-d8d4-4fac-bd2a-596a81cd9261 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:14.971866 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-30b53d19-d8d4-4fac-bd2a-596a81cd9261 admin admin] Publish callbacks [] for security_group (708ed956-9965-4139-bdb4-9c48bc937ae5), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:15.082604 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-fe12e5e4-b13d-4dba-80e7-abf2992caf4a tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650582'] for security_group_rule (3bd713c9-b2f3-4daf-b404-3f613bc8f0ee), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:15.366873 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-30b53d19-d8d4-4fac-bd2a-596a81cd9261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (708ed956-9965-4139-bdb4-9c48bc937ae5), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:15.378792 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=76,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:55:15.381407 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe12e5e4-b13d-4dba-80e7-abf2992caf4a tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bd713c9-b2f3-4daf-b404-3f613bc8f0ee,revision_number=0']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:55:15.424197 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-30b53d19-d8d4-4fac-bd2a-596a81cd9261 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=d1d44d78f6d04c8c9717312798fe73ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5262282 Sep 16 03:55:15.426184 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 33246) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:55:15.426538 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b53d19-d8d4-4fac-bd2a-596a81cd9261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=708ed956-9965-4139-bdb4-9c48bc937ae5,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:55:15.448275 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-fe12e5e4-b13d-4dba-80e7-abf2992caf4a tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:15.452061 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-fe12e5e4-b13d-4dba-80e7-abf2992caf4a tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8106244 Sep 16 03:55:15.474290 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 33250) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:55:15.474290 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.v2.base [None req-e20bc8f8-dc6b-4750-b941-20fd62e6df28 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Request body: {'security_group_rule': {'security_group_id': 'c830a2df-df47-4808-b092-e0cf71ac7b80', 'project_id': 'c705c2f92c1646dba9c11aa6000166bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=113374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:55:15.474665 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=100 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:55:15.496283 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-2c52a632-19ee-49b7-8952-e73b89507703 admin admin] Publish callbacks [] for security_group (708ed956-9965-4139-bdb4-9c48bc937ae5), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:15.540477 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-2c52a632-19ee-49b7-8952-e73b89507703 admin admin] Publish callbacks [] for security_group (708ed956-9965-4139-bdb4-9c48bc937ae5), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:15.547798 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c962cdbb-90bd-4f3e-a84d-92b81c3119ef req-7454dfac-7f55-45d6-88cc-d708161d8fdc tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:55:15.549279 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-c962cdbb-90bd-4f3e-a84d-92b81c3119ef req-7454dfac-7f55-45d6-88cc-d708161d8fdc tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2263def2-54ff-4255-a751-2bdb7e32db67 HTTP/1.1" status: 200 len: 943 time: 0.0732331 Sep 16 03:55:15.563053 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.db.securitygroups_db [None req-e20bc8f8-dc6b-4750-b941-20fd62e6df28 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Project c705c2f92c1646dba9c11aa6000166bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 03:55:15.571793 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-e20bc8f8-dc6b-4750-b941-20fd62e6df28 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Publish callbacks [] for security_group_rule (450c5240-8bdb-4e7b-9089-35f24b77b18e), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:15.634719 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-c962cdbb-90bd-4f3e-a84d-92b81c3119ef req-46729fb7-0614-42ff-bf9d-bc224debc1e8 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5c4427db-30ee-4097-913e-db657f16a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792084 Sep 16 03:55:15.791928 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-2c52a632-19ee-49b7-8952-e73b89507703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (708ed956-9965-4139-bdb4-9c48bc937ae5), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:15.794497 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-2c52a632-19ee-49b7-8952-e73b89507703 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:15.798898 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-2c52a632-19ee-49b7-8952-e73b89507703 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/708ed956-9965-4139-bdb4-9c48bc937ae5 HTTP/1.1" status: 204 len: 168 time: 0.3813643 Sep 16 03:55:15.816055 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-e20bc8f8-dc6b-4750-b941-20fd62e6df28 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Publish callbacks [] for security_group_rule (450c5240-8bdb-4e7b-9089-35f24b77b18e), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:15.816580 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52a632-19ee-49b7-8952-e73b89507703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=708ed956-9965-4139-bdb4-9c48bc937ae5,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:55:15.957038 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-e20bc8f8-dc6b-4750-b941-20fd62e6df28 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650582'] for security_group_rule (450c5240-8bdb-4e7b-9089-35f24b77b18e), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:15.990501 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20bc8f8-dc6b-4750-b941-20fd62e6df28 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=450c5240-8bdb-4e7b-9089-35f24b77b18e,revision_number=0']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:55:16.050362 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-e20bc8f8-dc6b-4750-b941-20fd62e6df28 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:16.051624 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-e20bc8f8-dc6b-4750-b941-20fd62e6df28 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5977628 Sep 16 03:55:16.165436 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-ff81d856-0f6c-4e6a-b756-05da11119716 req-959f2efe-bd90-47d8-97ef-5caeb10c7412 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1473006154&fields=id&tenant_id=c705c2f92c1646dba9c11aa6000166bc HTTP/1.1" status: 200 len: 267 time: 0.0627472 Sep 16 03:55:16.255605 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff81d856-0f6c-4e6a-b756-05da11119716 req-1c1d242c-0dfd-4f7c-ac76-b600acde7751 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:55:16.266296 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-ff81d856-0f6c-4e6a-b756-05da11119716 req-1c1d242c-0dfd-4f7c-ac76-b600acde7751 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b8cedd5c-2825-4c90-81bd-9300e1db80c9 HTTP/1.1" status: 200 len: 946 time: 0.0902998 Sep 16 03:55:16.274467 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.v2.base [req-ff81d856-0f6c-4e6a-b756-05da11119716 req-cc15ba41-973b-4718-a1c3-0570aa458512 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Request body: {'port': {'security_groups': ['a778aa35-5956-4b36-93ac-9d8175168705', 'c830a2df-df47-4808-b092-e0cf71ac7b80']}} {{(pid=113374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:55:16.400739 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [req-ff81d856-0f6c-4e6a-b756-05da11119716 req-cc15ba41-973b-4718-a1c3-0570aa458512 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (29237f39-1732-4b4a-81d4-300640dd2721), before_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:16.632186 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.db [req-ff81d856-0f6c-4e6a-b756-05da11119716 req-cc15ba41-973b-4718-a1c3-0570aa458512 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] For port 29237f39-1732-4b4a-81d4-300640dd2721, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=29237f39-1732-4b4a-81d4-300640dd2721,segment=NetworkSegment(338fa78b-c872-4386-b22d-98e073eaf46d),segment_id=338fa78b-c872-4386-b22d-98e073eaf46d)] {{(pid=113374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:55:16.671756 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [req-ff81d856-0f6c-4e6a-b756-05da11119716 req-cc15ba41-973b-4718-a1c3-0570aa458512 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Publish callbacks [] for port (29237f39-1732-4b4a-81d4-300640dd2721), precommit_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:16.722820 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [req-ff81d856-0f6c-4e6a-b756-05da11119716 req-cc15ba41-973b-4718-a1c3-0570aa458512 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965120'] for port (29237f39-1732-4b4a-81d4-300640dd2721), after_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:16.732303 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff81d856-0f6c-4e6a-b756-05da11119716 req-cc15ba41-973b-4718-a1c3-0570aa458512 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:55:16.732977 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [req-ff81d856-0f6c-4e6a-b756-05da11119716 req-cc15ba41-973b-4718-a1c3-0570aa458512 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for port (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:16.735154 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-ff81d856-0f6c-4e6a-b756-05da11119716 req-cc15ba41-973b-4718-a1c3-0570aa458512 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "PUT /networking/v2.0/ports/29237f39-1732-4b4a-81d4-300640dd2721 HTTP/1.1" status: 200 len: 982 time: 0.4672019 Sep 16 03:55:16.739010 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8cedd5c-2825-4c90-81bd-9300e1db80c9', 'tag': '29237f39-1732-4b4a-81d4-300640dd2721'}] {{(pid=113374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 03:55:16.742240 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690b364905604876d1d0623b3c540f81637980c049172579221ad326041cdf1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b921d1c8-c839-4bd6-a768-ad105dc9c09e" -d '{"events": [{"name": "network-changed", "server_uuid": "b8cedd5c-2825-4c90-81bd-9300e1db80c9", "tag": "29237f39-1732-4b4a-81d4-300640dd2721"}]}' {{(pid=113374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 03:55:16.743872 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] get_ports_and_sgs() called for port_ids ['29237f39-1732-4b4a-81d4-300640dd2721'] {{(pid=113376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 03:55:16.836466 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078e5745-38f9-4e1f-a4ad-237a2ff25e19 req-abbc1e19-642e-4183-ab45-bd8cc2acfa0d tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:55:16.843955 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-078e5745-38f9-4e1f-a4ad-237a2ff25e19 req-abbc1e19-642e-4183-ab45-bd8cc2acfa0d tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2263def2-54ff-4255-a751-2bdb7e32db67 HTTP/1.1" status: 200 len: 943 time: 0.0862935 Sep 16 03:55:16.853740 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=100 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:55:16.872492 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 03:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c1662e-851c-4c81-b7c1-8e755e7f0702 x-openstack-request-id: req-c4c1662e-851c-4c81-b7c1-8e755e7f0702 {{(pid=113374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 03:55:16.875732 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8cedd5c-2825-4c90-81bd-9300e1db80c9", "tag": "29237f39-1732-4b4a-81d4-300640dd2721", "status": "completed", "code": 200}]} {{(pid=113374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 03:55:16.876118 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c4c1662e-851c-4c81-b7c1-8e755e7f0702 {{(pid=113374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 03:55:16.878444 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4c1662e-851c-4c81-b7c1-8e755e7f0702'] response: {'name': 'network-changed', 'server_uuid': 'b8cedd5c-2825-4c90-81bd-9300e1db80c9', 'tag': '29237f39-1732-4b4a-81d4-300640dd2721', 'status': 'completed', 'code': 200} Sep 16 03:55:16.904714 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] get_ports_and_sgs() called for port_ids ['29237f39-1732-4b4a-81d4-300640dd2721'] {{(pid=113376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 03:55:16.908783 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-078e5745-38f9-4e1f-a4ad-237a2ff25e19 req-b2e52e26-0c39-42f4-b840-223e0c73d009 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5c4427db-30ee-4097-913e-db657f16a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632489 Sep 16 03:55:16.919038 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:55:16.927958 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc15ba41-973b-4718-a1c3-0570aa458512 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Pushing event updated for resources: {'Port': ['ID=29237f39-1732-4b4a-81d4-300640dd2721,revision_number=6']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:55:17.124222 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d10eacf-f1a3-4841-b1fd-58589c952e09 req-7c5ed0c5-149a-4ddd-9bbc-60755ed61764 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:55:17.126153 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-4d10eacf-f1a3-4841-b1fd-58589c952e09 req-7c5ed0c5-149a-4ddd-9bbc-60755ed61764 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b8cedd5c-2825-4c90-81bd-9300e1db80c9 HTTP/1.1" status: 200 len: 985 time: 0.1127794 Sep 16 03:55:17.244386 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-4d10eacf-f1a3-4841-b1fd-58589c952e09 req-450b04ac-7382-43ec-ba85-74c664ce46bf tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c830a2df-df47-4808-b092-e0cf71ac7b80&id=a778aa35-5956-4b36-93ac-9d8175168705&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0922532 Sep 16 03:55:17.436648 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=100 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:55:18.055575 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b3a956-8e74-42a4-b4f8-d1410fcda5a1 req-5d3d87cc-7f85-4a4f-ae27-1213f82ecd10 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:55:18.058182 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-93b3a956-8e74-42a4-b4f8-d1410fcda5a1 req-5d3d87cc-7f85-4a4f-ae27-1213f82ecd10 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2263def2-54ff-4255-a751-2bdb7e32db67 HTTP/1.1" status: 200 len: 943 time: 0.0518892 Sep 16 03:55:18.121817 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-93b3a956-8e74-42a4-b4f8-d1410fcda5a1 req-0d06b483-a714-4ba5-a6fe-b28f82844458 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5c4427db-30ee-4097-913e-db657f16a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575719 Sep 16 03:55:18.682012 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 33306) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:55:18.796808 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (d68ba685-94d2-4b65-887f-d5ec3884fbfa), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:19.126984 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.plugin [None req-6db389b7-93bb-4fd5-88fb-9a73993d3a9c tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Deleting port 316ea1cc-28a4-4b44-badd-66f11574ad2b {{(pid=113375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 03:55:19.126984 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-6db389b7-93bb-4fd5-88fb-9a73993d3a9c tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672990733'] for port (316ea1cc-28a4-4b44-badd-66f11574ad2b), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:19.190009 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-6db389b7-93bb-4fd5-88fb-9a73993d3a9c tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432982'] for port (316ea1cc-28a4-4b44-badd-66f11574ad2b), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:19.190340 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-6db389b7-93bb-4fd5-88fb-9a73993d3a9c tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Publish callbacks [] for floatingip (316ea1cc-28a4-4b44-badd-66f11574ad2b), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:19.204502 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.plugin [None req-6db389b7-93bb-4fd5-88fb-9a73993d3a9c tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Calling delete_port for 316ea1cc-28a4-4b44-badd-66f11574ad2b owned by network:floatingip {{(pid=113375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 03:55:19.305547 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:55:19.313047 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cd5c37-e025-4be6-b7c6-ff5a67a65ae9 req-637161cf-2ab4-4701-b7bd-012771769a55 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:55:19.314564 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-30cd5c37-e025-4be6-b7c6-ff5a67a65ae9 req-637161cf-2ab4-4701-b7bd-012771769a55 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2263def2-54ff-4255-a751-2bdb7e32db67 HTTP/1.1" status: 200 len: 943 time: 0.0604718 Sep 16 03:55:19.385642 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-30cd5c37-e025-4be6-b7c6-ff5a67a65ae9 req-e54bdd9a-1021-4426-9d79-3167675064d7 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5c4427db-30ee-4097-913e-db657f16a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573745 Sep 16 03:55:19.425051 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b921d1c8-c839-4bd6-a768-ad105dc9c09e req-1495e321-2131-4481-8432-ea5c82dfc15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:55:19.426552 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-b921d1c8-c839-4bd6-a768-ad105dc9c09e req-1495e321-2131-4481-8432-ea5c82dfc15b service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=c705c2f92c1646dba9c11aa6000166bc&device_id=b8cedd5c-2825-4c90-81bd-9300e1db80c9 HTTP/1.1" status: 200 len: 1169 time: 0.0813491 Sep 16 03:55:19.505604 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-6db389b7-93bb-4fd5-88fb-9a73993d3a9c tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672957835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672515813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4972043'] for port (316ea1cc-28a4-4b44-badd-66f11574ad2b), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:19.548632 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db389b7-93bb-4fd5-88fb-9a73993d3a9c tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Pushing event deleted for resources: {'Port': ['ID=316ea1cc-28a4-4b44-badd-66f11574ad2b,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:55:19.612729 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:55:19.627725 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-6db389b7-93bb-4fd5-88fb-9a73993d3a9c tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Publish callbacks [] for floatingip (e58b0b3c-d8df-4237-b55f-c389ced0ecfa), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:19.628046 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.db.l3_db [None req-6db389b7-93bb-4fd5-88fb-9a73993d3a9c tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Floating IP e58b0b3c-d8df-4237-b55f-c389ced0ecfa disassociated (deleted). External IP: 172.27.0.136, port: 2c25634f-27f9-4868-a4bb-0f555233fe5e. Sep 16 03:55:19.832469 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6db389b7-93bb-4fd5-88fb-9a73993d3a9c tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Router f4752e75-d9db-4ed6-a4e4-5a50f68f7f83 has already been hosted by L3 agent 20a8dcff-cb91-4cfb-b5ee-87736efe33d8 {{(pid=113375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 03:55:19.935883 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6db389b7-93bb-4fd5-88fb-9a73993d3a9c tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Notify agent at l3_agent.dv-cinder-857993-1-iscsi the message routers_updated {{(pid=113375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 03:55:19.940191 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-6db389b7-93bb-4fd5-88fb-9a73993d3a9c tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for floatingip (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:19.946101 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8af43f-b1b8-4940-b1bc-1621cab052e2 None None] Sync routers for ids ['f4752e75-d9db-4ed6-a4e4-5a50f68f7f83'] in dv-cinder-857993-1-iscsi {{(pid=113376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 03:55:19.955488 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8af43f-b1b8-4940-b1bc-1621cab052e2 None None] Routers {'f4752e75-d9db-4ed6-a4e4-5a50f68f7f83'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:55:19.956242 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-fe8af43f-b1b8-4940-b1bc-1621cab052e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:54:55Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['f4752e75-d9db-4ed6-a4e4-5a50f68f7f83'], 'active': True} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:55:19.974614 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-6db389b7-93bb-4fd5-88fb-9a73993d3a9c tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/e58b0b3c-d8df-4237-b55f-c389ced0ecfa HTTP/1.1" status: 204 len: 168 time: 1.2909422 Sep 16 03:55:19.975376 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d52b03d-e8ff-4942-a9d3-33b7341dad63', 'tag': '2c25634f-27f9-4868-a4bb-0f555233fe5e'}] {{(pid=113375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 03:55:19.978277 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5377fd1d321389c1792f161ed840337514ae556b8848fe715c314c680a14a908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae32740-56c4-4894-8e5f-22b43cf86ed0" -d '{"events": [{"name": "network-changed", "server_uuid": "1d52b03d-e8ff-4942-a9d3-33b7341dad63", "tag": "2c25634f-27f9-4868-a4bb-0f555233fe5e"}]}' {{(pid=113375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 03:55:20.023247 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 03:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b39e5fd-d05b-47cf-b523-2f5eef3289ac x-openstack-request-id: req-3b39e5fd-d05b-47cf-b523-2f5eef3289ac {{(pid=113375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 03:55:20.023646 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d52b03d-e8ff-4942-a9d3-33b7341dad63", "tag": "2c25634f-27f9-4868-a4bb-0f555233fe5e", "status": "completed", "code": 200}]} {{(pid=113375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 03:55:20.023984 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3b39e5fd-d05b-47cf-b523-2f5eef3289ac {{(pid=113375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 03:55:20.024473 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b39e5fd-d05b-47cf-b523-2f5eef3289ac'] response: {'name': 'network-changed', 'server_uuid': '1d52b03d-e8ff-4942-a9d3-33b7341dad63', 'tag': '2c25634f-27f9-4868-a4bb-0f555233fe5e', 'status': 'completed', 'code': 200} Sep 16 03:55:20.053386 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:55:20.069300 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvr_db [None req-fe8af43f-b1b8-4940-b1bc-1621cab052e2 None None] Set router f4752e75-d9db-4ed6-a4e4-5a50f68f7f83 gateway port host: dv-cinder-857993-1-iscsi {{(pid=113376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:55:20.288010 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-fe8af43f-b1b8-4940-b1bc-1621cab052e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4752e75-d9db-4ed6-a4e4-5a50f68f7f83', 'name': 'tempest-TestShelveInstance-774361203-router', 'tenant_id': '37a1aef0396c463d8a10f0ee811e1f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '581e4d44-d683-4f97-82fe-f578ca4acdee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:49:24Z', 'updated_at': '2022-09-16T03:49:28Z', 'revision_number': 4, 'project_id': '37a1aef0396c463d8a10f0ee811e1f2a', 'gw_port': {'id': '581e4d44-d683-4f97-82fe-f578ca4acdee', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:11:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4752e75-d9db-4ed6-a4e4-5a50f68f7f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:49:25Z', 'updated_at': '2022-09-16T03:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_interfaces': [{'id': '1839de9e-c9d2-49cf-b12c-2f1e7f979779', 'name': '', 'network_id': '854d2c8e-4d81-4bfd-bcba-fb4707dd8cf5', 'tenant_id': '37a1aef0396c463d8a10f0ee811e1f2a', 'mac_address': 'fa:16:3e:2c:9c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4752e75-d9db-4ed6-a4e4-5a50f68f7f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '10a3fb74-f6d7-4d2f-b7d9-b95a3787d6e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:49:27Z', 'updated_at': '2022-09-16T03:49:32Z', 'revision_number': 5, 'project_id': '37a1aef0396c463d8a10f0ee811e1f2a', 'subnets': [{'id': '10a3fb74-f6d7-4d2f-b7d9-b95a3787d6e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:55:20.318692 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8af43f-b1b8-4940-b1bc-1621cab052e2 None None] Checking router: f4752e75-d9db-4ed6-a4e4-5a50f68f7f83 for host: dv-cinder-857993-1-iscsi {{(pid=113376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 03:55:20.333938 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8af43f-b1b8-4940-b1bc-1621cab052e2 None None] Routers {'f4752e75-d9db-4ed6-a4e4-5a50f68f7f83'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:55:20.334746 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-fe8af43f-b1b8-4940-b1bc-1621cab052e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:54:55Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['f4752e75-d9db-4ed6-a4e4-5a50f68f7f83'], 'active': True} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:55:20.453885 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvr_db [None req-fe8af43f-b1b8-4940-b1bc-1621cab052e2 None None] Set router f4752e75-d9db-4ed6-a4e4-5a50f68f7f83 gateway port host: dv-cinder-857993-1-iscsi {{(pid=113376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:55:20.566609 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb108a2d-c41b-4df9-a053-5235f37e93bd req-c2780b02-5159-43ce-acd1-751d700199ee tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:55:20.569263 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-eb108a2d-c41b-4df9-a053-5235f37e93bd req-c2780b02-5159-43ce-acd1-751d700199ee tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2263def2-54ff-4255-a751-2bdb7e32db67 HTTP/1.1" status: 200 len: 943 time: 0.0612426 Sep 16 03:55:20.692087 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-eb108a2d-c41b-4df9-a053-5235f37e93bd req-ebbe9a76-0597-446d-bc3a-a28b9e10dc48 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5c4427db-30ee-4097-913e-db657f16a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156030 Sep 16 03:55:20.816455 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ddef22-afb1-419c-bfcd-a09c10febc7e req-d1bc22a1-06e4-4caa-bfe2-eb43899721d6 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:55:20.819317 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-c1ddef22-afb1-419c-bfcd-a09c10febc7e req-d1bc22a1-06e4-4caa-bfe2-eb43899721d6 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 946 time: 0.0715480 Sep 16 03:55:20.881885 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-c1ddef22-afb1-419c-bfcd-a09c10febc7e req-55f55bd7-ac6d-4a04-a03c-d13b9fe6a3d9 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=372fa49a-4978-4034-b54e-abd4cbaee9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558074 Sep 16 03:55:20.971837 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-fe8af43f-b1b8-4940-b1bc-1621cab052e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4752e75-d9db-4ed6-a4e4-5a50f68f7f83', 'name': 'tempest-TestShelveInstance-774361203-router', 'tenant_id': '37a1aef0396c463d8a10f0ee811e1f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '581e4d44-d683-4f97-82fe-f578ca4acdee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:49:24Z', 'updated_at': '2022-09-16T03:49:28Z', 'revision_number': 4, 'project_id': '37a1aef0396c463d8a10f0ee811e1f2a', 'gw_port': {'id': '581e4d44-d683-4f97-82fe-f578ca4acdee', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:11:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4752e75-d9db-4ed6-a4e4-5a50f68f7f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:49:25Z', 'updated_at': '2022-09-16T03:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_interfaces': [{'id': '1839de9e-c9d2-49cf-b12c-2f1e7f979779', 'name': '', 'network_id': '854d2c8e-4d81-4bfd-bcba-fb4707dd8cf5', 'tenant_id': '37a1aef0396c463d8a10f0ee811e1f2a', 'mac_address': 'fa:16:3e:2c:9c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4752e75-d9db-4ed6-a4e4-5a50f68f7f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '10a3fb74-f6d7-4d2f-b7d9-b95a3787d6e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:49:27Z', 'updated_at': '2022-09-16T03:49:32Z', 'revision_number': 5, 'project_id': '37a1aef0396c463d8a10f0ee811e1f2a', 'subnets': [{'id': '10a3fb74-f6d7-4d2f-b7d9-b95a3787d6e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:55:21.005691 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8af43f-b1b8-4940-b1bc-1621cab052e2 None None] The sync data for ids ['f4752e75-d9db-4ed6-a4e4-5a50f68f7f83'] in dv-cinder-857993-1-iscsi is: [{'id': 'f4752e75-d9db-4ed6-a4e4-5a50f68f7f83', 'name': 'tempest-TestShelveInstance-774361203-router', 'tenant_id': '37a1aef0396c463d8a10f0ee811e1f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '581e4d44-d683-4f97-82fe-f578ca4acdee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:49:24Z', 'updated_at': '2022-09-16T03:49:28Z', 'revision_number': 4, 'project_id': '37a1aef0396c463d8a10f0ee811e1f2a', 'gw_port': {'id': '581e4d44-d683-4f97-82fe-f578ca4acdee', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:11:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4752e75-d9db-4ed6-a4e4-5a50f68f7f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:49:25Z', 'updated_at': '2022-09-16T03:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_interfaces': [{'id': '1839de9e-c9d2-49cf-b12c-2f1e7f979779', 'name': '', 'network_id': '854d2c8e-4d81-4bfd-bcba-fb4707dd8cf5', 'tenant_id': '37a1aef0396c463d8a10f0ee811e1f2a', 'mac_address': 'fa:16:3e:2c:9c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4752e75-d9db-4ed6-a4e4-5a50f68f7f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '10a3fb74-f6d7-4d2f-b7d9-b95a3787d6e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:49:27Z', 'updated_at': '2022-09-16T03:49:32Z', 'revision_number': 5, 'project_id': '37a1aef0396c463d8a10f0ee811e1f2a', 'subnets': [{'id': '10a3fb74-f6d7-4d2f-b7d9-b95a3787d6e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 03:55:21.271468 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a406e94c-d75e-4c05-a110-3c145a9284d5 None None] New status for floating IP e58b0b3c-d8df-4237-b55f-c389ced0ecfa: DOWN {{(pid=113377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 03:55:21.888335 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508f410-29c5-4b17-b9d2-c005e039a0b7 req-98ac7d23-8b27-4141-a160-19090b4647d3 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:55:21.889924 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-7508f410-29c5-4b17-b9d2-c005e039a0b7 req-98ac7d23-8b27-4141-a160-19090b4647d3 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2263def2-54ff-4255-a751-2bdb7e32db67 HTTP/1.1" status: 200 len: 943 time: 0.0773671 Sep 16 03:55:21.948331 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-7508f410-29c5-4b17-b9d2-c005e039a0b7 req-da83c0da-3520-4596-bf51-4c307eea5d84 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5c4427db-30ee-4097-913e-db657f16a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506251 Sep 16 03:55:22.013845 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9577a92-514a-42f6-be89-811058a245a0 req-9dc5ad29-da7d-4b03-a393-7ccb6f99d679 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:55:22.022587 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-a9577a92-514a-42f6-be89-811058a245a0 req-9dc5ad29-da7d-4b03-a393-7ccb6f99d679 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 946 time: 0.0570030 Sep 16 03:55:22.076530 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-a9577a92-514a-42f6-be89-811058a245a0 req-80da933a-f897-4d5d-bd4e-7829cf4ec734 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=372fa49a-4978-4034-b54e-abd4cbaee9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529888 Sep 16 03:55:23.090489 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfc214d-2fcd-471d-860f-ac7babd8a523 req-bbb8d7da-53f8-474a-a3a8-ff55453d0176 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:55:23.092302 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-2dfc214d-2fcd-471d-860f-ac7babd8a523 req-bbb8d7da-53f8-474a-a3a8-ff55453d0176 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2263def2-54ff-4255-a751-2bdb7e32db67 HTTP/1.1" status: 200 len: 943 time: 0.0558581 Sep 16 03:55:23.215884 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-2dfc214d-2fcd-471d-860f-ac7babd8a523 req-c2391f46-bda1-4431-84ce-1700d411c3e8 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5c4427db-30ee-4097-913e-db657f16a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175432 Sep 16 03:55:23.260732 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2529938-f406-43e4-b9af-bbbb99d324f1 req-6b86a566-3787-4447-ad6b-39fc55347d5b tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:55:23.265274 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-b2529938-f406-43e4-b9af-bbbb99d324f1 req-6b86a566-3787-4447-ad6b-39fc55347d5b tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 946 time: 0.0964971 Sep 16 03:55:23.288173 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-14b0a738-51e0-48d6-a6f4-d5ba8669aea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (5f458d39-b7df-4a2e-8f52-58d49f268778), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:23.326702 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-b2529938-f406-43e4-b9af-bbbb99d324f1 req-a3f59e89-f370-4b13-8273-ae812e20bd9f tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=372fa49a-4978-4034-b54e-abd4cbaee9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544677 Sep 16 03:55:23.947502 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 33392) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:55:24.082324 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-8c705784-6770-4e2b-9a74-189c7be007a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:24.139361 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:55:24.179513 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-8c705784-6770-4e2b-9a74-189c7be007a6 admin admin] Publish callbacks [] for security_group (2890c90b-06c3-4396-b067-69fc5a6b31da), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:24.247948 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-8c705784-6770-4e2b-9a74-189c7be007a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (2890c90b-06c3-4396-b067-69fc5a6b31da), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:24.328188 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c705784-6770-4e2b-9a74-189c7be007a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2890c90b-06c3-4396-b067-69fc5a6b31da,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:55:24.392825 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-8c705784-6770-4e2b-9a74-189c7be007a6 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=78c2e054024346ecab252245a8ece557&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4442685 Sep 16 03:55:24.393876 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:55:24.396568 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 33402) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:55:24.405016 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf962c81-8432-49ac-a0af-35cdae4b8931 req-fb72098f-42c5-4f9d-be55-216449b5ba73 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:55:24.405016 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-bf962c81-8432-49ac-a0af-35cdae4b8931 req-fb72098f-42c5-4f9d-be55-216449b5ba73 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2263def2-54ff-4255-a751-2bdb7e32db67 HTTP/1.1" status: 200 len: 943 time: 0.0817697 Sep 16 03:55:24.478734 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-bf962c81-8432-49ac-a0af-35cdae4b8931 req-e1e30f86-cfe7-4223-9613-172b92795412 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5c4427db-30ee-4097-913e-db657f16a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695333 Sep 16 03:55:24.523840 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e1aee2-7a72-4fc0-8d6d-c3a698b76a32 req-2828ddb3-d997-42e5-b1ef-9652251c330e tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:55:24.525712 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-08e1aee2-7a72-4fc0-8d6d-c3a698b76a32 req-2828ddb3-d997-42e5-b1ef-9652251c330e tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 946 time: 0.0701616 Sep 16 03:55:24.526859 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-9b8cbce3-6c8d-43c4-8da7-4174d7772904 admin admin] Publish callbacks [] for security_group (2890c90b-06c3-4396-b067-69fc5a6b31da), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:24.585483 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=100 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:55:24.611283 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-9b8cbce3-6c8d-43c4-8da7-4174d7772904 admin admin] Publish callbacks [] for security_group (2890c90b-06c3-4396-b067-69fc5a6b31da), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:24.661460 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-08e1aee2-7a72-4fc0-8d6d-c3a698b76a32 req-2af78aa7-f67b-4f3e-8f98-b77993d6349a tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=372fa49a-4978-4034-b54e-abd4cbaee9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063287 Sep 16 03:55:25.211608 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:55:25.218868 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae32740-56c4-4894-8e5f-22b43cf86ed0 req-eebf3668-9ed4-41e5-920b-bb98fba551f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:55:25.220470 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-eae32740-56c4-4894-8e5f-22b43cf86ed0 req-eebf3668-9ed4-41e5-920b-bb98fba551f6 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=37a1aef0396c463d8a10f0ee811e1f2a&device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 1130 time: 0.0518796 Sep 16 03:55:25.246778 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b921d1c8-c839-4bd6-a768-ad105dc9c09e req-2947a0be-cbd1-4450-bcfd-531b6bd92560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:55:25.248364 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-b921d1c8-c839-4bd6-a768-ad105dc9c09e req-2947a0be-cbd1-4450-bcfd-531b6bd92560 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=9e27b901-fe49-4a95-bac7-28ae58e74a1c HTTP/1.1" status: 200 len: 916 time: 0.0976591 Sep 16 03:55:25.319211 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-b921d1c8-c839-4bd6-a768-ad105dc9c09e req-a7137123-ea71-4ca8-ba82-fcbaa5c9039f service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29237f39-1732-4b4a-81d4-300640dd2721 HTTP/1.1" status: 200 len: 1001 time: 0.0647171 Sep 16 03:55:25.339722 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae32740-56c4-4894-8e5f-22b43cf86ed0 req-822006c5-1c38-4e2b-8cf2-5620dd9419d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:55:25.341260 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-eae32740-56c4-4894-8e5f-22b43cf86ed0 req-822006c5-1c38-4e2b-8cf2-5620dd9419d3 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=854d2c8e-4d81-4bfd-bcba-fb4707dd8cf5 HTTP/1.1" status: 200 len: 909 time: 0.1130214 Sep 16 03:55:25.384614 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b921d1c8-c839-4bd6-a768-ad105dc9c09e req-d4667493-1399-407f-898a-77b52f7c7774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:55:25.386130 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-b921d1c8-c839-4bd6-a768-ad105dc9c09e req-d4667493-1399-407f-898a-77b52f7c7774 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=968df8c1-c44d-43e0-a2eb-72306aea7502 HTTP/1.1" status: 200 len: 854 time: 0.0579820 Sep 16 03:55:25.391021 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-eae32740-56c4-4894-8e5f-22b43cf86ed0 req-999d0a07-6bef-4a2e-9ff7-de9a0cf4905c service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c25634f-27f9-4868-a4bb-0f555233fe5e HTTP/1.1" status: 200 len: 217 time: 0.0423684 Sep 16 03:55:25.439068 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b921d1c8-c839-4bd6-a768-ad105dc9c09e req-47d26d45-40ae-4186-a117-c018929ef403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:55:25.441247 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-b921d1c8-c839-4bd6-a768-ad105dc9c09e req-47d26d45-40ae-4186-a117-c018929ef403 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=9e27b901-fe49-4a95-bac7-28ae58e74a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430770 Sep 16 03:55:25.447280 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae32740-56c4-4894-8e5f-22b43cf86ed0 req-3da3da95-f1bd-42fc-b544-3584d6ee7aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:55:25.448855 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-eae32740-56c4-4894-8e5f-22b43cf86ed0 req-3da3da95-f1bd-42fc-b544-3584d6ee7aa2 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=10a3fb74-f6d7-4d2f-b7d9-b95a3787d6e3 HTTP/1.1" status: 200 len: 847 time: 0.0508220 Sep 16 03:55:25.499641 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae32740-56c4-4894-8e5f-22b43cf86ed0 req-6ea4bdde-c5b5-4123-898f-254f674d9253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:55:25.501141 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-eae32740-56c4-4894-8e5f-22b43cf86ed0 req-6ea4bdde-c5b5-4123-898f-254f674d9253 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=854d2c8e-4d81-4bfd-bcba-fb4707dd8cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395634 Sep 16 03:55:25.547969 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-b921d1c8-c839-4bd6-a768-ad105dc9c09e req-f686ea8a-2c81-4fef-a45c-82a7943b1521 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/9e27b901-fe49-4a95-bac7-28ae58e74a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003654 Sep 16 03:55:25.634937 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b2c30-8eeb-4678-9845-981e01ad91ce req-832c534d-2027-49ad-af30-fd8bfc4380fc tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:55:25.636889 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-3a9b2c30-8eeb-4678-9845-981e01ad91ce req-832c534d-2027-49ad-af30-fd8bfc4380fc tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2263def2-54ff-4255-a751-2bdb7e32db67 HTTP/1.1" status: 200 len: 943 time: 0.0624502 Sep 16 03:55:25.642720 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-b921d1c8-c839-4bd6-a768-ad105dc9c09e req-2ec8ec2a-fde3-40e0-a743-b941231d64db service neutron] 10.222.0.52 "GET /networking/v2.0/networks/9e27b901-fe49-4a95-bac7-28ae58e74a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876725 Sep 16 03:55:25.672243 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-eae32740-56c4-4894-8e5f-22b43cf86ed0 req-0668c2db-19ce-46f6-9d53-a246bc1f5dd9 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/854d2c8e-4d81-4bfd-bcba-fb4707dd8cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618567 Sep 16 03:55:25.757923 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-3a9b2c30-8eeb-4678-9845-981e01ad91ce req-86b9dc9c-49a9-4b52-b1df-206841327663 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5c4427db-30ee-4097-913e-db657f16a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147783 Sep 16 03:55:25.804279 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93a9879-3f76-469d-9a99-da772eb2c8d4 req-2fb4c949-52b1-44ba-a88b-b5f285e54d9a tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:55:25.804668 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-eae32740-56c4-4894-8e5f-22b43cf86ed0 req-1703f274-e88d-459b-99b7-d8a02802f1ee service neutron] 10.222.0.52 "GET /networking/v2.0/networks/854d2c8e-4d81-4bfd-bcba-fb4707dd8cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239800 Sep 16 03:55:25.805795 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-f93a9879-3f76-469d-9a99-da772eb2c8d4 req-2fb4c949-52b1-44ba-a88b-b5f285e54d9a tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 946 time: 0.0543597 Sep 16 03:55:25.857069 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-f93a9879-3f76-469d-9a99-da772eb2c8d4 req-ad160b73-b2b0-43c6-9308-f83a321e4414 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=372fa49a-4978-4034-b54e-abd4cbaee9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453739 Sep 16 03:55:25.883296 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-1befa734-64ca-4ed2-ac40-b028ff54cfb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (20a8dcff-cb91-4cfb-b5ee-87736efe33d8), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:25.883915 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-9b8cbce3-6c8d-43c4-8da7-4174d7772904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (2890c90b-06c3-4396-b067-69fc5a6b31da), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:25.893601 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-9b8cbce3-6c8d-43c4-8da7-4174d7772904 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:25.893601 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-9b8cbce3-6c8d-43c4-8da7-4174d7772904 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/2890c90b-06c3-4396-b067-69fc5a6b31da HTTP/1.1" status: 204 len: 168 time: 1.4897010 Sep 16 03:55:25.898661 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8cbce3-6c8d-43c4-8da7-4174d7772904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2890c90b-06c3-4396-b067-69fc5a6b31da,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:55:26.619319 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 33418) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:55:26.636744 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-a7c59915-5a96-4c02-b035-94f01619ef7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:26.639333 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=100 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:55:26.716074 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:55:26.718643 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-a7c59915-5a96-4c02-b035-94f01619ef7a admin admin] Publish callbacks [] for security_group (cfdee74c-732c-41fe-ad14-55ce09f0762f), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:26.790857 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-a7c59915-5a96-4c02-b035-94f01619ef7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (cfdee74c-732c-41fe-ad14-55ce09f0762f), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:26.791125 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-6e17b5b7-15b9-4810-ad4e-df527af14d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (b6f1069f-4437-473a-8bc8-4bc493c2bb12), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:26.830612 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c59915-5a96-4c02-b035-94f01619ef7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfdee74c-732c-41fe-ad14-55ce09f0762f,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:55:26.839242 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-a7c59915-5a96-4c02-b035-94f01619ef7a admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=14406d9a93fe450aa372e291225a5612&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2164588 Sep 16 03:55:26.839701 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 33422) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:55:26.892209 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-f65853b2-0d04-4af8-9e33-a948803a208a admin admin] Publish callbacks [] for security_group (cfdee74c-732c-41fe-ad14-55ce09f0762f), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:26.894945 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee1e9fb-a137-4437-a6f6-d3791877c332 req-2f6f14e7-b297-49e7-ae7d-5eb9cb6584eb tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:55:26.897232 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-1ee1e9fb-a137-4437-a6f6-d3791877c332 req-2f6f14e7-b297-49e7-ae7d-5eb9cb6584eb tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2263def2-54ff-4255-a751-2bdb7e32db67 HTTP/1.1" status: 200 len: 943 time: 0.0519488 Sep 16 03:55:26.919562 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-f65853b2-0d04-4af8-9e33-a948803a208a admin admin] Publish callbacks [] for security_group (cfdee74c-732c-41fe-ad14-55ce09f0762f), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:26.949420 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-1ee1e9fb-a137-4437-a6f6-d3791877c332 req-90996689-30a2-4927-91ed-5365f05f1261 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5c4427db-30ee-4097-913e-db657f16a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457537 Sep 16 03:55:27.224772 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3caea3-0426-4e0e-8feb-0bf381ba01d3 req-b528468a-d6ce-42f5-a00f-cc04fa953912 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:55:27.226492 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-be3caea3-0426-4e0e-8feb-0bf381ba01d3 req-b528468a-d6ce-42f5-a00f-cc04fa953912 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 946 time: 0.0550516 Sep 16 03:55:27.282930 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-be3caea3-0426-4e0e-8feb-0bf381ba01d3 req-09d3d50a-2bea-4792-85c4-68aee159fb42 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=372fa49a-4978-4034-b54e-abd4cbaee9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507236 Sep 16 03:55:27.316838 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-f65853b2-0d04-4af8-9e33-a948803a208a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (cfdee74c-732c-41fe-ad14-55ce09f0762f), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:27.320078 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-f65853b2-0d04-4af8-9e33-a948803a208a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:27.321297 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-f65853b2-0d04-4af8-9e33-a948803a208a admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/cfdee74c-732c-41fe-ad14-55ce09f0762f HTTP/1.1" status: 204 len: 168 time: 0.4808707 Sep 16 03:55:27.329943 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65853b2-0d04-4af8-9e33-a948803a208a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfdee74c-732c-41fe-ad14-55ce09f0762f,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:55:28.086170 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1060066-c77c-40c0-b9f3-67168e9d8d9f req-c7d4ed76-224d-49db-8562-4580ebd4a2d3 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:55:28.087691 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-f1060066-c77c-40c0-b9f3-67168e9d8d9f req-c7d4ed76-224d-49db-8562-4580ebd4a2d3 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2263def2-54ff-4255-a751-2bdb7e32db67 HTTP/1.1" status: 200 len: 943 time: 0.0516355 Sep 16 03:55:28.139674 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-f1060066-c77c-40c0-b9f3-67168e9d8d9f req-7b207ea1-965f-48b7-8206-5b5af6b8d505 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5c4427db-30ee-4097-913e-db657f16a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463626 Sep 16 03:55:28.263018 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2714a545-930a-4cb3-a18e-9fa77f55068d req-938796e0-af53-4882-91d4-746c2c63191e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:55:28.264506 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-2714a545-930a-4cb3-a18e-9fa77f55068d req-938796e0-af53-4882-91d4-746c2c63191e service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=cb698ddcedae42a29f50203ec59db295&device_id=2263def2-54ff-4255-a751-2bdb7e32db67 HTTP/1.1" status: 200 len: 1127 time: 0.0516598 Sep 16 03:55:28.437827 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb924246-466a-4539-8e85-b536fcf03bc9 req-d8b11a1a-da5c-4dd3-9949-c31096689915 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:55:28.439408 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-cb924246-466a-4539-8e85-b536fcf03bc9 req-d8b11a1a-da5c-4dd3-9949-c31096689915 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 946 time: 0.0608337 Sep 16 03:55:28.468697 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device 68bc6748-c4d5-4935-8d58-9b9bd27239ad details requested by agent hyperv_hv-cinder-85799 with host hv-cinder-85799 {{(pid=113376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 03:55:28.521564 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=100 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:55:28.527731 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2714a545-930a-4cb3-a18e-9fa77f55068d req-a1a7abf2-cc39-4cc8-8dd9-5aa32b95a989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:55:28.529667 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-2714a545-930a-4cb3-a18e-9fa77f55068d req-a1a7abf2-cc39-4cc8-8dd9-5aa32b95a989 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=60a25330-2068-4171-85ea-2cd82f09cbdb HTTP/1.1" status: 200 len: 917 time: 0.1158388 Sep 16 03:55:28.591111 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44f7fa1-3b7a-413e-a3af-64a1a5bd401e req-b132bb33-63c7-400d-9964-52f2c3e59b02 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:55:28.591111 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-f44f7fa1-3b7a-413e-a3af-64a1a5bd401e req-b132bb33-63c7-400d-9964-52f2c3e59b02 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 946 time: 0.0823402 Sep 16 03:55:28.591111 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-cb924246-466a-4539-8e85-b536fcf03bc9 req-067aa750-13e3-4056-b923-d9079aaa0844 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=372fa49a-4978-4034-b54e-abd4cbaee9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169541 Sep 16 03:55:28.633422 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-2714a545-930a-4cb3-a18e-9fa77f55068d req-272630bd-a93f-4562-8562-82ae73b4fc4c service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68bc6748-c4d5-4935-8d58-9b9bd27239ad HTTP/1.1" status: 200 len: 998 time: 0.0963500 Sep 16 03:55:28.661400 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] For port 68bc6748-c4d5-4935-8d58-9b9bd27239ad, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=68bc6748-c4d5-4935-8d58-9b9bd27239ad,segment=NetworkSegment(dc8a676f-3c84-4a5b-b8d3-82d7df2b2d1f),segment_id=dc8a676f-3c84-4a5b-b8d3-82d7df2b2d1f)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:55:28.683600 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.plugin [req-f44f7fa1-3b7a-413e-a3af-64a1a5bd401e req-de45980a-2313-4471-9f38-06a9ed7ffc8b tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Deleting port 2c25634f-27f9-4868-a4bb-0f555233fe5e {{(pid=113375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 03:55:28.683600 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-f44f7fa1-3b7a-413e-a3af-64a1a5bd401e req-de45980a-2313-4471-9f38-06a9ed7ffc8b tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672990733'] for port (2c25634f-27f9-4868-a4bb-0f555233fe5e), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:28.683940 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Returning: {'device': '68bc6748-c4d5-4935-8d58-9b9bd27239ad', 'network_id': '60a25330-2068-4171-85ea-2cd82f09cbdb', 'port_id': '68bc6748-c4d5-4935-8d58-9b9bd27239ad', 'mac_address': 'fa:16:3e:42:0a:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '070db458-4233-40aa-8c99-3613db8fb323', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 03:55:28.704974 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2714a545-930a-4cb3-a18e-9fa77f55068d req-48b87902-affe-43c8-8683-820ea7c2791b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:55:28.707433 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-2714a545-930a-4cb3-a18e-9fa77f55068d req-48b87902-affe-43c8-8683-820ea7c2791b service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=070db458-4233-40aa-8c99-3613db8fb323 HTTP/1.1" status: 200 len: 855 time: 0.0654433 Sep 16 03:55:28.723277 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Current status of the port 68bc6748-c4d5-4935-8d58-9b9bd27239ad is: DOWN; New status is: BUILD {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:55:28.723684 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (68bc6748-c4d5-4935-8d58-9b9bd27239ad), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:28.724443 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=100 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:55:28.740205 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.notifiers.nova [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68bc6748-c4d5-4935-8d58-9b9bd27239ad {{(pid=113376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 03:55:28.761797 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-2875a3e6-2c6e-4f2c-bd58-7e0a3de9c063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (bb5efb49-5a18-474a-824b-90488b0f2024), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:28.762546 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (9480ceca-8cb5-4b85-9807-6ee42f948820), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:28.766132 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] For port 68bc6748-c4d5-4935-8d58-9b9bd27239ad, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=68bc6748-c4d5-4935-8d58-9b9bd27239ad,segment=NetworkSegment(dc8a676f-3c84-4a5b-b8d3-82d7df2b2d1f),segment_id=dc8a676f-3c84-4a5b-b8d3-82d7df2b2d1f)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:55:28.782965 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2714a545-930a-4cb3-a18e-9fa77f55068d req-b88e7284-3006-4984-9ef3-40e3742998d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:55:28.784645 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-2714a545-930a-4cb3-a18e-9fa77f55068d req-b88e7284-3006-4984-9ef3-40e3742998d5 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=60a25330-2068-4171-85ea-2cd82f09cbdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0700347 Sep 16 03:55:28.787115 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:55:28.820243 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.db [req-f44f7fa1-3b7a-413e-a3af-64a1a5bd401e req-de45980a-2313-4471-9f38-06a9ed7ffc8b tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] For port 2c25634f-27f9-4868-a4bb-0f555233fe5e, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=2c25634f-27f9-4868-a4bb-0f555233fe5e,segment=NetworkSegment(1354f955-250f-4eb4-8ad2-db4c9ff60d01),segment_id=1354f955-250f-4eb4-8ad2-db4c9ff60d01)] {{(pid=113375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:55:28.820617 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-f44f7fa1-3b7a-413e-a3af-64a1a5bd401e req-de45980a-2313-4471-9f38-06a9ed7ffc8b tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432982'] for port (2c25634f-27f9-4868-a4bb-0f555233fe5e), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:28.836122 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.plugin [req-f44f7fa1-3b7a-413e-a3af-64a1a5bd401e req-de45980a-2313-4471-9f38-06a9ed7ffc8b tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Calling delete_port for 2c25634f-27f9-4868-a4bb-0f555233fe5e owned by compute:nova {{(pid=113375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 03:55:28.905574 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-2714a545-930a-4cb3-a18e-9fa77f55068d req-4d66b7d3-518b-4d36-a537-40704fdc7916 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/60a25330-2068-4171-85ea-2cd82f09cbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128848 Sep 16 03:55:28.911970 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (68bc6748-c4d5-4935-8d58-9b9bd27239ad), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:28.945828 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:55:28.962327 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Pushing event updated for resources: {'Port': ['ID=68bc6748-c4d5-4935-8d58-9b9bd27239ad,revision_number=9']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:55:29.005415 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-2714a545-930a-4cb3-a18e-9fa77f55068d req-46ef5c29-61f6-445a-b4b9-0a49a5add817 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/60a25330-2068-4171-85ea-2cd82f09cbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910265 Sep 16 03:55:29.105716 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-f44f7fa1-3b7a-413e-a3af-64a1a5bd401e req-de45980a-2313-4471-9f38-06a9ed7ffc8b tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672957835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672515813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4972043'] for port (2c25634f-27f9-4868-a4bb-0f555233fe5e), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:29.139720 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de45980a-2313-4471-9f38-06a9ed7ffc8b tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Pushing event deleted for resources: {'Port': ['ID=2c25634f-27f9-4868-a4bb-0f555233fe5e,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:55:29.173766 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] get_ports_and_sgs() called for port_ids ['68bc6748-c4d5-4935-8d58-9b9bd27239ad'] {{(pid=113376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 03:55:29.198439 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.l3_dvrscheduler_db [req-f44f7fa1-3b7a-413e-a3af-64a1a5bd401e req-de45980a-2313-4471-9f38-06a9ed7ffc8b tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] No DVR routers for this DVR port 2c25634f-27f9-4868-a4bb-0f555233fe5e on host hv-cinder-85799 {{(pid=113375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 03:55:29.201537 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-f44f7fa1-3b7a-413e-a3af-64a1a5bd401e req-de45980a-2313-4471-9f38-06a9ed7ffc8b tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for port (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:29.205414 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-f44f7fa1-3b7a-413e-a3af-64a1a5bd401e req-de45980a-2313-4471-9f38-06a9ed7ffc8b tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.52 "DELETE /networking/v2.0/ports/2c25634f-27f9-4868-a4bb-0f555233fe5e HTTP/1.1" status: 204 len: 173 time: 0.6583991 Sep 16 03:55:29.206714 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d52b03d-e8ff-4942-a9d3-33b7341dad63', 'name': 'network-vif-deleted', 'tag': '2c25634f-27f9-4868-a4bb-0f555233fe5e'}] {{(pid=113375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 03:55:29.209717 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5377fd1d321389c1792f161ed840337514ae556b8848fe715c314c680a14a908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fab75a8-27c3-4909-b316-cf9558aad2f5" -d '{"events": [{"server_uuid": "1d52b03d-e8ff-4942-a9d3-33b7341dad63", "name": "network-vif-deleted", "tag": "2c25634f-27f9-4868-a4bb-0f555233fe5e"}]}' {{(pid=113375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 03:55:29.250371 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 03:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d14966b-bc24-4b0e-8f69-77d15af29b54 x-openstack-request-id: req-2d14966b-bc24-4b0e-8f69-77d15af29b54 {{(pid=113375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 03:55:29.250667 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d52b03d-e8ff-4942-a9d3-33b7341dad63", "name": "network-vif-deleted", "tag": "2c25634f-27f9-4868-a4bb-0f555233fe5e", "status": "completed", "code": 200}]} {{(pid=113375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 03:55:29.250935 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2d14966b-bc24-4b0e-8f69-77d15af29b54 {{(pid=113375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 03:55:29.251348 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d14966b-bc24-4b0e-8f69-77d15af29b54'] response: {'server_uuid': '1d52b03d-e8ff-4942-a9d3-33b7341dad63', 'name': 'network-vif-deleted', 'tag': '2c25634f-27f9-4868-a4bb-0f555233fe5e', 'status': 'completed', 'code': 200} Sep 16 03:55:29.278263 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a603c4c1-0f0f-4a88-bc8c-d6037b0f35a7 req-1e1bdf8c-ca12-4f40-b26b-efab3d2be17f tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:55:29.278263 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-a603c4c1-0f0f-4a88-bc8c-d6037b0f35a7 req-1e1bdf8c-ca12-4f40-b26b-efab3d2be17f tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2263def2-54ff-4255-a751-2bdb7e32db67 HTTP/1.1" status: 200 len: 944 time: 0.0512259 Sep 16 03:55:29.309221 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:55:29.345159 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-a603c4c1-0f0f-4a88-bc8c-d6037b0f35a7 req-eb7a5397-4ed1-4b0a-aac7-eb8095ba477e tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5c4427db-30ee-4097-913e-db657f16a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608234 Sep 16 03:55:29.705102 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-1a4e9f7d-c3d2-4975-a362-856bed599f0f req-be807823-f4ee-442a-bfb1-b21fe19d8346 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 210 time: 0.0413368 Sep 16 03:55:30.471757 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device 68bc6748-c4d5-4935-8d58-9b9bd27239ad up at agent hyperv_hv-cinder-85799 {{(pid=113376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 03:55:30.484434 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d097d04c-b0ea-4705-804f-cbdf20e997e5 req-e94be508-edf5-4f8b-b6bc-2b0a3c8d507f tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:55:30.486276 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-d097d04c-b0ea-4705-804f-cbdf20e997e5 req-e94be508-edf5-4f8b-b6bc-2b0a3c8d507f tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2263def2-54ff-4255-a751-2bdb7e32db67 HTTP/1.1" status: 200 len: 944 time: 0.0562613 Sep 16 03:55:30.527569 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Provisioning complete for port 68bc6748-c4d5-4935-8d58-9b9bd27239ad triggered by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:55:30.527941 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (68bc6748-c4d5-4935-8d58-9b9bd27239ad), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:30.528278 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Attempt 1 to provision port 68bc6748-c4d5-4935-8d58-9b9bd27239ad Sep 16 03:55:30.563781 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-d097d04c-b0ea-4705-804f-cbdf20e997e5 req-2399ddfa-a1d7-45d2-a193-dcb857de0008 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5c4427db-30ee-4097-913e-db657f16a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708017 Sep 16 03:55:30.611161 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 33514) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:55:30.630567 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Current status of the port 68bc6748-c4d5-4935-8d58-9b9bd27239ad is: BUILD; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:55:30.631003 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (68bc6748-c4d5-4935-8d58-9b9bd27239ad), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:30.654963 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2263def2-54ff-4255-a751-2bdb7e32db67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68bc6748-c4d5-4935-8d58-9b9bd27239ad'}] {{(pid=113376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 03:55:30.657307 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536f81a66b80124a32e6614edce579112ba342401ad4fb2d1257d5ac670fb901" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ce17dd-1e87-4c27-b761-724d0fd53720" -d '{"events": [{"server_uuid": "2263def2-54ff-4255-a751-2bdb7e32db67", "name": "network-vif-plugged", "status": "completed", "tag": "68bc6748-c4d5-4935-8d58-9b9bd27239ad"}]}' {{(pid=113376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 03:55:30.671526 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] For port 68bc6748-c4d5-4935-8d58-9b9bd27239ad, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=68bc6748-c4d5-4935-8d58-9b9bd27239ad,segment=NetworkSegment(dc8a676f-3c84-4a5b-b8d3-82d7df2b2d1f),segment_id=dc8a676f-3c84-4a5b-b8d3-82d7df2b2d1f)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:55:30.703581 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 03:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab80a806-9d1b-455c-b892-667f35b4608d x-openstack-request-id: req-ab80a806-9d1b-455c-b892-667f35b4608d {{(pid=113376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 03:55:30.703892 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2263def2-54ff-4255-a751-2bdb7e32db67", "name": "network-vif-plugged", "status": "completed", "tag": "68bc6748-c4d5-4935-8d58-9b9bd27239ad", "code": 200}]} {{(pid=113376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 03:55:30.704193 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ab80a806-9d1b-455c-b892-667f35b4608d {{(pid=113376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 03:55:30.704799 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab80a806-9d1b-455c-b892-667f35b4608d'] response: {'server_uuid': '2263def2-54ff-4255-a751-2bdb7e32db67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68bc6748-c4d5-4935-8d58-9b9bd27239ad', 'code': 200} Sep 16 03:55:30.728784 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-5bb9bdf8-74c3-4566-b662-777e93e52a1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:30.753708 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (68bc6748-c4d5-4935-8d58-9b9bd27239ad), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:30.755396 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device 2c25634f-27f9-4868-a4bb-0f555233fe5e no longer exists at agent hyperv_hv-cinder-85799 {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 03:55:30.815242 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] No Port match for: 2c25634f-27f9-4868-a4bb-0f555233fe5e {{(pid=113376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 03:55:30.815242 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device 2c25634f-27f9-4868-a4bb-0f555233fe5e not bound to the agent host hv-cinder-85799 {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 03:55:30.843639 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Pushing event updated for resources: {'Port': ['ID=68bc6748-c4d5-4935-8d58-9b9bd27239ad,revision_number=10']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:55:30.844150 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-5bb9bdf8-74c3-4566-b662-777e93e52a1a admin admin] Publish callbacks [] for security_group (327b9e9d-71b6-4d34-a75c-6f37e33680e0), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:30.886695 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-4ebdb706-c2b6-4bed-9714-da2d8935bde5 req-e984e15a-db5a-4669-8dd9-bae45e8b0907 tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d52b03d-e8ff-4942-a9d3-33b7341dad63 HTTP/1.1" status: 200 len: 210 time: 0.0342753 Sep 16 03:55:30.939243 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-5bb9bdf8-74c3-4566-b662-777e93e52a1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (327b9e9d-71b6-4d34-a75c-6f37e33680e0), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:30.980665 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-5bb9bdf8-74c3-4566-b662-777e93e52a1a admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=8b3826303daa4e75a5c7214fca6066b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3682065 Sep 16 03:55:30.981462 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb9bdf8-74c3-4566-b662-777e93e52a1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=327b9e9d-71b6-4d34-a75c-6f37e33680e0,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:55:30.984076 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 33522) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:55:31.036432 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-a3cf945a-7e1f-49bf-b786-71f7dac1d719 admin admin] Publish callbacks [] for security_group (327b9e9d-71b6-4d34-a75c-6f37e33680e0), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:31.056734 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-a3cf945a-7e1f-49bf-b786-71f7dac1d719 admin admin] Publish callbacks [] for security_group (327b9e9d-71b6-4d34-a75c-6f37e33680e0), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:31.191612 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-a3cf945a-7e1f-49bf-b786-71f7dac1d719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (327b9e9d-71b6-4d34-a75c-6f37e33680e0), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:31.194756 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-a3cf945a-7e1f-49bf-b786-71f7dac1d719 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:31.195958 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-a3cf945a-7e1f-49bf-b786-71f7dac1d719 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/327b9e9d-71b6-4d34-a75c-6f37e33680e0 HTTP/1.1" status: 204 len: 168 time: 0.2107115 Sep 16 03:55:31.203786 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cf945a-7e1f-49bf-b786-71f7dac1d719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=327b9e9d-71b6-4d34-a75c-6f37e33680e0,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:55:31.276984 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:55:31.303833 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=16,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:55:31.464034 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b9a063-c99c-4d70-bfde-0e671a365c8c req-6baefb48-f6a2-4a39-8482-23a2e2df1c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:55:31.465630 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-31b9a063-c99c-4d70-bfde-0e671a365c8c req-6baefb48-f6a2-4a39-8482-23a2e2df1c76 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2263def2-54ff-4255-a751-2bdb7e32db67 HTTP/1.1" status: 200 len: 1130 time: 0.0412736 Sep 16 03:55:31.514325 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-31b9a063-c99c-4d70-bfde-0e671a365c8c req-1946f68f-dc73-4efa-843d-547fd3842bab service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c4427db-30ee-4097-913e-db657f16a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412357 Sep 16 03:55:31.699953 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e6879a-5029-4f43-8d49-ed5ce13c3b1c req-02df09c7-87a5-4ea0-8c59-f1cce09d7acd tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:55:31.701422 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-e9e6879a-5029-4f43-8d49-ed5ce13c3b1c req-02df09c7-87a5-4ea0-8c59-f1cce09d7acd tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2263def2-54ff-4255-a751-2bdb7e32db67 HTTP/1.1" status: 200 len: 946 time: 0.0486047 Sep 16 03:55:31.755541 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-e9e6879a-5029-4f43-8d49-ed5ce13c3b1c req-e9e25393-8672-4a51-acff-9db7fd844f0f tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5c4427db-30ee-4097-913e-db657f16a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481350 Sep 16 03:55:31.965063 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 33550) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:55:31.967409 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 33552) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:55:31.980828 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-869bcdc3-e3f4-463b-b435-5b911e001084 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:32.011141 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:55:32.023692 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-ff3ff265-0496-4065-81f7-56ae18a7b40d tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Publish callbacks [] for security_group (372fa49a-4978-4034-b54e-abd4cbaee9fa), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:32.048881 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-ff3ff265-0496-4065-81f7-56ae18a7b40d tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Publish callbacks [] for security_group (372fa49a-4978-4034-b54e-abd4cbaee9fa), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:32.066349 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-869bcdc3-e3f4-463b-b435-5b911e001084 admin admin] Publish callbacks [] for security_group (197d2c05-5786-4d42-90d8-08182af793fe), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:32.144896 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-869bcdc3-e3f4-463b-b435-5b911e001084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (197d2c05-5786-4d42-90d8-08182af793fe), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:32.169391 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.agents_db [None req-8ba4eca6-5e8f-405f-9ad3-b7bffaa24231 None None] Agent healthcheck: found 6 active agents {{(pid=113377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 03:55:32.187154 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-869bcdc3-e3f4-463b-b435-5b911e001084 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=e0e968190cc04f658ca5220abeb9c7ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2248838 Sep 16 03:55:32.187878 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869bcdc3-e3f4-463b-b435-5b911e001084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=197d2c05-5786-4d42-90d8-08182af793fe,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:55:32.190560 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 33554) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:55:32.203719 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-ff3ff265-0496-4065-81f7-56ae18a7b40d tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (372fa49a-4978-4034-b54e-abd4cbaee9fa), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:32.206304 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-ff3ff265-0496-4065-81f7-56ae18a7b40d tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Publish callbacks [] for security_group (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:32.207470 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-ff3ff265-0496-4065-81f7-56ae18a7b40d tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/372fa49a-4978-4034-b54e-abd4cbaee9fa HTTP/1.1" status: 204 len: 168 time: 0.2450647 Sep 16 03:55:32.225470 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3ff265-0496-4065-81f7-56ae18a7b40d tempest-TestShelveInstance-1606581625 tempest-TestShelveInstance-1606581625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=372fa49a-4978-4034-b54e-abd4cbaee9fa,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:55:32.262191 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-d7333601-c8ab-42af-a379-4706579adfde admin admin] Publish callbacks [] for security_group (197d2c05-5786-4d42-90d8-08182af793fe), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:32.283422 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-d7333601-c8ab-42af-a379-4706579adfde admin admin] Publish callbacks [] for security_group (197d2c05-5786-4d42-90d8-08182af793fe), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:32.342535 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 33558) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:55:32.425300 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-d7333601-c8ab-42af-a379-4706579adfde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (197d2c05-5786-4d42-90d8-08182af793fe), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:32.428761 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-d7333601-c8ab-42af-a379-4706579adfde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:32.429928 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-d7333601-c8ab-42af-a379-4706579adfde admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/197d2c05-5786-4d42-90d8-08182af793fe HTTP/1.1" status: 204 len: 168 time: 0.2381403 Sep 16 03:55:32.440206 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7333601-c8ab-42af-a379-4706579adfde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=197d2c05-5786-4d42-90d8-08182af793fe,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:55:32.724952 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:55:32.779129 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:55:32.950672 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d2bc9-d47b-4f9d-a4fb-d9ce5866827a req-efffa802-a8b8-40b6-ba5f-9e6a881f5fb3 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:55:32.952161 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-290d2bc9-d47b-4f9d-a4fb-d9ce5866827a req-efffa802-a8b8-40b6-ba5f-9e6a881f5fb3 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2263def2-54ff-4255-a751-2bdb7e32db67 HTTP/1.1" status: 200 len: 946 time: 0.0836079 Sep 16 03:55:33.031544 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-52a4cf79-2b61-4f78-8d61-39f2c699f3ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-427180'] for router_interface (f4752e75-d9db-4ed6-a4e4-5a50f68f7f83), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:33.095972 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-290d2bc9-d47b-4f9d-a4fb-d9ce5866827a req-6029f23c-ccf7-4d1a-a84b-0f052228888d tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5c4427db-30ee-4097-913e-db657f16a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271131 Sep 16 03:55:33.337867 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.plugin [None req-52a4cf79-2b61-4f78-8d61-39f2c699f3ce admin admin] Deleting port 1839de9e-c9d2-49cf-b12c-2f1e7f979779 {{(pid=113375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 03:55:33.338344 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-52a4cf79-2b61-4f78-8d61-39f2c699f3ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672990733'] for port (1839de9e-c9d2-49cf-b12c-2f1e7f979779), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:33.443922 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.db [None req-52a4cf79-2b61-4f78-8d61-39f2c699f3ce admin admin] For port 1839de9e-c9d2-49cf-b12c-2f1e7f979779, host dv-cinder-857993-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=1839de9e-c9d2-49cf-b12c-2f1e7f979779,segment=NetworkSegment(1354f955-250f-4eb4-8ad2-db4c9ff60d01),segment_id=1354f955-250f-4eb4-8ad2-db4c9ff60d01)] {{(pid=113375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:55:33.444331 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-52a4cf79-2b61-4f78-8d61-39f2c699f3ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432982'] for port (1839de9e-c9d2-49cf-b12c-2f1e7f979779), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:33.457478 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.plugin [None req-52a4cf79-2b61-4f78-8d61-39f2c699f3ce admin admin] Calling delete_port for 1839de9e-c9d2-49cf-b12c-2f1e7f979779 owned by network:router_interface {{(pid=113375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 03:55:33.627687 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:55:33.808813 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-52a4cf79-2b61-4f78-8d61-39f2c699f3ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672957835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672515813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4972043'] for port (1839de9e-c9d2-49cf-b12c-2f1e7f979779), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:33.834454 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a4cf79-2b61-4f78-8d61-39f2c699f3ce admin admin] Pushing event deleted for resources: {'Port': ['ID=1839de9e-c9d2-49cf-b12c-2f1e7f979779,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:55:33.994393 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:55:34.061984 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-52a4cf79-2b61-4f78-8d61-39f2c699f3ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452380'] for router_interface (f4752e75-d9db-4ed6-a4e4-5a50f68f7f83), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:34.281735 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6527a526-19dc-4861-a2b6-d05c6b0eaa82 req-e3929a33-5492-490d-b6e4-2054bfbdc810 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:55:34.283878 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-6527a526-19dc-4861-a2b6-d05c6b0eaa82 req-e3929a33-5492-490d-b6e4-2054bfbdc810 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2263def2-54ff-4255-a751-2bdb7e32db67 HTTP/1.1" status: 200 len: 946 time: 0.0980537 Sep 16 03:55:34.378957 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-6527a526-19dc-4861-a2b6-d05c6b0eaa82 req-7a76246b-39a1-4612-8b72-979048e2088b tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5c4427db-30ee-4097-913e-db657f16a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857542 Sep 16 03:55:34.387966 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52a4cf79-2b61-4f78-8d61-39f2c699f3ce admin admin] Router f4752e75-d9db-4ed6-a4e4-5a50f68f7f83 has already been hosted by L3 agent 20a8dcff-cb91-4cfb-b5ee-87736efe33d8 {{(pid=113375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 03:55:34.522071 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=100 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:55:34.534270 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a4cf79-2b61-4f78-8d61-39f2c699f3ce admin admin] Notify agent at l3_agent.dv-cinder-857993-1-iscsi the message routers_updated {{(pid=113375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 03:55:34.554918 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-52a4cf79-2b61-4f78-8d61-39f2c699f3ce admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/f4752e75-d9db-4ed6-a4e4-5a50f68f7f83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2107217 Sep 16 03:55:34.555055 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 33664) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:55:34.585400 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0d5c9d-6a50-41f8-9524-e6fe48724d13 None None] Sync routers for ids ['f4752e75-d9db-4ed6-a4e4-5a50f68f7f83'] in dv-cinder-857993-1-iscsi {{(pid=113376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 03:55:34.591623 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0d5c9d-6a50-41f8-9524-e6fe48724d13 None None] Routers {'f4752e75-d9db-4ed6-a4e4-5a50f68f7f83'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:55:34.592570 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-be0d5c9d-6a50-41f8-9524-e6fe48724d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:55:25Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['f4752e75-d9db-4ed6-a4e4-5a50f68f7f83'], 'active': True} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:55:34.704365 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-9b37f763-4d8b-4dbe-9436-c7c5f4ffc38d admin admin] Publish callbacks [] for router (f4752e75-d9db-4ed6-a4e4-5a50f68f7f83), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:34.755920 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvr_db [None req-be0d5c9d-6a50-41f8-9524-e6fe48724d13 None None] Set router f4752e75-d9db-4ed6-a4e4-5a50f68f7f83 gateway port host: dv-cinder-857993-1-iscsi {{(pid=113376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:55:34.775626 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=83,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:55:34.859017 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:55:34.871629 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-9b37f763-4d8b-4dbe-9436-c7c5f4ffc38d admin admin] Publish callbacks [] for router_gateway (f4752e75-d9db-4ed6-a4e4-5a50f68f7f83), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:34.982860 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-be0d5c9d-6a50-41f8-9524-e6fe48724d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4752e75-d9db-4ed6-a4e4-5a50f68f7f83', 'name': 'tempest-TestShelveInstance-774361203-router', 'tenant_id': '37a1aef0396c463d8a10f0ee811e1f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '581e4d44-d683-4f97-82fe-f578ca4acdee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:49:24Z', 'updated_at': '2022-09-16T03:55:33Z', 'revision_number': 5, 'project_id': '37a1aef0396c463d8a10f0ee811e1f2a', 'gw_port': {'id': '581e4d44-d683-4f97-82fe-f578ca4acdee', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:11:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4752e75-d9db-4ed6-a4e4-5a50f68f7f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:49:25Z', 'updated_at': '2022-09-16T03:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi'}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:55:35.013856 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0d5c9d-6a50-41f8-9524-e6fe48724d13 None None] Checking router: f4752e75-d9db-4ed6-a4e4-5a50f68f7f83 for host: dv-cinder-857993-1-iscsi {{(pid=113376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 03:55:35.022602 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0d5c9d-6a50-41f8-9524-e6fe48724d13 None None] Routers {'f4752e75-d9db-4ed6-a4e4-5a50f68f7f83'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:55:35.023227 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-be0d5c9d-6a50-41f8-9524-e6fe48724d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:55:25Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['f4752e75-d9db-4ed6-a4e4-5a50f68f7f83'], 'active': True} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:55:35.077058 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.plugin [None req-9b37f763-4d8b-4dbe-9436-c7c5f4ffc38d admin admin] Deleting port 581e4d44-d683-4f97-82fe-f578ca4acdee {{(pid=113374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 03:55:35.077528 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-9b37f763-4d8b-4dbe-9436-c7c5f4ffc38d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672990733'] for port (581e4d44-d683-4f97-82fe-f578ca4acdee), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:35.107106 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:55:35.141734 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvr_db [None req-be0d5c9d-6a50-41f8-9524-e6fe48724d13 None None] Set router f4752e75-d9db-4ed6-a4e4-5a50f68f7f83 gateway port host: dv-cinder-857993-1-iscsi {{(pid=113376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:55:35.178696 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.db [None req-9b37f763-4d8b-4dbe-9436-c7c5f4ffc38d admin admin] For port 581e4d44-d683-4f97-82fe-f578ca4acdee, host dv-cinder-857993-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=581e4d44-d683-4f97-82fe-f578ca4acdee,segment=NetworkSegment(0cda3508-2052-48b1-ae54-b35f980014ad),segment_id=0cda3508-2052-48b1-ae54-b35f980014ad)] {{(pid=113374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:55:35.186185 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-9b37f763-4d8b-4dbe-9436-c7c5f4ffc38d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432982'] for port (581e4d44-d683-4f97-82fe-f578ca4acdee), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:35.198823 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.plugin [None req-9b37f763-4d8b-4dbe-9436-c7c5f4ffc38d admin admin] Calling delete_port for 581e4d44-d683-4f97-82fe-f578ca4acdee owned by network:router_gateway {{(pid=113374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 03:55:35.294732 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21f2b9c-bf62-4bad-9b24-8a3f1721a474 req-a2db9d3d-234e-4198-b79c-c7f38b2bd43a tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:55:35.296254 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-a21f2b9c-bf62-4bad-9b24-8a3f1721a474 req-a2db9d3d-234e-4198-b79c-c7f38b2bd43a tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b8514653-8ce9-41b6-ba9f-d30377c5fae4 HTTP/1.1" status: 200 len: 946 time: 0.0947635 Sep 16 03:55:35.345897 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-be0d5c9d-6a50-41f8-9524-e6fe48724d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4752e75-d9db-4ed6-a4e4-5a50f68f7f83', 'name': 'tempest-TestShelveInstance-774361203-router', 'tenant_id': '37a1aef0396c463d8a10f0ee811e1f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '581e4d44-d683-4f97-82fe-f578ca4acdee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:49:24Z', 'updated_at': '2022-09-16T03:55:33Z', 'revision_number': 5, 'project_id': '37a1aef0396c463d8a10f0ee811e1f2a', 'gw_port': {'id': '581e4d44-d683-4f97-82fe-f578ca4acdee', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:11:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4752e75-d9db-4ed6-a4e4-5a50f68f7f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:49:25Z', 'updated_at': '2022-09-16T03:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi'}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:55:35.372906 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0d5c9d-6a50-41f8-9524-e6fe48724d13 None None] The sync data for ids ['f4752e75-d9db-4ed6-a4e4-5a50f68f7f83'] in dv-cinder-857993-1-iscsi is: [{'id': 'f4752e75-d9db-4ed6-a4e4-5a50f68f7f83', 'name': 'tempest-TestShelveInstance-774361203-router', 'tenant_id': '37a1aef0396c463d8a10f0ee811e1f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '581e4d44-d683-4f97-82fe-f578ca4acdee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:49:24Z', 'updated_at': '2022-09-16T03:55:33Z', 'revision_number': 5, 'project_id': '37a1aef0396c463d8a10f0ee811e1f2a', 'gw_port': {'id': '581e4d44-d683-4f97-82fe-f578ca4acdee', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:11:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4752e75-d9db-4ed6-a4e4-5a50f68f7f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:49:25Z', 'updated_at': '2022-09-16T03:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi'}] {{(pid=113376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 03:55:35.381405 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:55:35.408615 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-a21f2b9c-bf62-4bad-9b24-8a3f1721a474 req-183a7c35-f45b-4407-8ac5-469506613ffd tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=99d981f5-5c7a-49b0-b8fc-89f3f66e208a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006362 Sep 16 03:55:35.521091 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f1c4fb-57f7-4dcc-9eb9-dec2e4c43f79 req-e08eed01-5a4a-4ee0-a2d1-5ccd80cae0ae tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:55:35.522657 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-37f1c4fb-57f7-4dcc-9eb9-dec2e4c43f79 req-e08eed01-5a4a-4ee0-a2d1-5ccd80cae0ae tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2263def2-54ff-4255-a751-2bdb7e32db67 HTTP/1.1" status: 200 len: 946 time: 0.0480883 Sep 16 03:55:35.551133 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-9b37f763-4d8b-4dbe-9436-c7c5f4ffc38d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672957835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672515813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965177'] for port (581e4d44-d683-4f97-82fe-f578ca4acdee), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:35.579213 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-37f1c4fb-57f7-4dcc-9eb9-dec2e4c43f79 req-45be0dc1-f98c-49d6-bd3f-33b9beb29abb tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5c4427db-30ee-4097-913e-db657f16a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507648 Sep 16 03:55:35.579786 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b37f763-4d8b-4dbe-9436-c7c5f4ffc38d admin admin] Pushing event deleted for resources: {'Port': ['ID=581e4d44-d683-4f97-82fe-f578ca4acdee,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:55:35.646687 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-9b37f763-4d8b-4dbe-9436-c7c5f4ffc38d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-452182'] for router_gateway (f4752e75-d9db-4ed6-a4e4-5a50f68f7f83), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:35.736027 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-9b37f763-4d8b-4dbe-9436-c7c5f4ffc38d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-389'] for router (f4752e75-d9db-4ed6-a4e4-5a50f68f7f83), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:35.738461 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-9b37f763-4d8b-4dbe-9436-c7c5f4ffc38d admin admin] Publish callbacks [] for router_controller (f4752e75-d9db-4ed6-a4e4-5a50f68f7f83), precommit_delete_associations {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:35.859551 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-9b37f763-4d8b-4dbe-9436-c7c5f4ffc38d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452449'] for router (f4752e75-d9db-4ed6-a4e4-5a50f68f7f83), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:35.864573 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b37f763-4d8b-4dbe-9436-c7c5f4ffc38d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4752e75-d9db-4ed6-a4e4-5a50f68f7f83 {{(pid=113374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 03:55:35.865593 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-9b37f763-4d8b-4dbe-9436-c7c5f4ffc38d admin admin] Publish callbacks [] for router (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:35.866777 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-9b37f763-4d8b-4dbe-9436-c7c5f4ffc38d admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/f4752e75-d9db-4ed6-a4e4-5a50f68f7f83 HTTP/1.1" status: 204 len: 168 time: 1.3112116 Sep 16 03:55:35.869429 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 33688) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:55:35.920293 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb4cc85a-2307-41b7-bd60-1e9bf47ee3b0 admin admin] Deleting subnet 10a3fb74-f6d7-4d2f-b7d9-b95a3787d6e3 {{(pid=113375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 03:55:35.923613 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-eb4cc85a-2307-41b7-bd60-1e9bf47ee3b0 admin admin] Publish callbacks [] for subnet (10a3fb74-f6d7-4d2f-b7d9-b95a3787d6e3), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:35.959683 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-eb4cc85a-2307-41b7-bd60-1e9bf47ee3b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7582986'] for subnet (10a3fb74-f6d7-4d2f-b7d9-b95a3787d6e3), precommit_delete_associations {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:36.041647 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-eb4cc85a-2307-41b7-bd60-1e9bf47ee3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1375850'] for subnet (10a3fb74-f6d7-4d2f-b7d9-b95a3787d6e3), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:36.208663 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-eb4cc85a-2307-41b7-bd60-1e9bf47ee3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1345367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4972132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7762074'] for subnet (10a3fb74-f6d7-4d2f-b7d9-b95a3787d6e3), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:36.231769 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4cc85a-2307-41b7-bd60-1e9bf47ee3b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10a3fb74-f6d7-4d2f-b7d9-b95a3787d6e3,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:55:36.337353 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-eb4cc85a-2307-41b7-bd60-1e9bf47ee3b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602048'] for subnet (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:36.340607 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-eb4cc85a-2307-41b7-bd60-1e9bf47ee3b0 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/10a3fb74-f6d7-4d2f-b7d9-b95a3787d6e3 HTTP/1.1" status: 204 len: 168 time: 0.4699447 Sep 16 03:55:36.343148 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1915285-fa50-45f8-b8eb-821dfbaccbc7 None None] Network 854d2c8e-4d81-4bfd-bcba-fb4707dd8cf5 requested from dv-cinder-857993-1-iscsi {{(pid=113376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 03:55:36.343640 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 33694) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:55:36.418260 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-147d64c9-e686-45fe-b327-4594c0cc45c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1315103'] for network (854d2c8e-4d81-4bfd-bcba-fb4707dd8cf5), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:36.473143 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.plugin [None req-147d64c9-e686-45fe-b327-4594c0cc45c3 admin admin] Deleting port 35abb507-5faf-49f0-afb3-42cca3678a04 {{(pid=113375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 03:55:36.474517 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-147d64c9-e686-45fe-b327-4594c0cc45c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672990733'] for port (35abb507-5faf-49f0-afb3-42cca3678a04), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:36.544184 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443fbd90-1ab2-4de4-abb6-1f556af006a9 None None] DHCP port deletion for 854d2c8e-4d81-4bfd-bcba-fb4707dd8cf5 request from dv-cinder-857993-1-iscsi {{(pid=113376) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 03:55:36.556157 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.db [None req-147d64c9-e686-45fe-b327-4594c0cc45c3 admin admin] For port 35abb507-5faf-49f0-afb3-42cca3678a04, host dv-cinder-857993-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=35abb507-5faf-49f0-afb3-42cca3678a04,segment=NetworkSegment(1354f955-250f-4eb4-8ad2-db4c9ff60d01),segment_id=1354f955-250f-4eb4-8ad2-db4c9ff60d01)] {{(pid=113375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:55:36.557722 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-147d64c9-e686-45fe-b327-4594c0cc45c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432982'] for port (35abb507-5faf-49f0-afb3-42cca3678a04), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:36.570165 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ee3715-a2f7-4eba-99ce-70b53c1a6df6 req-c5da452e-af0c-49b2-89c3-e57ec3a2d977 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:55:36.573381 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-04ee3715-a2f7-4eba-99ce-70b53c1a6df6 req-c5da452e-af0c-49b2-89c3-e57ec3a2d977 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b8514653-8ce9-41b6-ba9f-d30377c5fae4 HTTP/1.1" status: 200 len: 946 time: 0.0619731 Sep 16 03:55:36.573529 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.plugin [None req-147d64c9-e686-45fe-b327-4594c0cc45c3 admin admin] Calling delete_port for 35abb507-5faf-49f0-afb3-42cca3678a04 owned by network:dhcp {{(pid=113375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 03:55:36.576770 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device 1839de9e-c9d2-49cf-b12c-2f1e7f979779 no longer exists at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 03:55:36.613872 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] No Port match for: 1839de9e-c9d2-49cf-b12c-2f1e7f979779 {{(pid=113376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 03:55:36.614744 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device 1839de9e-c9d2-49cf-b12c-2f1e7f979779 not bound to the agent host dv-cinder-857993-1-iscsi {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 03:55:36.615401 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device 581e4d44-d683-4f97-82fe-f578ca4acdee no longer exists at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 03:55:36.635886 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-04ee3715-a2f7-4eba-99ce-70b53c1a6df6 req-8433369a-3c9a-4ef7-8558-541c2f7105ae tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=99d981f5-5c7a-49b0-b8fc-89f3f66e208a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561180 Sep 16 03:55:36.636558 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-443fbd90-1ab2-4de4-abb6-1f556af006a9 None None] Deleting port 35abb507-5faf-49f0-afb3-42cca3678a04 {{(pid=113376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 03:55:36.639027 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-443fbd90-1ab2-4de4-abb6-1f556af006a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672990733'] for port (35abb507-5faf-49f0-afb3-42cca3678a04), before_delete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:36.639221 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] No Port match for: 581e4d44-d683-4f97-82fe-f578ca4acdee {{(pid=113376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 03:55:36.639727 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device 581e4d44-d683-4f97-82fe-f578ca4acdee not bound to the agent host dv-cinder-857993-1-iscsi {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 03:55:36.705799 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-443fbd90-1ab2-4de4-abb6-1f556af006a9 None None] For port 35abb507-5faf-49f0-afb3-42cca3678a04, host dv-cinder-857993-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=35abb507-5faf-49f0-afb3-42cca3678a04,segment=NetworkSegment(1354f955-250f-4eb4-8ad2-db4c9ff60d01),segment_id=1354f955-250f-4eb4-8ad2-db4c9ff60d01)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:55:36.706128 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-443fbd90-1ab2-4de4-abb6-1f556af006a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432982'] for port (35abb507-5faf-49f0-afb3-42cca3678a04), precommit_delete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:36.719986 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-443fbd90-1ab2-4de4-abb6-1f556af006a9 None None] Calling delete_port for 35abb507-5faf-49f0-afb3-42cca3678a04 owned by network:dhcp {{(pid=113376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 03:55:36.733362 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-147d64c9-e686-45fe-b327-4594c0cc45c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672957835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672515813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4972043'] for port (35abb507-5faf-49f0-afb3-42cca3678a04), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:36.760349 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147d64c9-e686-45fe-b327-4594c0cc45c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=35abb507-5faf-49f0-afb3-42cca3678a04,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:55:36.762238 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147d64c9-e686-45fe-b327-4594c0cc45c3 admin admin] No DVR routers for this DVR port 35abb507-5faf-49f0-afb3-42cca3678a04 on host dv-cinder-857993-1-iscsi {{(pid=113375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 03:55:36.835264 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-147d64c9-e686-45fe-b327-4594c0cc45c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-666433', 'neutron.services.segments.db._delete_segments_for_network-8741672980929'] for network (854d2c8e-4d81-4bfd-bcba-fb4707dd8cf5), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:36.860017 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.services.segments.db [None req-147d64c9-e686-45fe-b327-4594c0cc45c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['854d2c8e-4d81-4bfd-bcba-fb4707dd8cf5']}} {{(pid=113375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:55:36.869886 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.services.segments.db [None req-147d64c9-e686-45fe-b327-4594c0cc45c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1354f955-250f-4eb4-8ad2-db4c9ff60d01') {'for_net_delete': True} {{(pid=113375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:55:36.870180 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.services.segments.db [None req-147d64c9-e686-45fe-b327-4594c0cc45c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1354f955-250f-4eb4-8ad2-db4c9ff60d01') {} {{(pid=113375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:55:36.977285 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-443fbd90-1ab2-4de4-abb6-1f556af006a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672957835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672515813'] for port (35abb507-5faf-49f0-afb3-42cca3678a04), after_delete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:37.011135 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443fbd90-1ab2-4de4-abb6-1f556af006a9 None None] Pushing event deleted for resources: {'Port': ['ID=35abb507-5faf-49f0-afb3-42cca3678a04,revision_number=None']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:55:37.011135 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443fbd90-1ab2-4de4-abb6-1f556af006a9 None None] No DVR routers for this DVR port 35abb507-5faf-49f0-afb3-42cca3678a04 on host dv-cinder-857993-1-iscsi {{(pid=113376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 03:55:37.123533 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:55:37.136532 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-147d64c9-e686-45fe-b327-4594c0cc45c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741672980821', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7583025'] for segment (1354f955-250f-4eb4-8ad2-db4c9ff60d01), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:37.171170 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-147d64c9-e686-45fe-b327-4594c0cc45c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432398'] for segment (1354f955-250f-4eb4-8ad2-db4c9ff60d01), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:37.187557 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccb8d69-e877-4eda-9146-f12e59ef27a9 req-49ebab79-47f3-4376-bb2f-7f11d089c47d tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:55:37.188885 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-9ccb8d69-e877-4eda-9146-f12e59ef27a9 req-49ebab79-47f3-4376-bb2f-7f11d089c47d tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b8514653-8ce9-41b6-ba9f-d30377c5fae4 HTTP/1.1" status: 200 len: 946 time: 0.0626652 Sep 16 03:55:37.189991 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-147d64c9-e686-45fe-b327-4594c0cc45c3 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=113375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 03:55:37.190385 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-147d64c9-e686-45fe-b327-4594c0cc45c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4972254'] for segment (1354f955-250f-4eb4-8ad2-db4c9ff60d01), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:37.206417 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:55:37.344489 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.services.segments.plugin [-] Segment 1354f955-250f-4eb4-8ad2-db4c9ff60d01 resource provider aggregate not found Sep 16 03:55:37.348899 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.plugin [req-9ccb8d69-e877-4eda-9146-f12e59ef27a9 req-3774a4ba-867d-496c-b91c-5382d1e7dd4a tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Deleting port 0d6f5f36-2095-4132-9bda-3dd4c203721f {{(pid=113375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 03:55:37.349251 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-9ccb8d69-e877-4eda-9146-f12e59ef27a9 req-3774a4ba-867d-496c-b91c-5382d1e7dd4a tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672990733'] for port (0d6f5f36-2095-4132-9bda-3dd4c203721f), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:37.368555 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.services.segments.plugin [-] Segment 1354f955-250f-4eb4-8ad2-db4c9ff60d01 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1354f955-250f-4eb4-8ad2-db4c9ff60d01 found for delete ", "request_id": "req-c6331153-19d8-440e-a43b-844e6e3f1a8c"}]} Sep 16 03:55:37.403848 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-147d64c9-e686-45fe-b327-4594c0cc45c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-666488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-452227'] for network (854d2c8e-4d81-4bfd-bcba-fb4707dd8cf5), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:37.413556 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-147d64c9-e686-45fe-b327-4594c0cc45c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602048'] for network (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:37.416767 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-147d64c9-e686-45fe-b327-4594c0cc45c3 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/854d2c8e-4d81-4bfd-bcba-fb4707dd8cf5 HTTP/1.1" status: 204 len: 168 time: 1.0725310 Sep 16 03:55:37.419955 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 33712) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:55:37.441233 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147d64c9-e686-45fe-b327-4594c0cc45c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=854d2c8e-4d81-4bfd-bcba-fb4707dd8cf5,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:55:37.497814 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.db [req-9ccb8d69-e877-4eda-9146-f12e59ef27a9 req-3774a4ba-867d-496c-b91c-5382d1e7dd4a tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] For port 0d6f5f36-2095-4132-9bda-3dd4c203721f, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=0d6f5f36-2095-4132-9bda-3dd4c203721f,segment=NetworkSegment(f206f821-35d5-462a-80ff-01e4f0ec6983),segment_id=f206f821-35d5-462a-80ff-01e4f0ec6983)] {{(pid=113375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:55:37.498190 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-9ccb8d69-e877-4eda-9146-f12e59ef27a9 req-3774a4ba-867d-496c-b91c-5382d1e7dd4a tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432982'] for port (0d6f5f36-2095-4132-9bda-3dd4c203721f), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:37.740850 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-9ccb8d69-e877-4eda-9146-f12e59ef27a9 req-3774a4ba-867d-496c-b91c-5382d1e7dd4a tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:37.741703 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-9ccb8d69-e877-4eda-9146-f12e59ef27a9 req-3774a4ba-867d-496c-b91c-5382d1e7dd4a tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-452268'] for floatingip (217e6287-5e9a-41b4-8766-a6748f2020ce), after_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:37.741703 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.db.l3_db [req-9ccb8d69-e877-4eda-9146-f12e59ef27a9 req-3774a4ba-867d-496c-b91c-5382d1e7dd4a tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Floating IP 217e6287-5e9a-41b4-8766-a6748f2020ce disassociated. External IP: 172.27.0.213, port: 0d6f5f36-2095-4132-9bda-3dd4c203721f. Sep 16 03:55:37.742025 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.plugin [req-9ccb8d69-e877-4eda-9146-f12e59ef27a9 req-3774a4ba-867d-496c-b91c-5382d1e7dd4a tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Calling delete_port for 0d6f5f36-2095-4132-9bda-3dd4c203721f owned by compute:nova {{(pid=113375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 03:55:37.756900 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:55:37.816020 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6876e11-e0de-4e62-90ce-a18f7136e10b req-ac21d97c-710a-43ca-987b-96a37db4ae58 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:55:37.823181 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-a6876e11-e0de-4e62-90ce-a18f7136e10b req-ac21d97c-710a-43ca-987b-96a37db4ae58 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b8514653-8ce9-41b6-ba9f-d30377c5fae4 HTTP/1.1" status: 200 len: 946 time: 0.1058629 Sep 16 03:55:37.839870 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-07822241-95eb-43bc-a25b-3358bb02861f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-427180'] for router_interface (c678e0ff-8f0f-4047-8669-d5e44bbd4fa0), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:37.918691 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-a6876e11-e0de-4e62-90ce-a18f7136e10b req-41c1d9d3-086b-467c-93e5-737a4ba63e5e tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=99d981f5-5c7a-49b0-b8fc-89f3f66e208a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946252 Sep 16 03:55:37.996214 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:55:38.066208 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-9ccb8d69-e877-4eda-9146-f12e59ef27a9 req-3774a4ba-867d-496c-b91c-5382d1e7dd4a tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672957835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672515813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4972043'] for port (0d6f5f36-2095-4132-9bda-3dd4c203721f), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:38.095321 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3774a4ba-867d-496c-b91c-5382d1e7dd4a tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Pushing event deleted for resources: {'Port': ['ID=0d6f5f36-2095-4132-9bda-3dd4c203721f,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:55:38.109032 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.plugin [None req-07822241-95eb-43bc-a25b-3358bb02861f admin admin] Deleting port bbdd7a70-3ebf-41f9-a325-66e48ecdc95f {{(pid=113374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 03:55:38.109409 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-07822241-95eb-43bc-a25b-3358bb02861f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672990733'] for port (bbdd7a70-3ebf-41f9-a325-66e48ecdc95f), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:38.197856 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.db [None req-07822241-95eb-43bc-a25b-3358bb02861f admin admin] For port bbdd7a70-3ebf-41f9-a325-66e48ecdc95f, host dv-cinder-857993-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=bbdd7a70-3ebf-41f9-a325-66e48ecdc95f,segment=NetworkSegment(3edbf6f6-6bf5-4b86-8229-5ab009e60513),segment_id=3edbf6f6-6bf5-4b86-8229-5ab009e60513)] {{(pid=113374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:55:38.198215 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-07822241-95eb-43bc-a25b-3358bb02861f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432982'] for port (bbdd7a70-3ebf-41f9-a325-66e48ecdc95f), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:38.207250 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ccb8d69-e877-4eda-9146-f12e59ef27a9 req-3774a4ba-867d-496c-b91c-5382d1e7dd4a tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Router 6df99dd1-6576-46cf-9af5-72e8ecbd79ba has already been hosted by L3 agent 20a8dcff-cb91-4cfb-b5ee-87736efe33d8 {{(pid=113375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 03:55:38.212440 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.plugin [None req-07822241-95eb-43bc-a25b-3358bb02861f admin admin] Calling delete_port for bbdd7a70-3ebf-41f9-a325-66e48ecdc95f owned by network:router_interface {{(pid=113374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 03:55:38.250893 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=100 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:55:38.320953 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ccb8d69-e877-4eda-9146-f12e59ef27a9 req-3774a4ba-867d-496c-b91c-5382d1e7dd4a tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Notify agent at l3_agent.dv-cinder-857993-1-iscsi the message routers_updated {{(pid=113375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 03:55:38.338974 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4835f0c7-2b1e-47a8-9f22-d25d28e514b3 None None] Sync routers for ids ['6df99dd1-6576-46cf-9af5-72e8ecbd79ba'] in dv-cinder-857993-1-iscsi {{(pid=113377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 03:55:38.352723 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4835f0c7-2b1e-47a8-9f22-d25d28e514b3 None None] Routers {'6df99dd1-6576-46cf-9af5-72e8ecbd79ba'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:55:38.353005 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-4835f0c7-2b1e-47a8-9f22-d25d28e514b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:55:25Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['6df99dd1-6576-46cf-9af5-72e8ecbd79ba'], 'active': True} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:55:38.364598 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ccb8d69-e877-4eda-9146-f12e59ef27a9 req-3774a4ba-867d-496c-b91c-5382d1e7dd4a tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] No DVR routers for this DVR port 0d6f5f36-2095-4132-9bda-3dd4c203721f on host hv-cinder-85799 {{(pid=113375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 03:55:38.367258 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-9ccb8d69-e877-4eda-9146-f12e59ef27a9 req-3774a4ba-867d-496c-b91c-5382d1e7dd4a tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for port (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:38.370645 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-9ccb8d69-e877-4eda-9146-f12e59ef27a9 req-3774a4ba-867d-496c-b91c-5382d1e7dd4a tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.52 "DELETE /networking/v2.0/ports/0d6f5f36-2095-4132-9bda-3dd4c203721f HTTP/1.1" status: 204 len: 173 time: 1.1739936 Sep 16 03:55:38.371088 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8514653-8ce9-41b6-ba9f-d30377c5fae4', 'name': 'network-vif-deleted', 'tag': '0d6f5f36-2095-4132-9bda-3dd4c203721f'}] {{(pid=113375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 03:55:38.373346 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5377fd1d321389c1792f161ed840337514ae556b8848fe715c314c680a14a908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6737ba9-7f22-4e3a-834d-0fec73ca4437" -d '{"events": [{"server_uuid": "b8514653-8ce9-41b6-ba9f-d30377c5fae4", "name": "network-vif-deleted", "tag": "0d6f5f36-2095-4132-9bda-3dd4c203721f"}]}' {{(pid=113375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 03:55:38.414470 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 03:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f7507b-fe21-4202-9781-587bb068fdb7 x-openstack-request-id: req-d8f7507b-fe21-4202-9781-587bb068fdb7 {{(pid=113375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 03:55:38.414761 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8514653-8ce9-41b6-ba9f-d30377c5fae4", "name": "network-vif-deleted", "tag": "0d6f5f36-2095-4132-9bda-3dd4c203721f", "status": "completed", "code": 200}]} {{(pid=113375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 03:55:38.415038 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d8f7507b-fe21-4202-9781-587bb068fdb7 {{(pid=113375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 03:55:38.415439 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8f7507b-fe21-4202-9781-587bb068fdb7'] response: {'server_uuid': 'b8514653-8ce9-41b6-ba9f-d30377c5fae4', 'name': 'network-vif-deleted', 'tag': '0d6f5f36-2095-4132-9bda-3dd4c203721f', 'status': 'completed', 'code': 200} Sep 16 03:55:38.463956 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-07822241-95eb-43bc-a25b-3358bb02861f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672957835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672515813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965177'] for port (bbdd7a70-3ebf-41f9-a325-66e48ecdc95f), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:38.492531 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07822241-95eb-43bc-a25b-3358bb02861f admin admin] Pushing event deleted for resources: {'Port': ['ID=bbdd7a70-3ebf-41f9-a325-66e48ecdc95f,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:55:38.496748 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvr_db [None req-4835f0c7-2b1e-47a8-9f22-d25d28e514b3 None None] Set router 6df99dd1-6576-46cf-9af5-72e8ecbd79ba gateway port host: dv-cinder-857993-1-iscsi {{(pid=113377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:55:38.577589 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device 35abb507-5faf-49f0-afb3-42cca3678a04 no longer exists at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 03:55:38.619714 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] No Port match for: 35abb507-5faf-49f0-afb3-42cca3678a04 {{(pid=113376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 03:55:38.621436 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device 35abb507-5faf-49f0-afb3-42cca3678a04 not bound to the agent host dv-cinder-857993-1-iscsi {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 03:55:38.740860 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-4835f0c7-2b1e-47a8-9f22-d25d28e514b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df99dd1-6576-46cf-9af5-72e8ecbd79ba', 'name': 'tempest-AttachVolumeTestJSON-821580754-router', 'tenant_id': 'e94b50976295422c9c8374155cf2d2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'dea63493-fe7f-44f5-981f-4ef4ab311574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:13Z', 'updated_at': '2022-09-16T03:48:20Z', 'revision_number': 4, 'project_id': 'e94b50976295422c9c8374155cf2d2c2', 'gw_port': {'id': 'dea63493-fe7f-44f5-981f-4ef4ab311574', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:00:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df99dd1-6576-46cf-9af5-72e8ecbd79ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:14Z', 'updated_at': '2022-09-16T03:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_interfaces': [{'id': '4d6fce8a-7f44-4c9b-9123-63c5924fa5b6', 'name': '', 'network_id': '96000232-5a2c-4cbe-8524-4ab75044ef77', 'tenant_id': 'e94b50976295422c9c8374155cf2d2c2', 'mac_address': 'fa:16:3e:75:2a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df99dd1-6576-46cf-9af5-72e8ecbd79ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '4abf9a95-17e5-40d7-a907-9f39161a7362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:18Z', 'updated_at': '2022-09-16T03:48:34Z', 'revision_number': 5, 'project_id': 'e94b50976295422c9c8374155cf2d2c2', 'subnets': [{'id': '4abf9a95-17e5-40d7-a907-9f39161a7362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:55:38.758623 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-07822241-95eb-43bc-a25b-3358bb02861f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452380'] for router_interface (c678e0ff-8f0f-4047-8669-d5e44bbd4fa0), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:38.771500 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4835f0c7-2b1e-47a8-9f22-d25d28e514b3 None None] Checking router: 6df99dd1-6576-46cf-9af5-72e8ecbd79ba for host: dv-cinder-857993-1-iscsi {{(pid=113377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 03:55:38.780684 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4835f0c7-2b1e-47a8-9f22-d25d28e514b3 None None] Routers {'6df99dd1-6576-46cf-9af5-72e8ecbd79ba'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:55:38.781289 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-4835f0c7-2b1e-47a8-9f22-d25d28e514b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:55:25Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['6df99dd1-6576-46cf-9af5-72e8ecbd79ba'], 'active': True} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:55:38.867223 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:55:38.899326 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvr_db [None req-4835f0c7-2b1e-47a8-9f22-d25d28e514b3 None None] Set router 6df99dd1-6576-46cf-9af5-72e8ecbd79ba gateway port host: dv-cinder-857993-1-iscsi {{(pid=113377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:55:38.997185 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07822241-95eb-43bc-a25b-3358bb02861f admin admin] Router c678e0ff-8f0f-4047-8669-d5e44bbd4fa0 has already been hosted by L3 agent 20a8dcff-cb91-4cfb-b5ee-87736efe33d8 {{(pid=113374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 03:55:39.123941 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-09a5988a-2485-4fa3-8598-f4a84e19edd6 req-39340d6d-d465-4907-80c3-3da524728d40 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b8514653-8ce9-41b6-ba9f-d30377c5fae4 HTTP/1.1" status: 200 len: 210 time: 0.0389304 Sep 16 03:55:39.134161 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07822241-95eb-43bc-a25b-3358bb02861f admin admin] Notify agent at l3_agent.dv-cinder-857993-1-iscsi the message routers_updated {{(pid=113374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 03:55:39.139747 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-4835f0c7-2b1e-47a8-9f22-d25d28e514b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df99dd1-6576-46cf-9af5-72e8ecbd79ba', 'name': 'tempest-AttachVolumeTestJSON-821580754-router', 'tenant_id': 'e94b50976295422c9c8374155cf2d2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'dea63493-fe7f-44f5-981f-4ef4ab311574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:13Z', 'updated_at': '2022-09-16T03:48:20Z', 'revision_number': 4, 'project_id': 'e94b50976295422c9c8374155cf2d2c2', 'gw_port': {'id': 'dea63493-fe7f-44f5-981f-4ef4ab311574', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:00:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df99dd1-6576-46cf-9af5-72e8ecbd79ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:14Z', 'updated_at': '2022-09-16T03:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_interfaces': [{'id': '4d6fce8a-7f44-4c9b-9123-63c5924fa5b6', 'name': '', 'network_id': '96000232-5a2c-4cbe-8524-4ab75044ef77', 'tenant_id': 'e94b50976295422c9c8374155cf2d2c2', 'mac_address': 'fa:16:3e:75:2a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df99dd1-6576-46cf-9af5-72e8ecbd79ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '4abf9a95-17e5-40d7-a907-9f39161a7362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:18Z', 'updated_at': '2022-09-16T03:48:34Z', 'revision_number': 5, 'project_id': 'e94b50976295422c9c8374155cf2d2c2', 'subnets': [{'id': '4abf9a95-17e5-40d7-a907-9f39161a7362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:55:39.139932 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-07822241-95eb-43bc-a25b-3358bb02861f admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/c678e0ff-8f0f-4047-8669-d5e44bbd4fa0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7187552 Sep 16 03:55:39.142642 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 33736) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:55:39.147041 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e84cadc-49b5-4fe3-8df1-1bc893cb106d None None] Sync routers for ids ['c678e0ff-8f0f-4047-8669-d5e44bbd4fa0'] in dv-cinder-857993-1-iscsi {{(pid=113376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 03:55:39.157569 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e84cadc-49b5-4fe3-8df1-1bc893cb106d None None] Routers {'c678e0ff-8f0f-4047-8669-d5e44bbd4fa0'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:55:39.158307 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-7e84cadc-49b5-4fe3-8df1-1bc893cb106d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:55:25Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['c678e0ff-8f0f-4047-8669-d5e44bbd4fa0'], 'active': True} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:55:39.166380 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4835f0c7-2b1e-47a8-9f22-d25d28e514b3 None None] The sync data for ids ['6df99dd1-6576-46cf-9af5-72e8ecbd79ba'] in dv-cinder-857993-1-iscsi is: [{'id': '6df99dd1-6576-46cf-9af5-72e8ecbd79ba', 'name': 'tempest-AttachVolumeTestJSON-821580754-router', 'tenant_id': 'e94b50976295422c9c8374155cf2d2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'dea63493-fe7f-44f5-981f-4ef4ab311574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:13Z', 'updated_at': '2022-09-16T03:48:20Z', 'revision_number': 4, 'project_id': 'e94b50976295422c9c8374155cf2d2c2', 'gw_port': {'id': 'dea63493-fe7f-44f5-981f-4ef4ab311574', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:00:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df99dd1-6576-46cf-9af5-72e8ecbd79ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:14Z', 'updated_at': '2022-09-16T03:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_interfaces': [{'id': '4d6fce8a-7f44-4c9b-9123-63c5924fa5b6', 'name': '', 'network_id': '96000232-5a2c-4cbe-8524-4ab75044ef77', 'tenant_id': 'e94b50976295422c9c8374155cf2d2c2', 'mac_address': 'fa:16:3e:75:2a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df99dd1-6576-46cf-9af5-72e8ecbd79ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '4abf9a95-17e5-40d7-a907-9f39161a7362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:18Z', 'updated_at': '2022-09-16T03:48:34Z', 'revision_number': 5, 'project_id': 'e94b50976295422c9c8374155cf2d2c2', 'subnets': [{'id': '4abf9a95-17e5-40d7-a907-9f39161a7362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 03:55:39.267981 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-74072811-5985-4511-8762-cb4d69fc6316 admin admin] Publish callbacks [] for router (c678e0ff-8f0f-4047-8669-d5e44bbd4fa0), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:39.280031 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvr_db [None req-7e84cadc-49b5-4fe3-8df1-1bc893cb106d None None] Set router c678e0ff-8f0f-4047-8669-d5e44bbd4fa0 gateway port host: dv-cinder-857993-1-iscsi {{(pid=113376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:55:39.349707 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:55:39.380869 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:55:39.385143 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-74072811-5985-4511-8762-cb4d69fc6316 admin admin] Publish callbacks [] for router_gateway (c678e0ff-8f0f-4047-8669-d5e44bbd4fa0), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:39.463721 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-7e84cadc-49b5-4fe3-8df1-1bc893cb106d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c678e0ff-8f0f-4047-8669-d5e44bbd4fa0', 'name': 'tempest-TestShelveInstance-1835851195-router', 'tenant_id': '80a5db390a074d4493fd3b17297ac181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '529ca9aa-304c-40bd-9203-996aa5fb06dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:49:31Z', 'updated_at': '2022-09-16T03:55:38Z', 'revision_number': 5, 'project_id': '80a5db390a074d4493fd3b17297ac181', 'gw_port': {'id': '529ca9aa-304c-40bd-9203-996aa5fb06dd', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:89:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c678e0ff-8f0f-4047-8669-d5e44bbd4fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:49:32Z', 'updated_at': '2022-09-16T03:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi'}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:55:39.487348 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db99021f-fa1c-45cb-8f45-be80add52e73 None None] New status for floating IP 217e6287-5e9a-41b4-8766-a6748f2020ce: DOWN {{(pid=113377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 03:55:39.489645 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e84cadc-49b5-4fe3-8df1-1bc893cb106d None None] Checking router: c678e0ff-8f0f-4047-8669-d5e44bbd4fa0 for host: dv-cinder-857993-1-iscsi {{(pid=113376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 03:55:39.498211 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e84cadc-49b5-4fe3-8df1-1bc893cb106d None None] Routers {'c678e0ff-8f0f-4047-8669-d5e44bbd4fa0'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:55:39.498815 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-7e84cadc-49b5-4fe3-8df1-1bc893cb106d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:55:25Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['c678e0ff-8f0f-4047-8669-d5e44bbd4fa0'], 'active': True} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:55:39.591149 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:55:39.615113 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvr_db [None req-7e84cadc-49b5-4fe3-8df1-1bc893cb106d None None] Set router c678e0ff-8f0f-4047-8669-d5e44bbd4fa0 gateway port host: dv-cinder-857993-1-iscsi {{(pid=113376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:55:39.680409 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.plugin [None req-74072811-5985-4511-8762-cb4d69fc6316 admin admin] Deleting port 529ca9aa-304c-40bd-9203-996aa5fb06dd {{(pid=113375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 03:55:39.680770 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-74072811-5985-4511-8762-cb4d69fc6316 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672990733'] for port (529ca9aa-304c-40bd-9203-996aa5fb06dd), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:39.816370 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-7e84cadc-49b5-4fe3-8df1-1bc893cb106d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c678e0ff-8f0f-4047-8669-d5e44bbd4fa0', 'name': 'tempest-TestShelveInstance-1835851195-router', 'tenant_id': '80a5db390a074d4493fd3b17297ac181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '529ca9aa-304c-40bd-9203-996aa5fb06dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:49:31Z', 'updated_at': '2022-09-16T03:55:38Z', 'revision_number': 5, 'project_id': '80a5db390a074d4493fd3b17297ac181', 'gw_port': {'id': '529ca9aa-304c-40bd-9203-996aa5fb06dd', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:89:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c678e0ff-8f0f-4047-8669-d5e44bbd4fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:49:32Z', 'updated_at': '2022-09-16T03:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi'}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:55:39.831911 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.db [None req-74072811-5985-4511-8762-cb4d69fc6316 admin admin] For port 529ca9aa-304c-40bd-9203-996aa5fb06dd, host dv-cinder-857993-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=529ca9aa-304c-40bd-9203-996aa5fb06dd,segment=NetworkSegment(0cda3508-2052-48b1-ae54-b35f980014ad),segment_id=0cda3508-2052-48b1-ae54-b35f980014ad)] {{(pid=113375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:55:39.832440 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-74072811-5985-4511-8762-cb4d69fc6316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432982'] for port (529ca9aa-304c-40bd-9203-996aa5fb06dd), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:39.849558 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e84cadc-49b5-4fe3-8df1-1bc893cb106d None None] The sync data for ids ['c678e0ff-8f0f-4047-8669-d5e44bbd4fa0'] in dv-cinder-857993-1-iscsi is: [{'id': 'c678e0ff-8f0f-4047-8669-d5e44bbd4fa0', 'name': 'tempest-TestShelveInstance-1835851195-router', 'tenant_id': '80a5db390a074d4493fd3b17297ac181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '529ca9aa-304c-40bd-9203-996aa5fb06dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:49:31Z', 'updated_at': '2022-09-16T03:55:38Z', 'revision_number': 5, 'project_id': '80a5db390a074d4493fd3b17297ac181', 'gw_port': {'id': '529ca9aa-304c-40bd-9203-996aa5fb06dd', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:89:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c678e0ff-8f0f-4047-8669-d5e44bbd4fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:49:32Z', 'updated_at': '2022-09-16T03:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi'}] {{(pid=113376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 03:55:39.867503 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.plugin [None req-74072811-5985-4511-8762-cb4d69fc6316 admin admin] Calling delete_port for 529ca9aa-304c-40bd-9203-996aa5fb06dd owned by network:router_gateway {{(pid=113375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 03:55:39.980137 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:55:40.179529 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-74072811-5985-4511-8762-cb4d69fc6316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672957835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672515813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4972043'] for port (529ca9aa-304c-40bd-9203-996aa5fb06dd), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:40.250236 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74072811-5985-4511-8762-cb4d69fc6316 admin admin] Pushing event deleted for resources: {'Port': ['ID=529ca9aa-304c-40bd-9203-996aa5fb06dd,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:55:40.258942 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d518e22-4158-4b49-9ed3-f8b74fbab2c0 req-92ce6485-cf92-41cd-9139-9628074966e9 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:55:40.265019 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-5d518e22-4158-4b49-9ed3-f8b74fbab2c0 req-92ce6485-cf92-41cd-9139-9628074966e9 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b8cedd5c-2825-4c90-81bd-9300e1db80c9 HTTP/1.1" status: 200 len: 985 time: 0.0529015 Sep 16 03:55:40.305833 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-74072811-5985-4511-8762-cb4d69fc6316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-452182'] for router_gateway (c678e0ff-8f0f-4047-8669-d5e44bbd4fa0), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:40.408164 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 33754) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:55:40.413432 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-74072811-5985-4511-8762-cb4d69fc6316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-389'] for router (c678e0ff-8f0f-4047-8669-d5e44bbd4fa0), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:40.432114 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-74072811-5985-4511-8762-cb4d69fc6316 admin admin] Publish callbacks [] for router_controller (c678e0ff-8f0f-4047-8669-d5e44bbd4fa0), precommit_delete_associations {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:40.489555 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device 0d6f5f36-2095-4132-9bda-3dd4c203721f no longer exists at agent hyperv_hv-cinder-85799 {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 03:55:40.520614 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] No Port match for: 0d6f5f36-2095-4132-9bda-3dd4c203721f {{(pid=113376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 03:55:40.521094 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device 0d6f5f36-2095-4132-9bda-3dd4c203721f not bound to the agent host hv-cinder-85799 {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 03:55:40.545922 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8433925-6114-4eb1-9f26-0885cb9e6c23 req-923b522b-893e-45d8-a0d8-ce72d5c8f9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:55:40.547493 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-e8433925-6114-4eb1-9f26-0885cb9e6c23 req-923b522b-893e-45d8-a0d8-ce72d5c8f9c7 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=c705c2f92c1646dba9c11aa6000166bc&device_id=b8cedd5c-2825-4c90-81bd-9300e1db80c9 HTTP/1.1" status: 200 len: 1169 time: 0.1384492 Sep 16 03:55:40.612930 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-5d518e22-4158-4b49-9ed3-f8b74fbab2c0 req-5b004e22-a8c6-4a04-b5f0-02f48b54670c tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c830a2df-df47-4808-b092-e0cf71ac7b80&id=a778aa35-5956-4b36-93ac-9d8175168705&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3456652 Sep 16 03:55:40.620576 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-4df7a7a4-bcc2-44a1-b316-c84ff3f07025 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Publish callbacks [] for security_group (99d981f5-5c7a-49b0-b8fc-89f3f66e208a), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:40.621606 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device bbdd7a70-3ebf-41f9-a325-66e48ecdc95f no longer exists at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 03:55:40.644555 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] No Port match for: bbdd7a70-3ebf-41f9-a325-66e48ecdc95f {{(pid=113376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 03:55:40.644819 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device bbdd7a70-3ebf-41f9-a325-66e48ecdc95f not bound to the agent host dv-cinder-857993-1-iscsi {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 03:55:40.654308 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-4df7a7a4-bcc2-44a1-b316-c84ff3f07025 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Publish callbacks [] for security_group (99d981f5-5c7a-49b0-b8fc-89f3f66e208a), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:40.658439 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:55:40.659309 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-74072811-5985-4511-8762-cb4d69fc6316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452449'] for router (c678e0ff-8f0f-4047-8669-d5e44bbd4fa0), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:40.659891 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74072811-5985-4511-8762-cb4d69fc6316 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c678e0ff-8f0f-4047-8669-d5e44bbd4fa0 {{(pid=113375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 03:55:40.670548 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-74072811-5985-4511-8762-cb4d69fc6316 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:40.674155 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-74072811-5985-4511-8762-cb4d69fc6316 admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/c678e0ff-8f0f-4047-8669-d5e44bbd4fa0 HTTP/1.1" status: 204 len: 168 time: 1.5268223 Sep 16 03:55:40.674938 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 33758) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:55:40.718500 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8433925-6114-4eb1-9f26-0885cb9e6c23 req-362929da-3ea7-4cf5-8b58-2273c70aa86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:55:40.726860 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-e8433925-6114-4eb1-9f26-0885cb9e6c23 req-362929da-3ea7-4cf5-8b58-2273c70aa86e service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=9e27b901-fe49-4a95-bac7-28ae58e74a1c HTTP/1.1" status: 200 len: 916 time: 0.1634057 Sep 16 03:55:40.730567 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.db.db_base_plugin_v2 [None req-7adc68ac-1c1c-4e43-8196-f5204a5aa45f admin admin] Deleting subnet b00db209-9109-4606-8ab4-91905d66b38d {{(pid=113374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 03:55:40.739518 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-7adc68ac-1c1c-4e43-8196-f5204a5aa45f admin admin] Publish callbacks [] for subnet (b00db209-9109-4606-8ab4-91905d66b38d), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:40.780547 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-7adc68ac-1c1c-4e43-8196-f5204a5aa45f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4574571'] for subnet (b00db209-9109-4606-8ab4-91905d66b38d), precommit_delete_associations {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:40.800759 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-e8433925-6114-4eb1-9f26-0885cb9e6c23 req-038a118d-a4ed-4f97-a96f-b883f916e3b5 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29237f39-1732-4b4a-81d4-300640dd2721 HTTP/1.1" status: 200 len: 1001 time: 0.0729949 Sep 16 03:55:40.818642 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:55:40.855852 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-4df7a7a4-bcc2-44a1-b316-c84ff3f07025 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (99d981f5-5c7a-49b0-b8fc-89f3f66e208a), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:40.858806 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-4df7a7a4-bcc2-44a1-b316-c84ff3f07025 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Publish callbacks [] for security_group (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:40.860005 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-4df7a7a4-bcc2-44a1-b316-c84ff3f07025 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/99d981f5-5c7a-49b0-b8fc-89f3f66e208a HTTP/1.1" status: 204 len: 168 time: 0.4496086 Sep 16 03:55:40.867467 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 33762) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:55:40.873422 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8433925-6114-4eb1-9f26-0885cb9e6c23 req-84d32bbc-d493-45c9-8053-b523e9b65daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:55:40.874876 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-e8433925-6114-4eb1-9f26-0885cb9e6c23 req-84d32bbc-d493-45c9-8053-b523e9b65daa service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=968df8c1-c44d-43e0-a2eb-72306aea7502 HTTP/1.1" status: 200 len: 854 time: 0.0599527 Sep 16 03:55:40.886726 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-7adc68ac-1c1c-4e43-8196-f5204a5aa45f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1375850'] for subnet (b00db209-9109-4606-8ab4-91905d66b38d), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:40.889884 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.api.v2.resource [None req-5f42131e-192d-4829-b98f-00ed7739968d tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] show failed (client error): The resource could not be found. Sep 16 03:55:40.893293 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df7a7a4-bcc2-44a1-b316-c84ff3f07025 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d981f5-5c7a-49b0-b8fc-89f3f66e208a,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:55:40.894391 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-5f42131e-192d-4829-b98f-00ed7739968d tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "GET /networking/v2.0/security-groups/99d981f5-5c7a-49b0-b8fc-89f3f66e208a HTTP/1.1" status: 404 len: 347 time: 0.0234280 Sep 16 03:55:40.895746 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 33766) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:55:40.924450 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8433925-6114-4eb1-9f26-0885cb9e6c23 req-6a4eac30-37e5-471f-9aea-ed4937386759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:55:40.927494 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-e8433925-6114-4eb1-9f26-0885cb9e6c23 req-6a4eac30-37e5-471f-9aea-ed4937386759 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=9e27b901-fe49-4a95-bac7-28ae58e74a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450852 Sep 16 03:55:41.042613 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-e8433925-6114-4eb1-9f26-0885cb9e6c23 req-dff8a50f-665a-4e44-8e5f-996372d5fcc0 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/9e27b901-fe49-4a95-bac7-28ae58e74a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082015 Sep 16 03:55:41.066557 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.plugin [None req-a0f1e3a7-dfae-4f7f-8e45-b7214a821e36 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Deleting port 633c0c44-20a2-48ac-9640-6b4a0501eaa1 {{(pid=113374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 03:55:41.068013 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e3a7-dfae-4f7f-8e45-b7214a821e36 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672990733'] for port (633c0c44-20a2-48ac-9640-6b4a0501eaa1), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:41.143896 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-7adc68ac-1c1c-4e43-8196-f5204a5aa45f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1345367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4965206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4750599'] for subnet (b00db209-9109-4606-8ab4-91905d66b38d), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:41.145374 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-e8433925-6114-4eb1-9f26-0885cb9e6c23 req-26d794e4-2f59-4715-9b35-d964d442d9e1 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/9e27b901-fe49-4a95-bac7-28ae58e74a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961351 Sep 16 03:55:41.183616 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e3a7-dfae-4f7f-8e45-b7214a821e36 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432982'] for port (633c0c44-20a2-48ac-9640-6b4a0501eaa1), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:41.183936 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e3a7-dfae-4f7f-8e45-b7214a821e36 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Publish callbacks [] for floatingip (633c0c44-20a2-48ac-9640-6b4a0501eaa1), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:41.186584 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adc68ac-1c1c-4e43-8196-f5204a5aa45f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b00db209-9109-4606-8ab4-91905d66b38d,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:55:41.188649 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-7adc68ac-1c1c-4e43-8196-f5204a5aa45f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:41.189283 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec73850-9f6a-4db6-8935-e33335d9468a None None] Network a4749853-b107-4b41-abf0-1bb624e6f702 requested from dv-cinder-857993-1-iscsi {{(pid=113376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 03:55:41.193845 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-7adc68ac-1c1c-4e43-8196-f5204a5aa45f admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/b00db209-9109-4606-8ab4-91905d66b38d HTTP/1.1" status: 204 len: 168 time: 0.5175953 Sep 16 03:55:41.204567 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 33772) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:55:41.221356 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.plugin [None req-a0f1e3a7-dfae-4f7f-8e45-b7214a821e36 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Calling delete_port for 633c0c44-20a2-48ac-9640-6b4a0501eaa1 owned by network:floatingip {{(pid=113374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 03:55:41.320038 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:55:41.324691 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-1a0af9e0-7b9a-4cdc-9e56-a3af2e345fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1315103'] for network (a4749853-b107-4b41-abf0-1bb624e6f702), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:41.352611 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2639b751-3551-4030-9e8f-131f9e69a7b5 None None] DHCP port deletion for a4749853-b107-4b41-abf0-1bb624e6f702 request from dv-cinder-857993-1-iscsi {{(pid=113376) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 03:55:41.389362 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-2639b751-3551-4030-9e8f-131f9e69a7b5 None None] Deleting port dc825853-87ec-4fa3-b29b-db481bdcbe7d {{(pid=113376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 03:55:41.389733 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-2639b751-3551-4030-9e8f-131f9e69a7b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672990733'] for port (dc825853-87ec-4fa3-b29b-db481bdcbe7d), before_delete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:41.401150 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.plugin [None req-1a0af9e0-7b9a-4cdc-9e56-a3af2e345fea admin admin] Deleting port dc825853-87ec-4fa3-b29b-db481bdcbe7d {{(pid=113374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 03:55:41.401479 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-1a0af9e0-7b9a-4cdc-9e56-a3af2e345fea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672990733'] for port (dc825853-87ec-4fa3-b29b-db481bdcbe7d), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:41.463757 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-2639b751-3551-4030-9e8f-131f9e69a7b5 None None] For port dc825853-87ec-4fa3-b29b-db481bdcbe7d, host dv-cinder-857993-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=dc825853-87ec-4fa3-b29b-db481bdcbe7d,segment=NetworkSegment(3edbf6f6-6bf5-4b86-8229-5ab009e60513),segment_id=3edbf6f6-6bf5-4b86-8229-5ab009e60513)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:55:41.464301 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-2639b751-3551-4030-9e8f-131f9e69a7b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432982'] for port (dc825853-87ec-4fa3-b29b-db481bdcbe7d), precommit_delete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:41.478831 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-2639b751-3551-4030-9e8f-131f9e69a7b5 None None] Calling delete_port for dc825853-87ec-4fa3-b29b-db481bdcbe7d owned by network:dhcp {{(pid=113376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 03:55:41.499321 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.db [None req-1a0af9e0-7b9a-4cdc-9e56-a3af2e345fea admin admin] For port dc825853-87ec-4fa3-b29b-db481bdcbe7d, host dv-cinder-857993-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=dc825853-87ec-4fa3-b29b-db481bdcbe7d,segment=NetworkSegment(3edbf6f6-6bf5-4b86-8229-5ab009e60513),segment_id=3edbf6f6-6bf5-4b86-8229-5ab009e60513)] {{(pid=113374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:55:41.499680 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-1a0af9e0-7b9a-4cdc-9e56-a3af2e345fea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432982'] for port (dc825853-87ec-4fa3-b29b-db481bdcbe7d), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:41.521859 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.plugin [None req-1a0af9e0-7b9a-4cdc-9e56-a3af2e345fea admin admin] Calling delete_port for dc825853-87ec-4fa3-b29b-db481bdcbe7d owned by network:dhcp {{(pid=113374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 03:55:41.531228 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:55:41.607988 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e3a7-dfae-4f7f-8e45-b7214a821e36 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672957835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672515813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965177'] for port (633c0c44-20a2-48ac-9640-6b4a0501eaa1), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:41.632206 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f1e3a7-dfae-4f7f-8e45-b7214a821e36 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Pushing event deleted for resources: {'Port': ['ID=633c0c44-20a2-48ac-9640-6b4a0501eaa1,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:55:41.688130 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-2639b751-3551-4030-9e8f-131f9e69a7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672957835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672515813'] for port (dc825853-87ec-4fa3-b29b-db481bdcbe7d), after_delete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:41.698402 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e3a7-dfae-4f7f-8e45-b7214a821e36 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Publish callbacks [] for floatingip (217e6287-5e9a-41b4-8766-a6748f2020ce), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:41.701251 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e3a7-dfae-4f7f-8e45-b7214a821e36 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for floatingip (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:41.705014 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-a0f1e3a7-dfae-4f7f-8e45-b7214a821e36 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/217e6287-5e9a-41b4-8766-a6748f2020ce HTTP/1.1" status: 204 len: 168 time: 0.7761562 Sep 16 03:55:41.715258 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2639b751-3551-4030-9e8f-131f9e69a7b5 None None] Pushing event deleted for resources: {'Port': ['ID=dc825853-87ec-4fa3-b29b-db481bdcbe7d,revision_number=None']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:55:41.715784 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-1a0af9e0-7b9a-4cdc-9e56-a3af2e345fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672957835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672515813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965177'] for port (dc825853-87ec-4fa3-b29b-db481bdcbe7d), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:41.718949 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2639b751-3551-4030-9e8f-131f9e69a7b5 None None] No DVR routers for this DVR port dc825853-87ec-4fa3-b29b-db481bdcbe7d on host dv-cinder-857993-1-iscsi {{(pid=113376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 03:55:41.754302 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0af9e0-7b9a-4cdc-9e56-a3af2e345fea admin admin] Pushing event deleted for resources: {'Port': ['ID=dc825853-87ec-4fa3-b29b-db481bdcbe7d,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:55:41.758599 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0af9e0-7b9a-4cdc-9e56-a3af2e345fea admin admin] No DVR routers for this DVR port dc825853-87ec-4fa3-b29b-db481bdcbe7d on host dv-cinder-857993-1-iscsi {{(pid=113374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 03:55:41.771639 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f377cb8-3826-4406-b482-735d2cc03b29 req-5c60c44d-f27d-49a7-b72a-98696078dec6 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:55:41.773201 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-4f377cb8-3826-4406-b482-735d2cc03b29 req-5c60c44d-f27d-49a7-b72a-98696078dec6 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b8cedd5c-2825-4c90-81bd-9300e1db80c9 HTTP/1.1" status: 200 len: 985 time: 0.0781651 Sep 16 03:55:41.839801 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-1a0af9e0-7b9a-4cdc-9e56-a3af2e345fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-666433', 'neutron.services.segments.db._delete_segments_for_network-8741672980929'] for network (a4749853-b107-4b41-abf0-1bb624e6f702), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:41.854882 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-4f377cb8-3826-4406-b482-735d2cc03b29 req-670d961d-9e8b-43ee-99cd-d018ca85829d tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c830a2df-df47-4808-b092-e0cf71ac7b80&id=a778aa35-5956-4b36-93ac-9d8175168705&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0751042 Sep 16 03:55:41.863401 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.services.segments.db [None req-1a0af9e0-7b9a-4cdc-9e56-a3af2e345fea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4749853-b107-4b41-abf0-1bb624e6f702']}} {{(pid=113374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:55:41.874807 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.services.segments.db [None req-1a0af9e0-7b9a-4cdc-9e56-a3af2e345fea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3edbf6f6-6bf5-4b86-8229-5ab009e60513') {'for_net_delete': True} {{(pid=113374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:55:41.875325 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.services.segments.db [None req-1a0af9e0-7b9a-4cdc-9e56-a3af2e345fea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3edbf6f6-6bf5-4b86-8229-5ab009e60513') {} {{(pid=113374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:55:41.888433 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-1a0af9e0-7b9a-4cdc-9e56-a3af2e345fea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741672980821', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4574544'] for segment (3edbf6f6-6bf5-4b86-8229-5ab009e60513), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:41.901875 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-1a0af9e0-7b9a-4cdc-9e56-a3af2e345fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432398'] for segment (3edbf6f6-6bf5-4b86-8229-5ab009e60513), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:41.908487 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a0af9e0-7b9a-4cdc-9e56-a3af2e345fea admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=113374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 03:55:41.908822 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-1a0af9e0-7b9a-4cdc-9e56-a3af2e345fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965356'] for segment (3edbf6f6-6bf5-4b86-8229-5ab009e60513), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:42.008494 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.services.segments.plugin [-] Segment 3edbf6f6-6bf5-4b86-8229-5ab009e60513 resource provider aggregate not found Sep 16 03:55:42.026216 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.services.segments.plugin [-] Segment 3edbf6f6-6bf5-4b86-8229-5ab009e60513 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3edbf6f6-6bf5-4b86-8229-5ab009e60513 found for delete ", "request_id": "req-5c3e1f6e-fc51-4f03-8774-539f4d7df457"}]} Sep 16 03:55:42.065013 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-1a0af9e0-7b9a-4cdc-9e56-a3af2e345fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-666488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-452227'] for network (a4749853-b107-4b41-abf0-1bb624e6f702), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:42.071350 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-1a0af9e0-7b9a-4cdc-9e56-a3af2e345fea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602048'] for network (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:42.074441 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-1a0af9e0-7b9a-4cdc-9e56-a3af2e345fea admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/a4749853-b107-4b41-abf0-1bb624e6f702 HTTP/1.1" status: 204 len: 168 time: 0.8732395 Sep 16 03:55:42.086722 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0af9e0-7b9a-4cdc-9e56-a3af2e345fea admin admin] Pushing event deleted for resources: {'Network': ['ID=a4749853-b107-4b41-abf0-1bb624e6f702,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:55:42.521013 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device dc825853-87ec-4fa3-b29b-db481bdcbe7d no longer exists at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 03:55:42.543215 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] No Port match for: dc825853-87ec-4fa3-b29b-db481bdcbe7d {{(pid=113376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 03:55:42.543554 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device dc825853-87ec-4fa3-b29b-db481bdcbe7d not bound to the agent host dv-cinder-857993-1-iscsi {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 03:55:42.543954 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device 529ca9aa-304c-40bd-9203-996aa5fb06dd no longer exists at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 03:55:42.561946 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] No Port match for: 529ca9aa-304c-40bd-9203-996aa5fb06dd {{(pid=113376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 03:55:42.565624 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device 529ca9aa-304c-40bd-9203-996aa5fb06dd not bound to the agent host dv-cinder-857993-1-iscsi {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 03:55:42.570974 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 33796) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:55:42.612717 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-d201fa86-c3ce-4617-a81a-abeec2500fa8 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=37a1aef0396c463d8a10f0ee811e1f2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405433 Sep 16 03:55:42.615388 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 33798) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:55:42.672082 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-69fe5a96-335c-4274-a6c6-6596b8a1ef27 admin admin] Publish callbacks [] for security_group (f90b299a-cbfa-44a2-b14c-44601d2bee3e), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:42.692489 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-69fe5a96-335c-4274-a6c6-6596b8a1ef27 admin admin] Publish callbacks [] for security_group (f90b299a-cbfa-44a2-b14c-44601d2bee3e), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:42.714604 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:55:42.814362 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-69fe5a96-335c-4274-a6c6-6596b8a1ef27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (f90b299a-cbfa-44a2-b14c-44601d2bee3e), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:42.817060 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-69fe5a96-335c-4274-a6c6-6596b8a1ef27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:42.818366 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-69fe5a96-335c-4274-a6c6-6596b8a1ef27 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/f90b299a-cbfa-44a2-b14c-44601d2bee3e HTTP/1.1" status: 204 len: 168 time: 0.2018175 Sep 16 03:55:42.827386 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fe5a96-335c-4274-a6c6-6596b8a1ef27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f90b299a-cbfa-44a2-b14c-44601d2bee3e,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:55:42.984006 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ebe1d5-4ff8-456a-9ca5-c65e09bff290 req-3a84bf9c-4ab9-405c-9dbd-c2fd53090cab tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:55:42.985504 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-a5ebe1d5-4ff8-456a-9ca5-c65e09bff290 req-3a84bf9c-4ab9-405c-9dbd-c2fd53090cab tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b8cedd5c-2825-4c90-81bd-9300e1db80c9 HTTP/1.1" status: 200 len: 985 time: 0.0495586 Sep 16 03:55:43.061522 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-a5ebe1d5-4ff8-456a-9ca5-c65e09bff290 req-d2202ed1-cd09-43f3-8142-0d07cd7b4f1b tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c830a2df-df47-4808-b092-e0cf71ac7b80&id=a778aa35-5956-4b36-93ac-9d8175168705&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0696857 Sep 16 03:55:43.721442 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 33834) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:55:43.767196 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-f2e97e2d-9446-40c9-8cc1-9788b66e860b admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=80a5db390a074d4493fd3b17297ac181&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0445635 Sep 16 03:55:43.770066 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 33838) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:55:43.820502 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-989f6249-22a1-4c03-9eb8-c4a5ad561594 admin admin] Publish callbacks [] for security_group (fd0adb34-9269-4095-8ff2-cf2cd8531058), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:43.841179 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-989f6249-22a1-4c03-9eb8-c4a5ad561594 admin admin] Publish callbacks [] for security_group (fd0adb34-9269-4095-8ff2-cf2cd8531058), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:44.042504 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-989f6249-22a1-4c03-9eb8-c4a5ad561594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (fd0adb34-9269-4095-8ff2-cf2cd8531058), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:44.045160 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-989f6249-22a1-4c03-9eb8-c4a5ad561594 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:44.046321 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-989f6249-22a1-4c03-9eb8-c4a5ad561594 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/fd0adb34-9269-4095-8ff2-cf2cd8531058 HTTP/1.1" status: 204 len: 168 time: 0.2753131 Sep 16 03:55:44.055787 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989f6249-22a1-4c03-9eb8-c4a5ad561594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd0adb34-9269-4095-8ff2-cf2cd8531058,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:55:44.063693 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989f6249-22a1-4c03-9eb8-c4a5ad561594 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:55:44.064039 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989f6249-22a1-4c03-9eb8-c4a5ad561594 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:55:44.064539 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989f6249-22a1-4c03-9eb8-c4a5ad561594 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:55:44.064876 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989f6249-22a1-4c03-9eb8-c4a5ad561594 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:55:44.065331 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989f6249-22a1-4c03-9eb8-c4a5ad561594 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:55:44.065662 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989f6249-22a1-4c03-9eb8-c4a5ad561594 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:55:44.065985 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989f6249-22a1-4c03-9eb8-c4a5ad561594 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:55:44.066311 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989f6249-22a1-4c03-9eb8-c4a5ad561594 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:55:44.068390 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989f6249-22a1-4c03-9eb8-c4a5ad561594 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:55:44.068924 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989f6249-22a1-4c03-9eb8-c4a5ad561594 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:55:44.069403 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989f6249-22a1-4c03-9eb8-c4a5ad561594 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:55:44.069881 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989f6249-22a1-4c03-9eb8-c4a5ad561594 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:55:44.070645 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989f6249-22a1-4c03-9eb8-c4a5ad561594 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:55:44.070645 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989f6249-22a1-4c03-9eb8-c4a5ad561594 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:55:44.070971 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989f6249-22a1-4c03-9eb8-c4a5ad561594 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:55:44.193355 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7102cc1d-ff97-48ef-bddf-dd6bd9b6c39e req-134b616f-f865-4f54-939a-59c6b93169c2 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:55:44.194957 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-7102cc1d-ff97-48ef-bddf-dd6bd9b6c39e req-134b616f-f865-4f54-939a-59c6b93169c2 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b8cedd5c-2825-4c90-81bd-9300e1db80c9 HTTP/1.1" status: 200 len: 985 time: 0.0489194 Sep 16 03:55:44.261509 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-7102cc1d-ff97-48ef-bddf-dd6bd9b6c39e req-f80abc66-4356-4f06-aa0a-809684b75f3a tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c830a2df-df47-4808-b092-e0cf71ac7b80&id=a778aa35-5956-4b36-93ac-9d8175168705&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0603218 Sep 16 03:55:45.390077 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b07b81-c63e-42bd-a20a-4014e3e7547a req-1c407994-34bc-45ad-9e5f-eb7f26d924a0 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:55:45.391572 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-e0b07b81-c63e-42bd-a20a-4014e3e7547a req-1c407994-34bc-45ad-9e5f-eb7f26d924a0 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b8cedd5c-2825-4c90-81bd-9300e1db80c9 HTTP/1.1" status: 200 len: 985 time: 0.0470848 Sep 16 03:55:45.451499 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-e0b07b81-c63e-42bd-a20a-4014e3e7547a req-6e3376a1-a664-4713-9f5e-5ecdcfe98fcd tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c830a2df-df47-4808-b092-e0cf71ac7b80&id=a778aa35-5956-4b36-93ac-9d8175168705&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540209 Sep 16 03:55:46.148650 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 33876) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:55:46.515460 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:55:46.583906 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf0bac4-cbfd-4a08-9ea7-2edd57faec42 req-d56cad37-f1a6-49b3-b8e1-f0c3665b6a01 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:55:46.585390 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-abf0bac4-cbfd-4a08-9ea7-2edd57faec42 req-d56cad37-f1a6-49b3-b8e1-f0c3665b6a01 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b8cedd5c-2825-4c90-81bd-9300e1db80c9 HTTP/1.1" status: 200 len: 985 time: 0.0543981 Sep 16 03:55:46.651322 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-abf0bac4-cbfd-4a08-9ea7-2edd57faec42 req-ddacf6f1-1a0f-4173-8d46-3436b2b3c336 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c830a2df-df47-4808-b092-e0cf71ac7b80&id=a778aa35-5956-4b36-93ac-9d8175168705&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0601459 Sep 16 03:55:46.687464 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:55:46.705630 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-9cee9e35-9ca0-4fd9-9eb1-bc58ef9492e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-427180'] for router_interface (6df99dd1-6576-46cf-9af5-72e8ecbd79ba), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:46.824713 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:55:46.861718 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f55e69a-0372-429e-aa56-1bbec910c88a req-411eec5e-8b26-4740-a7f9-d1b9d8eef5e5 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:55:46.863214 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-5f55e69a-0372-429e-aa56-1bbec910c88a req-411eec5e-8b26-4740-a7f9-d1b9d8eef5e5 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0584f7f8-cc04-4019-9971-a0e59ee918f0 HTTP/1.1" status: 200 len: 945 time: 0.0486829 Sep 16 03:55:46.911584 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-5f55e69a-0372-429e-aa56-1bbec910c88a req-b2348249-709a-4ddb-94ab-a370e031e3e5 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0dbe5eda-1a32-47c1-b4a4-15b7d69dfb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420716 Sep 16 03:55:46.928344 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.plugin [None req-9cee9e35-9ca0-4fd9-9eb1-bc58ef9492e7 admin admin] Deleting port 4d6fce8a-7f44-4c9b-9123-63c5924fa5b6 {{(pid=113375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 03:55:46.928703 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-9cee9e35-9ca0-4fd9-9eb1-bc58ef9492e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672990733'] for port (4d6fce8a-7f44-4c9b-9123-63c5924fa5b6), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:47.009740 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.db [None req-9cee9e35-9ca0-4fd9-9eb1-bc58ef9492e7 admin admin] For port 4d6fce8a-7f44-4c9b-9123-63c5924fa5b6, host dv-cinder-857993-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=4d6fce8a-7f44-4c9b-9123-63c5924fa5b6,segment=NetworkSegment(f206f821-35d5-462a-80ff-01e4f0ec6983),segment_id=f206f821-35d5-462a-80ff-01e4f0ec6983)] {{(pid=113375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:55:47.010180 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-9cee9e35-9ca0-4fd9-9eb1-bc58ef9492e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432982'] for port (4d6fce8a-7f44-4c9b-9123-63c5924fa5b6), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:47.023748 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.plugin [None req-9cee9e35-9ca0-4fd9-9eb1-bc58ef9492e7 admin admin] Calling delete_port for 4d6fce8a-7f44-4c9b-9123-63c5924fa5b6 owned by network:router_interface {{(pid=113375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 03:55:47.118854 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=100 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:55:47.374024 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-9cee9e35-9ca0-4fd9-9eb1-bc58ef9492e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672957835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672515813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4972043'] for port (4d6fce8a-7f44-4c9b-9123-63c5924fa5b6), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:47.402789 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cee9e35-9ca0-4fd9-9eb1-bc58ef9492e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d6fce8a-7f44-4c9b-9123-63c5924fa5b6,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:55:47.566225 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-9cee9e35-9ca0-4fd9-9eb1-bc58ef9492e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452380'] for router_interface (6df99dd1-6576-46cf-9af5-72e8ecbd79ba), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:47.773060 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:55:48.053539 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a740091f-669c-404c-bbc2-da793e591d12 req-e161618b-7f1a-4853-a478-1573fb8955dc tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:55:48.060642 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-a740091f-669c-404c-bbc2-da793e591d12 req-e161618b-7f1a-4853-a478-1573fb8955dc tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0584f7f8-cc04-4019-9971-a0e59ee918f0 HTTP/1.1" status: 200 len: 945 time: 0.0662661 Sep 16 03:55:48.072477 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cee9e35-9ca0-4fd9-9eb1-bc58ef9492e7 admin admin] Router 6df99dd1-6576-46cf-9af5-72e8ecbd79ba has already been hosted by L3 agent 20a8dcff-cb91-4cfb-b5ee-87736efe33d8 {{(pid=113375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 03:55:48.080124 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb6eb36-312b-45e6-b787-2ad4239cc73e req-b252c01b-fd21-4f2e-9489-de8f61a4f81a tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:55:48.081617 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-9eb6eb36-312b-45e6-b787-2ad4239cc73e req-b252c01b-fd21-4f2e-9489-de8f61a4f81a tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b8cedd5c-2825-4c90-81bd-9300e1db80c9 HTTP/1.1" status: 200 len: 985 time: 0.3258867 Sep 16 03:55:48.110983 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-a740091f-669c-404c-bbc2-da793e591d12 req-2daf4519-005d-462e-a088-b1526bef34b5 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0dbe5eda-1a32-47c1-b4a4-15b7d69dfb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490787 Sep 16 03:55:48.154501 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 33902) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:55:48.230842 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-9eb6eb36-312b-45e6-b787-2ad4239cc73e req-05b0472e-4ace-4d8a-abbb-7352ae22e021 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c830a2df-df47-4808-b092-e0cf71ac7b80&id=a778aa35-5956-4b36-93ac-9d8175168705&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1418285 Sep 16 03:55:48.243793 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cee9e35-9ca0-4fd9-9eb1-bc58ef9492e7 admin admin] Notify agent at l3_agent.dv-cinder-857993-1-iscsi the message routers_updated {{(pid=113375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 03:55:48.248885 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-9cee9e35-9ca0-4fd9-9eb1-bc58ef9492e7 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/6df99dd1-6576-46cf-9af5-72e8ecbd79ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0992305 Sep 16 03:55:48.251734 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 33906) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:55:48.259488 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ef7c24-9ee4-4439-b04a-71d807440d9c None None] Sync routers for ids ['6df99dd1-6576-46cf-9af5-72e8ecbd79ba'] in dv-cinder-857993-1-iscsi {{(pid=113376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 03:55:48.271448 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ef7c24-9ee4-4439-b04a-71d807440d9c None None] Routers {'6df99dd1-6576-46cf-9af5-72e8ecbd79ba'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:55:48.272067 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-37ef7c24-9ee4-4439-b04a-71d807440d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:55:25Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['6df99dd1-6576-46cf-9af5-72e8ecbd79ba'], 'active': True} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:55:48.280441 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-b5f7734b-a2b1-439f-a5fe-f288280f1ae8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:48.363692 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-6e53b8c4-0179-473a-a166-0ca185c2f9a0 admin admin] Publish callbacks [] for router (6df99dd1-6576-46cf-9af5-72e8ecbd79ba), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:48.380600 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvr_db [None req-37ef7c24-9ee4-4439-b04a-71d807440d9c None None] Set router 6df99dd1-6576-46cf-9af5-72e8ecbd79ba gateway port host: dv-cinder-857993-1-iscsi {{(pid=113376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:55:48.389730 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-b5f7734b-a2b1-439f-a5fe-f288280f1ae8 admin admin] Publish callbacks [] for security_group (07b1d099-6ff6-42b7-bcd9-21c998067c42), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:48.407394 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:55:48.461283 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-6e53b8c4-0179-473a-a166-0ca185c2f9a0 admin admin] Publish callbacks [] for router_gateway (6df99dd1-6576-46cf-9af5-72e8ecbd79ba), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:48.482167 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-b5f7734b-a2b1-439f-a5fe-f288280f1ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (07b1d099-6ff6-42b7-bcd9-21c998067c42), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:48.534110 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-b5f7734b-a2b1-439f-a5fe-f288280f1ae8 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=1da1b7daef124a18bba699cd70b10e62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3759539 Sep 16 03:55:48.534346 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 33908) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:55:48.540822 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f7734b-a2b1-439f-a5fe-f288280f1ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07b1d099-6ff6-42b7-bcd9-21c998067c42,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:55:48.563751 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a02c583-9a69-461f-8cff-7928eb297538 req-7f003cb0-5efa-4386-b519-44b4392d369b tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:55:48.565376 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-6a02c583-9a69-461f-8cff-7928eb297538 req-7f003cb0-5efa-4386-b519-44b4392d369b tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0584f7f8-cc04-4019-9971-a0e59ee918f0 HTTP/1.1" status: 200 len: 945 time: 0.0648720 Sep 16 03:55:48.573471 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-37ef7c24-9ee4-4439-b04a-71d807440d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df99dd1-6576-46cf-9af5-72e8ecbd79ba', 'name': 'tempest-AttachVolumeTestJSON-821580754-router', 'tenant_id': 'e94b50976295422c9c8374155cf2d2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'dea63493-fe7f-44f5-981f-4ef4ab311574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:13Z', 'updated_at': '2022-09-16T03:55:47Z', 'revision_number': 5, 'project_id': 'e94b50976295422c9c8374155cf2d2c2', 'gw_port': {'id': 'dea63493-fe7f-44f5-981f-4ef4ab311574', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:00:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df99dd1-6576-46cf-9af5-72e8ecbd79ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:14Z', 'updated_at': '2022-09-16T03:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi'}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:55:48.595564 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-b1191973-da7f-44e3-8e46-989e048c531e admin admin] Publish callbacks [] for security_group (07b1d099-6ff6-42b7-bcd9-21c998067c42), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:48.601107 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ef7c24-9ee4-4439-b04a-71d807440d9c None None] Checking router: 6df99dd1-6576-46cf-9af5-72e8ecbd79ba for host: dv-cinder-857993-1-iscsi {{(pid=113376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 03:55:48.611968 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ef7c24-9ee4-4439-b04a-71d807440d9c None None] Routers {'6df99dd1-6576-46cf-9af5-72e8ecbd79ba'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:55:48.612703 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-37ef7c24-9ee4-4439-b04a-71d807440d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:55:25Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['6df99dd1-6576-46cf-9af5-72e8ecbd79ba'], 'active': True} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:55:48.618104 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-b1191973-da7f-44e3-8e46-989e048c531e admin admin] Publish callbacks [] for security_group (07b1d099-6ff6-42b7-bcd9-21c998067c42), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:48.640669 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:55:48.648853 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:55:48.668165 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.plugin [None req-6e53b8c4-0179-473a-a166-0ca185c2f9a0 admin admin] Deleting port dea63493-fe7f-44f5-981f-4ef4ab311574 {{(pid=113375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 03:55:48.668732 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-6e53b8c4-0179-473a-a166-0ca185c2f9a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672990733'] for port (dea63493-fe7f-44f5-981f-4ef4ab311574), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:48.690959 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:55:48.706016 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvr_db [None req-37ef7c24-9ee4-4439-b04a-71d807440d9c None None] Set router 6df99dd1-6576-46cf-9af5-72e8ecbd79ba gateway port host: None {{(pid=113376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:55:48.728493 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.plugin [req-6a02c583-9a69-461f-8cff-7928eb297538 req-1dcc30b8-9a8a-455d-863a-6d8663d161c5 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Deleting port 59cf9322-5f98-4a80-b3ba-193361cc8857 {{(pid=113375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 03:55:48.728836 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-6a02c583-9a69-461f-8cff-7928eb297538 req-1dcc30b8-9a8a-455d-863a-6d8663d161c5 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672990733'] for port (59cf9322-5f98-4a80-b3ba-193361cc8857), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:48.763409 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-37ef7c24-9ee4-4439-b04a-71d807440d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df99dd1-6576-46cf-9af5-72e8ecbd79ba', 'name': 'tempest-AttachVolumeTestJSON-821580754-router', 'tenant_id': 'e94b50976295422c9c8374155cf2d2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:13Z', 'updated_at': '2022-09-16T03:55:48Z', 'revision_number': 6, 'project_id': 'e94b50976295422c9c8374155cf2d2c2', 'gw_port_host': None}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:55:48.789316 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ef7c24-9ee4-4439-b04a-71d807440d9c None None] The sync data for ids ['6df99dd1-6576-46cf-9af5-72e8ecbd79ba'] in dv-cinder-857993-1-iscsi is: [{'id': '6df99dd1-6576-46cf-9af5-72e8ecbd79ba', 'name': 'tempest-AttachVolumeTestJSON-821580754-router', 'tenant_id': 'e94b50976295422c9c8374155cf2d2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:13Z', 'updated_at': '2022-09-16T03:55:48Z', 'revision_number': 6, 'project_id': 'e94b50976295422c9c8374155cf2d2c2', 'gw_port_host': None}] {{(pid=113376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 03:55:48.828985 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.db [None req-6e53b8c4-0179-473a-a166-0ca185c2f9a0 admin admin] For port dea63493-fe7f-44f5-981f-4ef4ab311574, host dv-cinder-857993-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=dea63493-fe7f-44f5-981f-4ef4ab311574,segment=NetworkSegment(0cda3508-2052-48b1-ae54-b35f980014ad),segment_id=0cda3508-2052-48b1-ae54-b35f980014ad)] {{(pid=113375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:55:48.829365 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-6e53b8c4-0179-473a-a166-0ca185c2f9a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432982'] for port (dea63493-fe7f-44f5-981f-4ef4ab311574), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:48.831658 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-b1191973-da7f-44e3-8e46-989e048c531e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (07b1d099-6ff6-42b7-bcd9-21c998067c42), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:48.834772 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-b1191973-da7f-44e3-8e46-989e048c531e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:48.836134 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-b1191973-da7f-44e3-8e46-989e048c531e admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/07b1d099-6ff6-42b7-bcd9-21c998067c42 HTTP/1.1" status: 204 len: 168 time: 0.3006475 Sep 16 03:55:48.846889 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1191973-da7f-44e3-8e46-989e048c531e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b1d099-6ff6-42b7-bcd9-21c998067c42,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:55:48.860445 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.plugin [None req-6e53b8c4-0179-473a-a166-0ca185c2f9a0 admin admin] Calling delete_port for dea63493-fe7f-44f5-981f-4ef4ab311574 owned by network:router_gateway {{(pid=113375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 03:55:48.871460 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.db [req-6a02c583-9a69-461f-8cff-7928eb297538 req-1dcc30b8-9a8a-455d-863a-6d8663d161c5 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] For port 59cf9322-5f98-4a80-b3ba-193361cc8857, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=59cf9322-5f98-4a80-b3ba-193361cc8857,segment=NetworkSegment(8f3c2513-130a-4e92-b8d6-c7c7e1d1ec24),segment_id=8f3c2513-130a-4e92-b8d6-c7c7e1d1ec24)] {{(pid=113375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:55:48.871781 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-6a02c583-9a69-461f-8cff-7928eb297538 req-1dcc30b8-9a8a-455d-863a-6d8663d161c5 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432982'] for port (59cf9322-5f98-4a80-b3ba-193361cc8857), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:48.905260 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (d68ba685-94d2-4b65-887f-d5ec3884fbfa), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:48.946295 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:55:49.117978 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-6a02c583-9a69-461f-8cff-7928eb297538 req-1dcc30b8-9a8a-455d-863a-6d8663d161c5 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:49.118342 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-6a02c583-9a69-461f-8cff-7928eb297538 req-1dcc30b8-9a8a-455d-863a-6d8663d161c5 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-452268'] for floatingip (de737b5a-9b4b-4532-892f-b5b715c65cd2), after_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:49.118655 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.db.l3_db [req-6a02c583-9a69-461f-8cff-7928eb297538 req-1dcc30b8-9a8a-455d-863a-6d8663d161c5 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Floating IP de737b5a-9b4b-4532-892f-b5b715c65cd2 disassociated. External IP: 172.27.0.243, port: 59cf9322-5f98-4a80-b3ba-193361cc8857. Sep 16 03:55:49.119024 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.plugin [req-6a02c583-9a69-461f-8cff-7928eb297538 req-1dcc30b8-9a8a-455d-863a-6d8663d161c5 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Calling delete_port for 59cf9322-5f98-4a80-b3ba-193361cc8857 owned by compute:nova {{(pid=113375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 03:55:49.267206 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b001b1f-a831-4cc8-bbd1-e8e4a5f90f91 req-04b960ad-0c47-49cb-ac83-d0e813f25d18 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:55:49.276546 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-7b001b1f-a831-4cc8-bbd1-e8e4a5f90f91 req-04b960ad-0c47-49cb-ac83-d0e813f25d18 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0584f7f8-cc04-4019-9971-a0e59ee918f0 HTTP/1.1" status: 200 len: 945 time: 0.0728273 Sep 16 03:55:49.344485 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-7b001b1f-a831-4cc8-bbd1-e8e4a5f90f91 req-b95c6233-4577-4ebc-ad22-450152823dc6 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0dbe5eda-1a32-47c1-b4a4-15b7d69dfb89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667770 Sep 16 03:55:49.371471 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-6e53b8c4-0179-473a-a166-0ca185c2f9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672957835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672515813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4972043'] for port (dea63493-fe7f-44f5-981f-4ef4ab311574), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:49.404728 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e53b8c4-0179-473a-a166-0ca185c2f9a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=dea63493-fe7f-44f5-981f-4ef4ab311574,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:55:49.419048 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adf7655-0928-432d-8f4a-513dbca7a6cb req-920340ce-47cd-4b82-b9fb-6c6265590de2 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:55:49.420517 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-0adf7655-0928-432d-8f4a-513dbca7a6cb req-920340ce-47cd-4b82-b9fb-6c6265590de2 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b8cedd5c-2825-4c90-81bd-9300e1db80c9 HTTP/1.1" status: 200 len: 985 time: 0.0796707 Sep 16 03:55:49.423232 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-6a02c583-9a69-461f-8cff-7928eb297538 req-1dcc30b8-9a8a-455d-863a-6d8663d161c5 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672957835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672515813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4972043'] for port (59cf9322-5f98-4a80-b3ba-193361cc8857), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:49.493356 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcc30b8-9a8a-455d-863a-6d8663d161c5 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Pushing event deleted for resources: {'Port': ['ID=59cf9322-5f98-4a80-b3ba-193361cc8857,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:55:49.544408 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=82,neutron:DELETE=15,neutron:UPDATE=3 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:55:49.564021 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=58,neutron:UPDATE=1 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:55:49.567063 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=84,neutron:UPDATE=1 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:55:49.575817 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-6e53b8c4-0179-473a-a166-0ca185c2f9a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-452182'] for router_gateway (6df99dd1-6576-46cf-9af5-72e8ecbd79ba), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:49.668514 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-0adf7655-0928-432d-8f4a-513dbca7a6cb req-1a2592c5-5feb-46c4-865a-3b9cbf16f614 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c830a2df-df47-4808-b092-e0cf71ac7b80&id=a778aa35-5956-4b36-93ac-9d8175168705&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2265320 Sep 16 03:55:49.678698 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 33918) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:55:49.693046 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-d279fb5c-67d8-45cf-8e90-53e92765436e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:49.730422 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-6e53b8c4-0179-473a-a166-0ca185c2f9a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-389'] for router (6df99dd1-6576-46cf-9af5-72e8ecbd79ba), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:49.734172 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-6e53b8c4-0179-473a-a166-0ca185c2f9a0 admin admin] Publish callbacks [] for router_controller (6df99dd1-6576-46cf-9af5-72e8ecbd79ba), precommit_delete_associations {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:49.759055 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:55:49.791685 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a02c583-9a69-461f-8cff-7928eb297538 req-1dcc30b8-9a8a-455d-863a-6d8663d161c5 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Router e8eb6dc3-21a2-4b6e-907d-9210534718fc has already been hosted by L3 agent 20a8dcff-cb91-4cfb-b5ee-87736efe33d8 {{(pid=113375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 03:55:49.795572 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-d279fb5c-67d8-45cf-8e90-53e92765436e admin admin] Publish callbacks [] for security_group (1fb866ea-0a35-4688-8966-4d422f58accc), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:49.843622 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:55:49.901423 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a02c583-9a69-461f-8cff-7928eb297538 req-1dcc30b8-9a8a-455d-863a-6d8663d161c5 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Notify agent at l3_agent.dv-cinder-857993-1-iscsi the message routers_updated {{(pid=113375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 03:55:49.913377 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506ee102-57c4-4c30-a76a-5ae9200627d5 None None] Sync routers for ids ['e8eb6dc3-21a2-4b6e-907d-9210534718fc'] in dv-cinder-857993-1-iscsi {{(pid=113377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 03:55:49.913770 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-d279fb5c-67d8-45cf-8e90-53e92765436e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (1fb866ea-0a35-4688-8966-4d422f58accc), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:49.925713 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-6e53b8c4-0179-473a-a166-0ca185c2f9a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452449'] for router (6df99dd1-6576-46cf-9af5-72e8ecbd79ba), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:49.926436 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e53b8c4-0179-473a-a166-0ca185c2f9a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6df99dd1-6576-46cf-9af5-72e8ecbd79ba {{(pid=113375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 03:55:49.930028 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506ee102-57c4-4c30-a76a-5ae9200627d5 None None] Routers {'e8eb6dc3-21a2-4b6e-907d-9210534718fc'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:55:49.930653 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-506ee102-57c4-4c30-a76a-5ae9200627d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:55:25Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['e8eb6dc3-21a2-4b6e-907d-9210534718fc'], 'active': True} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:55:49.934196 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-6e53b8c4-0179-473a-a166-0ca185c2f9a0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:49.937678 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-6e53b8c4-0179-473a-a166-0ca185c2f9a0 admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/6df99dd1-6576-46cf-9af5-72e8ecbd79ba HTTP/1.1" status: 204 len: 168 time: 1.6825914 Sep 16 03:55:49.938743 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 33920) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:55:49.954521 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a02c583-9a69-461f-8cff-7928eb297538 req-1dcc30b8-9a8a-455d-863a-6d8663d161c5 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] No DVR routers for this DVR port 59cf9322-5f98-4a80-b3ba-193361cc8857 on host hv-cinder-85799 {{(pid=113375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 03:55:49.956996 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-6a02c583-9a69-461f-8cff-7928eb297538 req-1dcc30b8-9a8a-455d-863a-6d8663d161c5 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for port (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:49.961734 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-6a02c583-9a69-461f-8cff-7928eb297538 req-1dcc30b8-9a8a-455d-863a-6d8663d161c5 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.52 "DELETE /networking/v2.0/ports/59cf9322-5f98-4a80-b3ba-193361cc8857 HTTP/1.1" status: 204 len: 173 time: 1.3911095 Sep 16 03:55:49.967503 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0584f7f8-cc04-4019-9971-a0e59ee918f0', 'name': 'network-vif-deleted', 'tag': '59cf9322-5f98-4a80-b3ba-193361cc8857'}] {{(pid=113375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 03:55:49.967503 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5377fd1d321389c1792f161ed840337514ae556b8848fe715c314c680a14a908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f2c8c4-8021-446a-8726-078b2b2b9a86" -d '{"events": [{"server_uuid": "0584f7f8-cc04-4019-9971-a0e59ee918f0", "name": "network-vif-deleted", "tag": "59cf9322-5f98-4a80-b3ba-193361cc8857"}]}' {{(pid=113375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 03:55:50.024110 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-d279fb5c-67d8-45cf-8e90-53e92765436e admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=fd04ba91ce40452abed64ba2516e3333&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3441560 Sep 16 03:55:50.026830 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 33924) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:55:50.028722 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d279fb5c-67d8-45cf-8e90-53e92765436e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb866ea-0a35-4688-8966-4d422f58accc,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:55:50.073872 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 03:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e97e411-bd34-43b0-8438-a8a69026e321 x-openstack-request-id: req-8e97e411-bd34-43b0-8438-a8a69026e321 {{(pid=113375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 03:55:50.074211 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef868215-204b-48f7-90e8-33df42b869ec admin admin] Deleting subnet 4abf9a95-17e5-40d7-a907-9f39161a7362 {{(pid=113374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 03:55:50.074335 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0584f7f8-cc04-4019-9971-a0e59ee918f0", "name": "network-vif-deleted", "tag": "59cf9322-5f98-4a80-b3ba-193361cc8857", "status": "completed", "code": 200}]} {{(pid=113375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 03:55:50.074672 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8e97e411-bd34-43b0-8438-a8a69026e321 {{(pid=113375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 03:55:50.075372 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e97e411-bd34-43b0-8438-a8a69026e321'] response: {'server_uuid': '0584f7f8-cc04-4019-9971-a0e59ee918f0', 'name': 'network-vif-deleted', 'tag': '59cf9322-5f98-4a80-b3ba-193361cc8857', 'status': 'completed', 'code': 200} Sep 16 03:55:50.078772 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-ef868215-204b-48f7-90e8-33df42b869ec admin admin] Publish callbacks [] for subnet (4abf9a95-17e5-40d7-a907-9f39161a7362), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:50.088843 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvr_db [None req-506ee102-57c4-4c30-a76a-5ae9200627d5 None None] Set router e8eb6dc3-21a2-4b6e-907d-9210534718fc gateway port host: dv-cinder-857993-1-iscsi {{(pid=113377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:55:50.123826 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-ef868215-204b-48f7-90e8-33df42b869ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4574571'] for subnet (4abf9a95-17e5-40d7-a907-9f39161a7362), precommit_delete_associations {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:50.125665 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-2957859d-8f14-47be-bb45-486b574ef23e admin admin] Publish callbacks [] for security_group (1fb866ea-0a35-4688-8966-4d422f58accc), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:50.150648 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-2957859d-8f14-47be-bb45-486b574ef23e admin admin] Publish callbacks [] for security_group (1fb866ea-0a35-4688-8966-4d422f58accc), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:50.211994 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-ef868215-204b-48f7-90e8-33df42b869ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1375850'] for subnet (4abf9a95-17e5-40d7-a907-9f39161a7362), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:50.287649 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-506ee102-57c4-4c30-a76a-5ae9200627d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'name': 'tempest-AttachVolumeNegativeTest-1637071771-router', 'tenant_id': '8ee4a40c6c264553a14e0eff367da4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'e7b2fb5b-4aa2-42c3-b650-b953cc723fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:11Z', 'updated_at': '2022-09-16T03:48:23Z', 'revision_number': 4, 'project_id': '8ee4a40c6c264553a14e0eff367da4a0', 'gw_port': {'id': 'e7b2fb5b-4aa2-42c3-b650-b953cc723fe7', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:45:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:12Z', 'updated_at': '2022-09-16T03:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_interfaces': [{'id': 'ddd557da-e9c8-431d-9885-21bd1fddfa19', 'name': '', 'network_id': '4ff8c520-12d3-47e5-b499-6dbd6e9a131a', 'tenant_id': '8ee4a40c6c264553a14e0eff367da4a0', 'mac_address': 'fa:16:3e:6f:ba:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'dc6b4dbf-6194-4053-a2ab-d05e1046d55f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:21Z', 'updated_at': '2022-09-16T03:48:32Z', 'revision_number': 5, 'project_id': '8ee4a40c6c264553a14e0eff367da4a0', 'subnets': [{'id': 'dc6b4dbf-6194-4053-a2ab-d05e1046d55f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:55:50.311914 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506ee102-57c4-4c30-a76a-5ae9200627d5 None None] Checking router: e8eb6dc3-21a2-4b6e-907d-9210534718fc for host: dv-cinder-857993-1-iscsi {{(pid=113377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 03:55:50.321343 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506ee102-57c4-4c30-a76a-5ae9200627d5 None None] Routers {'e8eb6dc3-21a2-4b6e-907d-9210534718fc'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:55:50.321958 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-506ee102-57c4-4c30-a76a-5ae9200627d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:55:25Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['e8eb6dc3-21a2-4b6e-907d-9210534718fc'], 'active': True} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:55:50.362411 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-2957859d-8f14-47be-bb45-486b574ef23e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (1fb866ea-0a35-4688-8966-4d422f58accc), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:50.365249 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-2957859d-8f14-47be-bb45-486b574ef23e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:50.369285 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-2957859d-8f14-47be-bb45-486b574ef23e admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/1fb866ea-0a35-4688-8966-4d422f58accc HTTP/1.1" status: 204 len: 168 time: 0.3380125 Sep 16 03:55:50.382080 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2957859d-8f14-47be-bb45-486b574ef23e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb866ea-0a35-4688-8966-4d422f58accc,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:55:50.410857 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-ef868215-204b-48f7-90e8-33df42b869ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1345367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4965206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4750599'] for subnet (4abf9a95-17e5-40d7-a907-9f39161a7362), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:50.478297 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef868215-204b-48f7-90e8-33df42b869ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4abf9a95-17e5-40d7-a907-9f39161a7362,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:55:50.489681 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-ef868215-204b-48f7-90e8-33df42b869ec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:50.497777 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-ef868215-204b-48f7-90e8-33df42b869ec admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/4abf9a95-17e5-40d7-a907-9f39161a7362 HTTP/1.1" status: 204 len: 168 time: 0.5542960 Sep 16 03:55:50.498900 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 33932) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:55:50.501395 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c8d2f4-27d4-4264-9fcb-8f7a895c6384 None None] Network 96000232-5a2c-4cbe-8524-4ab75044ef77 requested from dv-cinder-857993-1-iscsi {{(pid=113376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 03:55:50.536117 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvr_db [None req-506ee102-57c4-4c30-a76a-5ae9200627d5 None None] Set router e8eb6dc3-21a2-4b6e-907d-9210534718fc gateway port host: dv-cinder-857993-1-iscsi {{(pid=113377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:55:50.577175 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-15643fb3-ecec-4d29-9f42-dfde4194cdd4 req-c172734c-5de5-4de0-b3f1-f6d0d47de67e tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0584f7f8-cc04-4019-9971-a0e59ee918f0 HTTP/1.1" status: 200 len: 210 time: 0.0546563 Sep 16 03:55:50.600014 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=86,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:55:50.626086 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-f078376a-c50f-4391-b16f-b360179b8e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1315103'] for network (96000232-5a2c-4cbe-8524-4ab75044ef77), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:50.628165 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device dea63493-fe7f-44f5-981f-4ef4ab311574 no longer exists at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 03:55:50.631232 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=100 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:55:50.677436 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.plugin [None req-f078376a-c50f-4391-b16f-b360179b8e0e admin admin] Deleting port 71f8bd64-bb01-4775-bd7d-a9e402009929 {{(pid=113374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 03:55:50.677908 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-f078376a-c50f-4391-b16f-b360179b8e0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672990733'] for port (71f8bd64-bb01-4775-bd7d-a9e402009929), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:50.764396 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.db [None req-f078376a-c50f-4391-b16f-b360179b8e0e admin admin] For port 71f8bd64-bb01-4775-bd7d-a9e402009929, host dv-cinder-857993-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=71f8bd64-bb01-4775-bd7d-a9e402009929,segment=NetworkSegment(f206f821-35d5-462a-80ff-01e4f0ec6983),segment_id=f206f821-35d5-462a-80ff-01e4f0ec6983)] {{(pid=113374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:55:50.764892 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-f078376a-c50f-4391-b16f-b360179b8e0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432982'] for port (71f8bd64-bb01-4775-bd7d-a9e402009929), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:50.781722 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.plugin [None req-f078376a-c50f-4391-b16f-b360179b8e0e admin admin] Calling delete_port for 71f8bd64-bb01-4775-bd7d-a9e402009929 owned by network:dhcp {{(pid=113374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 03:55:50.789986 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] No Port match for: dea63493-fe7f-44f5-981f-4ef4ab311574 {{(pid=113376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 03:55:50.790384 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device dea63493-fe7f-44f5-981f-4ef4ab311574 not bound to the agent host dv-cinder-857993-1-iscsi {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 03:55:50.790813 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device 4d6fce8a-7f44-4c9b-9123-63c5924fa5b6 no longer exists at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 03:55:50.821844 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-506ee102-57c4-4c30-a76a-5ae9200627d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'name': 'tempest-AttachVolumeNegativeTest-1637071771-router', 'tenant_id': '8ee4a40c6c264553a14e0eff367da4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'e7b2fb5b-4aa2-42c3-b650-b953cc723fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:11Z', 'updated_at': '2022-09-16T03:48:23Z', 'revision_number': 4, 'project_id': '8ee4a40c6c264553a14e0eff367da4a0', 'gw_port': {'id': 'e7b2fb5b-4aa2-42c3-b650-b953cc723fe7', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:45:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:12Z', 'updated_at': '2022-09-16T03:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_interfaces': [{'id': 'ddd557da-e9c8-431d-9885-21bd1fddfa19', 'name': '', 'network_id': '4ff8c520-12d3-47e5-b499-6dbd6e9a131a', 'tenant_id': '8ee4a40c6c264553a14e0eff367da4a0', 'mac_address': 'fa:16:3e:6f:ba:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'dc6b4dbf-6194-4053-a2ab-d05e1046d55f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:21Z', 'updated_at': '2022-09-16T03:48:32Z', 'revision_number': 5, 'project_id': '8ee4a40c6c264553a14e0eff367da4a0', 'subnets': [{'id': 'dc6b4dbf-6194-4053-a2ab-d05e1046d55f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:55:50.843809 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] No Port match for: 4d6fce8a-7f44-4c9b-9123-63c5924fa5b6 {{(pid=113376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 03:55:50.844071 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device 4d6fce8a-7f44-4c9b-9123-63c5924fa5b6 not bound to the agent host dv-cinder-857993-1-iscsi {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 03:55:50.846653 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506ee102-57c4-4c30-a76a-5ae9200627d5 None None] The sync data for ids ['e8eb6dc3-21a2-4b6e-907d-9210534718fc'] in dv-cinder-857993-1-iscsi is: [{'id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'name': 'tempest-AttachVolumeNegativeTest-1637071771-router', 'tenant_id': '8ee4a40c6c264553a14e0eff367da4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'e7b2fb5b-4aa2-42c3-b650-b953cc723fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:11Z', 'updated_at': '2022-09-16T03:48:23Z', 'revision_number': 4, 'project_id': '8ee4a40c6c264553a14e0eff367da4a0', 'gw_port': {'id': 'e7b2fb5b-4aa2-42c3-b650-b953cc723fe7', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:45:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:12Z', 'updated_at': '2022-09-16T03:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_interfaces': [{'id': 'ddd557da-e9c8-431d-9885-21bd1fddfa19', 'name': '', 'network_id': '4ff8c520-12d3-47e5-b499-6dbd6e9a131a', 'tenant_id': '8ee4a40c6c264553a14e0eff367da4a0', 'mac_address': 'fa:16:3e:6f:ba:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'dc6b4dbf-6194-4053-a2ab-d05e1046d55f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:21Z', 'updated_at': '2022-09-16T03:48:32Z', 'revision_number': 5, 'project_id': '8ee4a40c6c264553a14e0eff367da4a0', 'subnets': [{'id': 'dc6b4dbf-6194-4053-a2ab-d05e1046d55f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 03:55:50.876834 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e50ce7-e78e-4061-9565-96b564877822 req-92d5a5b8-743f-41c5-8a42-e7b8c02d0a71 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:55:50.878329 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-61e50ce7-e78e-4061-9565-96b564877822 req-92d5a5b8-743f-41c5-8a42-e7b8c02d0a71 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b8cedd5c-2825-4c90-81bd-9300e1db80c9 HTTP/1.1" status: 200 len: 985 time: 0.0877640 Sep 16 03:55:50.925049 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2548ac-c2cd-4a21-b9d8-a4a5a12c1823 None None] DHCP port deletion for 96000232-5a2c-4cbe-8524-4ab75044ef77 request from dv-cinder-857993-1-iscsi {{(pid=113376) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 03:55:50.974870 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-ae2548ac-c2cd-4a21-b9d8-a4a5a12c1823 None None] Deleting port 71f8bd64-bb01-4775-bd7d-a9e402009929 {{(pid=113376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 03:55:50.975349 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-ae2548ac-c2cd-4a21-b9d8-a4a5a12c1823 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672990733'] for port (71f8bd64-bb01-4775-bd7d-a9e402009929), before_delete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:50.979349 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-61e50ce7-e78e-4061-9565-96b564877822 req-aec6aff7-089f-4a75-85b2-33e96ce966e4 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c830a2df-df47-4808-b092-e0cf71ac7b80&id=a778aa35-5956-4b36-93ac-9d8175168705&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0857050 Sep 16 03:55:51.037334 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-f078376a-c50f-4391-b16f-b360179b8e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672957835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672515813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965177'] for port (71f8bd64-bb01-4775-bd7d-a9e402009929), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:51.067593 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-ae2548ac-c2cd-4a21-b9d8-a4a5a12c1823 None None] For port 71f8bd64-bb01-4775-bd7d-a9e402009929, host dv-cinder-857993-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=71f8bd64-bb01-4775-bd7d-a9e402009929,segment=NetworkSegment(f206f821-35d5-462a-80ff-01e4f0ec6983),segment_id=f206f821-35d5-462a-80ff-01e4f0ec6983)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:55:51.067859 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f078376a-c50f-4391-b16f-b360179b8e0e admin admin] Pushing event deleted for resources: {'Port': ['ID=71f8bd64-bb01-4775-bd7d-a9e402009929,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:55:51.068064 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-ae2548ac-c2cd-4a21-b9d8-a4a5a12c1823 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432982'] for port (71f8bd64-bb01-4775-bd7d-a9e402009929), precommit_delete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:51.072183 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f078376a-c50f-4391-b16f-b360179b8e0e admin admin] No DVR routers for this DVR port 71f8bd64-bb01-4775-bd7d-a9e402009929 on host dv-cinder-857993-1-iscsi {{(pid=113374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 03:55:51.104301 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-ae2548ac-c2cd-4a21-b9d8-a4a5a12c1823 None None] Calling delete_port for 71f8bd64-bb01-4775-bd7d-a9e402009929 owned by network:dhcp {{(pid=113376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 03:55:51.178800 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-f078376a-c50f-4391-b16f-b360179b8e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-666433', 'neutron.services.segments.db._delete_segments_for_network-8741672980929'] for network (96000232-5a2c-4cbe-8524-4ab75044ef77), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:51.206371 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.services.segments.db [None req-f078376a-c50f-4391-b16f-b360179b8e0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96000232-5a2c-4cbe-8524-4ab75044ef77']}} {{(pid=113374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:55:51.211650 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-ae2548ac-c2cd-4a21-b9d8-a4a5a12c1823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672957835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672515813'] for port (71f8bd64-bb01-4775-bd7d-a9e402009929), after_delete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:51.218766 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.services.segments.db [None req-f078376a-c50f-4391-b16f-b360179b8e0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f206f821-35d5-462a-80ff-01e4f0ec6983') {'for_net_delete': True} {{(pid=113374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:55:51.218766 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.services.segments.db [None req-f078376a-c50f-4391-b16f-b360179b8e0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f206f821-35d5-462a-80ff-01e4f0ec6983') {} {{(pid=113374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:55:51.229949 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-f078376a-c50f-4391-b16f-b360179b8e0e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741672980821', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4574544'] for segment (f206f821-35d5-462a-80ff-01e4f0ec6983), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:51.240750 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2548ac-c2cd-4a21-b9d8-a4a5a12c1823 None None] No DVR routers for this DVR port 71f8bd64-bb01-4775-bd7d-a9e402009929 on host dv-cinder-857993-1-iscsi {{(pid=113376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 03:55:51.242355 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2548ac-c2cd-4a21-b9d8-a4a5a12c1823 None None] Pushing event deleted for resources: {'Port': ['ID=71f8bd64-bb01-4775-bd7d-a9e402009929,revision_number=None']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:55:51.246531 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dee60d7-8e2c-48a6-930f-4b4c94d7d1f7 None None] New status for floating IP de737b5a-9b4b-4532-892f-b5b715c65cd2: DOWN {{(pid=113376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 03:55:51.250629 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-f078376a-c50f-4391-b16f-b360179b8e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432398'] for segment (f206f821-35d5-462a-80ff-01e4f0ec6983), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:51.263820 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f078376a-c50f-4391-b16f-b360179b8e0e admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=113374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 03:55:51.263820 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-f078376a-c50f-4391-b16f-b360179b8e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965356'] for segment (f206f821-35d5-462a-80ff-01e4f0ec6983), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:51.302230 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.services.segments.plugin [-] Segment f206f821-35d5-462a-80ff-01e4f0ec6983 resource provider aggregate not found Sep 16 03:55:51.324674 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.services.segments.plugin [-] Segment f206f821-35d5-462a-80ff-01e4f0ec6983 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f206f821-35d5-462a-80ff-01e4f0ec6983 found for delete ", "request_id": "req-e9da3bea-938b-4942-bf38-1195728e2f51"}]} Sep 16 03:55:51.453807 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-f078376a-c50f-4391-b16f-b360179b8e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-666488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-452227'] for network (96000232-5a2c-4cbe-8524-4ab75044ef77), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:51.466565 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-f078376a-c50f-4391-b16f-b360179b8e0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602048'] for network (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:51.469777 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-f078376a-c50f-4391-b16f-b360179b8e0e admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/96000232-5a2c-4cbe-8524-4ab75044ef77 HTTP/1.1" status: 204 len: 168 time: 0.9706964 Sep 16 03:55:51.481370 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f078376a-c50f-4391-b16f-b360179b8e0e admin admin] Pushing event deleted for resources: {'Network': ['ID=96000232-5a2c-4cbe-8524-4ab75044ef77,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:55:51.780393 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 33962) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:55:51.840717 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-f310fe23-4052-4e4d-a78e-e34e9a0b3e2f tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks [] for security_group (0dbe5eda-1a32-47c1-b4a4-15b7d69dfb89), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:51.867411 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-f310fe23-4052-4e4d-a78e-e34e9a0b3e2f tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks [] for security_group (0dbe5eda-1a32-47c1-b4a4-15b7d69dfb89), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:51.964303 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 33966) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:55:52.013337 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-1d167526-923d-4dc7-a41a-a99feabe8774 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=e94b50976295422c9c8374155cf2d2c2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0478539 Sep 16 03:55:52.015845 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 33972) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:55:52.070879 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-41c12a97-c8a0-4e73-ba1c-9b4e95279cda admin admin] Publish callbacks [] for security_group (87cf58be-dfff-44b8-a77a-4d635f828849), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:52.091981 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-41c12a97-c8a0-4e73-ba1c-9b4e95279cda admin admin] Publish callbacks [] for security_group (87cf58be-dfff-44b8-a77a-4d635f828849), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:52.111679 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c2674-4c8c-4900-9d48-8c16b851a622 req-723cf0f2-5d28-4db6-9773-cf142da05544 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:55:52.114788 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-f96c2674-4c8c-4900-9d48-8c16b851a622 req-723cf0f2-5d28-4db6-9773-cf142da05544 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b8cedd5c-2825-4c90-81bd-9300e1db80c9 HTTP/1.1" status: 200 len: 985 time: 0.0514414 Sep 16 03:55:52.133477 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-f310fe23-4052-4e4d-a78e-e34e9a0b3e2f tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (0dbe5eda-1a32-47c1-b4a4-15b7d69dfb89), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:52.139780 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-f310fe23-4052-4e4d-a78e-e34e9a0b3e2f tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks [] for security_group (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:52.139780 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-f310fe23-4052-4e4d-a78e-e34e9a0b3e2f tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/0dbe5eda-1a32-47c1-b4a4-15b7d69dfb89 HTTP/1.1" status: 204 len: 168 time: 0.3557253 Sep 16 03:55:52.141053 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 33980) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:55:52.148997 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f310fe23-4052-4e4d-a78e-e34e9a0b3e2f tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dbe5eda-1a32-47c1-b4a4-15b7d69dfb89,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:55:52.161090 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.api.v2.resource [None req-4d0fd9ce-f692-4c59-8754-dfc11efcbf79 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] show failed (client error): The resource could not be found. Sep 16 03:55:52.162157 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-4d0fd9ce-f692-4c59-8754-dfc11efcbf79 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "GET /networking/v2.0/security-groups/0dbe5eda-1a32-47c1-b4a4-15b7d69dfb89 HTTP/1.1" status: 404 len: 347 time: 0.0195978 Sep 16 03:55:52.165378 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 33982) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:55:52.253931 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:55:52.293680 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-41c12a97-c8a0-4e73-ba1c-9b4e95279cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (87cf58be-dfff-44b8-a77a-4d635f828849), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:52.296614 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-41c12a97-c8a0-4e73-ba1c-9b4e95279cda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:52.297920 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-41c12a97-c8a0-4e73-ba1c-9b4e95279cda admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/87cf58be-dfff-44b8-a77a-4d635f828849 HTTP/1.1" status: 204 len: 168 time: 0.2811394 Sep 16 03:55:52.315915 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c12a97-c8a0-4e73-ba1c-9b4e95279cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87cf58be-dfff-44b8-a77a-4d635f828849,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:55:52.319648 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-f96c2674-4c8c-4900-9d48-8c16b851a622 req-2d7615de-b569-40ca-85c7-b509a6ba3a59 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c830a2df-df47-4808-b092-e0cf71ac7b80&id=a778aa35-5956-4b36-93ac-9d8175168705&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1953590 Sep 16 03:55:52.343705 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.plugin [None req-6556db18-853c-48a8-b0c4-10a924791531 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Deleting port 7fdee31f-8267-40ed-9943-985c9384f9ca {{(pid=113375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 03:55:52.344046 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-6556db18-853c-48a8-b0c4-10a924791531 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672990733'] for port (7fdee31f-8267-40ed-9943-985c9384f9ca), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:52.422688 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-6556db18-853c-48a8-b0c4-10a924791531 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432982'] for port (7fdee31f-8267-40ed-9943-985c9384f9ca), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:52.423054 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-6556db18-853c-48a8-b0c4-10a924791531 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks [] for floatingip (7fdee31f-8267-40ed-9943-985c9384f9ca), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:52.436017 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.plugin [None req-6556db18-853c-48a8-b0c4-10a924791531 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Calling delete_port for 7fdee31f-8267-40ed-9943-985c9384f9ca owned by network:floatingip {{(pid=113375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 03:55:52.517808 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:55:52.521082 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device 71f8bd64-bb01-4775-bd7d-a9e402009929 no longer exists at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 03:55:52.541437 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] No Port match for: 71f8bd64-bb01-4775-bd7d-a9e402009929 {{(pid=113376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 03:55:52.542058 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device 71f8bd64-bb01-4775-bd7d-a9e402009929 not bound to the agent host dv-cinder-857993-1-iscsi {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 03:55:52.548701 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device 59cf9322-5f98-4a80-b3ba-193361cc8857 no longer exists at agent hyperv_hv-cinder-85799 {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 03:55:52.569891 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] No Port match for: 59cf9322-5f98-4a80-b3ba-193361cc8857 {{(pid=113376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 03:55:52.570237 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device 59cf9322-5f98-4a80-b3ba-193361cc8857 not bound to the agent host hv-cinder-85799 {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 03:55:52.625344 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-6556db18-853c-48a8-b0c4-10a924791531 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672957835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672515813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4972043'] for port (7fdee31f-8267-40ed-9943-985c9384f9ca), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:52.652112 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6556db18-853c-48a8-b0c4-10a924791531 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Pushing event deleted for resources: {'Port': ['ID=7fdee31f-8267-40ed-9943-985c9384f9ca,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:55:52.718768 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-6556db18-853c-48a8-b0c4-10a924791531 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks [] for floatingip (de737b5a-9b4b-4532-892f-b5b715c65cd2), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:52.721377 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-6556db18-853c-48a8-b0c4-10a924791531 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for floatingip (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:52.722587 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-6556db18-853c-48a8-b0c4-10a924791531 tempest-AttachVolumeNegativeTest-1762556014 tempest-AttachVolumeNegativeTest-1762556014-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/de737b5a-9b4b-4532-892f-b5b715c65cd2 HTTP/1.1" status: 204 len: 168 time: 0.5548582 Sep 16 03:55:52.855830 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 33994) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:55:52.972144 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-75456ebf-5667-4317-af19-c1aba10e41b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:53.032636 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:55:53.075238 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-75456ebf-5667-4317-af19-c1aba10e41b1 admin admin] Publish callbacks [] for security_group (d3929ddd-1637-4424-86a9-3b041cd6dc38), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:53.185360 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-75456ebf-5667-4317-af19-c1aba10e41b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (d3929ddd-1637-4424-86a9-3b041cd6dc38), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:53.219352 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-ca8979f8-1c1d-4b38-b339-c9e3b098c295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (5f458d39-b7df-4a2e-8f52-58d49f268778), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:53.226855 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-75456ebf-5667-4317-af19-c1aba10e41b1 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=f9107c9a98024365a67e95ff1e6d685f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3698707 Sep 16 03:55:53.227800 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75456ebf-5667-4317-af19-c1aba10e41b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3929ddd-1637-4424-86a9-3b041cd6dc38,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:55:53.229662 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 34008) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:55:53.284670 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-f1dc011e-7922-4fff-8a98-2c83da14e615 admin admin] Publish callbacks [] for security_group (d3929ddd-1637-4424-86a9-3b041cd6dc38), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:53.305791 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-f1dc011e-7922-4fff-8a98-2c83da14e615 admin admin] Publish callbacks [] for security_group (d3929ddd-1637-4424-86a9-3b041cd6dc38), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:53.432741 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:55:53.441465 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6d23bc-d18a-4927-8d49-208ad08d719f req-4d8fc271-cb62-4b7e-b55b-6cdd92fa0791 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:55:53.442975 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-4b6d23bc-d18a-4927-8d49-208ad08d719f req-4d8fc271-cb62-4b7e-b55b-6cdd92fa0791 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b8cedd5c-2825-4c90-81bd-9300e1db80c9 HTTP/1.1" status: 200 len: 985 time: 0.0509849 Sep 16 03:55:53.447911 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-f1dc011e-7922-4fff-8a98-2c83da14e615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (d3929ddd-1637-4424-86a9-3b041cd6dc38), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:53.450662 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-f1dc011e-7922-4fff-8a98-2c83da14e615 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:53.454828 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-f1dc011e-7922-4fff-8a98-2c83da14e615 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/d3929ddd-1637-4424-86a9-3b041cd6dc38 HTTP/1.1" status: 204 len: 168 time: 0.2240884 Sep 16 03:55:53.477215 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dc011e-7922-4fff-8a98-2c83da14e615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3929ddd-1637-4424-86a9-3b041cd6dc38,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:55:53.525145 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-4b6d23bc-d18a-4927-8d49-208ad08d719f req-a69982ce-37e7-499f-a476-c96e016e1a73 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c830a2df-df47-4808-b092-e0cf71ac7b80&id=a778aa35-5956-4b36-93ac-9d8175168705&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0691020 Sep 16 03:55:55.402283 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-a85448f4-1e50-4754-b796-fd9788b99689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (20a8dcff-cb91-4cfb-b5ee-87736efe33d8), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:56.773901 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-6e17b5b7-15b9-4810-ad4e-df527af14d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (b6f1069f-4437-473a-8bc8-4bc493c2bb12), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:56.947876 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 34114) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:55:57.413390 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:55:57.418274 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-15edd813-8df4-415e-b93f-5fd6b310aebb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-427180'] for router_interface (e8eb6dc3-21a2-4b6e-907d-9210534718fc), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:57.653713 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.plugin [None req-15edd813-8df4-415e-b93f-5fd6b310aebb admin admin] Deleting port ddd557da-e9c8-431d-9885-21bd1fddfa19 {{(pid=113374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 03:55:57.654050 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-15edd813-8df4-415e-b93f-5fd6b310aebb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672990733'] for port (ddd557da-e9c8-431d-9885-21bd1fddfa19), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:57.738099 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.db [None req-15edd813-8df4-415e-b93f-5fd6b310aebb admin admin] For port ddd557da-e9c8-431d-9885-21bd1fddfa19, host dv-cinder-857993-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=ddd557da-e9c8-431d-9885-21bd1fddfa19,segment=NetworkSegment(8f3c2513-130a-4e92-b8d6-c7c7e1d1ec24),segment_id=8f3c2513-130a-4e92-b8d6-c7c7e1d1ec24)] {{(pid=113374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:55:57.738387 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-15edd813-8df4-415e-b93f-5fd6b310aebb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432982'] for port (ddd557da-e9c8-431d-9885-21bd1fddfa19), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:57.751848 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.plugin [None req-15edd813-8df4-415e-b93f-5fd6b310aebb admin admin] Calling delete_port for ddd557da-e9c8-431d-9885-21bd1fddfa19 owned by network:router_interface {{(pid=113374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 03:55:57.886993 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:55:58.008610 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-15edd813-8df4-415e-b93f-5fd6b310aebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672957835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672515813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965177'] for port (ddd557da-e9c8-431d-9885-21bd1fddfa19), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:58.038412 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15edd813-8df4-415e-b93f-5fd6b310aebb admin admin] Pushing event deleted for resources: {'Port': ['ID=ddd557da-e9c8-431d-9885-21bd1fddfa19,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:55:58.235268 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-15edd813-8df4-415e-b93f-5fd6b310aebb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452380'] for router_interface (e8eb6dc3-21a2-4b6e-907d-9210534718fc), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:58.321318 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:55:58.619662 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-2875a3e6-2c6e-4f2c-bd58-7e0a3de9c063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (bb5efb49-5a18-474a-824b-90488b0f2024), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:58.620295 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (9480ceca-8cb5-4b85-9807-6ee42f948820), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:58.692749 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15edd813-8df4-415e-b93f-5fd6b310aebb admin admin] Router e8eb6dc3-21a2-4b6e-907d-9210534718fc has already been hosted by L3 agent 20a8dcff-cb91-4cfb-b5ee-87736efe33d8 {{(pid=113374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 03:55:58.791067 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15edd813-8df4-415e-b93f-5fd6b310aebb admin admin] Notify agent at l3_agent.dv-cinder-857993-1-iscsi the message routers_updated {{(pid=113374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 03:55:58.798548 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-15edd813-8df4-415e-b93f-5fd6b310aebb admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/e8eb6dc3-21a2-4b6e-907d-9210534718fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8508990 Sep 16 03:55:58.799637 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 34148) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:55:58.801733 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2437abc-155b-4539-8223-ce8e4b175d4e None None] Sync routers for ids ['e8eb6dc3-21a2-4b6e-907d-9210534718fc'] in dv-cinder-857993-1-iscsi {{(pid=113377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 03:55:58.814106 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2437abc-155b-4539-8223-ce8e4b175d4e None None] Routers {'e8eb6dc3-21a2-4b6e-907d-9210534718fc'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:55:58.814713 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-d2437abc-155b-4539-8223-ce8e4b175d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:55:55Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['e8eb6dc3-21a2-4b6e-907d-9210534718fc'], 'active': True} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:55:58.909222 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-f965857d-1117-40b0-96e0-de08ce6c9cbc admin admin] Publish callbacks [] for router (e8eb6dc3-21a2-4b6e-907d-9210534718fc), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:58.914834 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvr_db [None req-d2437abc-155b-4539-8223-ce8e4b175d4e None None] Set router e8eb6dc3-21a2-4b6e-907d-9210534718fc gateway port host: dv-cinder-857993-1-iscsi {{(pid=113377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:55:59.012588 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-f965857d-1117-40b0-96e0-de08ce6c9cbc admin admin] Publish callbacks [] for router_gateway (e8eb6dc3-21a2-4b6e-907d-9210534718fc), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:59.080056 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-d2437abc-155b-4539-8223-ce8e4b175d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'name': 'tempest-AttachVolumeNegativeTest-1637071771-router', 'tenant_id': '8ee4a40c6c264553a14e0eff367da4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'e7b2fb5b-4aa2-42c3-b650-b953cc723fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:11Z', 'updated_at': '2022-09-16T03:55:57Z', 'revision_number': 5, 'project_id': '8ee4a40c6c264553a14e0eff367da4a0', 'gw_port': {'id': 'e7b2fb5b-4aa2-42c3-b650-b953cc723fe7', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:45:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:12Z', 'updated_at': '2022-09-16T03:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi'}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:55:59.108944 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2437abc-155b-4539-8223-ce8e4b175d4e None None] Checking router: e8eb6dc3-21a2-4b6e-907d-9210534718fc for host: dv-cinder-857993-1-iscsi {{(pid=113377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 03:55:59.117386 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2437abc-155b-4539-8223-ce8e4b175d4e None None] Routers {'e8eb6dc3-21a2-4b6e-907d-9210534718fc'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:55:59.117976 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-d2437abc-155b-4539-8223-ce8e4b175d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:55:55Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['e8eb6dc3-21a2-4b6e-907d-9210534718fc'], 'active': True} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:55:59.194436 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.plugin [None req-f965857d-1117-40b0-96e0-de08ce6c9cbc admin admin] Deleting port e7b2fb5b-4aa2-42c3-b650-b953cc723fe7 {{(pid=113375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 03:55:59.195316 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-f965857d-1117-40b0-96e0-de08ce6c9cbc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672990733'] for port (e7b2fb5b-4aa2-42c3-b650-b953cc723fe7), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:59.223556 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvr_db [None req-d2437abc-155b-4539-8223-ce8e4b175d4e None None] Set router e8eb6dc3-21a2-4b6e-907d-9210534718fc gateway port host: dv-cinder-857993-1-iscsi {{(pid=113377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:55:59.283783 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.db [None req-f965857d-1117-40b0-96e0-de08ce6c9cbc admin admin] For port e7b2fb5b-4aa2-42c3-b650-b953cc723fe7, host dv-cinder-857993-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=e7b2fb5b-4aa2-42c3-b650-b953cc723fe7,segment=NetworkSegment(0cda3508-2052-48b1-ae54-b35f980014ad),segment_id=0cda3508-2052-48b1-ae54-b35f980014ad)] {{(pid=113375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:55:59.284156 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-f965857d-1117-40b0-96e0-de08ce6c9cbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432982'] for port (e7b2fb5b-4aa2-42c3-b650-b953cc723fe7), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:59.300266 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.plugin [None req-f965857d-1117-40b0-96e0-de08ce6c9cbc admin admin] Calling delete_port for e7b2fb5b-4aa2-42c3-b650-b953cc723fe7 owned by network:router_gateway {{(pid=113375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 03:55:59.409222 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-d2437abc-155b-4539-8223-ce8e4b175d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'name': 'tempest-AttachVolumeNegativeTest-1637071771-router', 'tenant_id': '8ee4a40c6c264553a14e0eff367da4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'e7b2fb5b-4aa2-42c3-b650-b953cc723fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:11Z', 'updated_at': '2022-09-16T03:55:57Z', 'revision_number': 5, 'project_id': '8ee4a40c6c264553a14e0eff367da4a0', 'gw_port': {'id': 'e7b2fb5b-4aa2-42c3-b650-b953cc723fe7', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:45:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:12Z', 'updated_at': '2022-09-16T03:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi'}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:55:59.438937 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2437abc-155b-4539-8223-ce8e4b175d4e None None] The sync data for ids ['e8eb6dc3-21a2-4b6e-907d-9210534718fc'] in dv-cinder-857993-1-iscsi is: [{'id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'name': 'tempest-AttachVolumeNegativeTest-1637071771-router', 'tenant_id': '8ee4a40c6c264553a14e0eff367da4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'e7b2fb5b-4aa2-42c3-b650-b953cc723fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:11Z', 'updated_at': '2022-09-16T03:55:57Z', 'revision_number': 5, 'project_id': '8ee4a40c6c264553a14e0eff367da4a0', 'gw_port': {'id': 'e7b2fb5b-4aa2-42c3-b650-b953cc723fe7', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:45:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8eb6dc3-21a2-4b6e-907d-9210534718fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:12Z', 'updated_at': '2022-09-16T03:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi'}] {{(pid=113377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 03:55:59.528344 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-f965857d-1117-40b0-96e0-de08ce6c9cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672957835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672515813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4972043'] for port (e7b2fb5b-4aa2-42c3-b650-b953cc723fe7), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:59.557652 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 34170) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:55:59.559982 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f965857d-1117-40b0-96e0-de08ce6c9cbc admin admin] Pushing event deleted for resources: {'Port': ['ID=e7b2fb5b-4aa2-42c3-b650-b953cc723fe7,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:55:59.626448 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:INSERT=5,neutron:SELECT=86,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:55:59.634423 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-f965857d-1117-40b0-96e0-de08ce6c9cbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-452182'] for router_gateway (e8eb6dc3-21a2-4b6e-907d-9210534718fc), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:59.707593 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-40327c09-57be-4966-8c27-4bd307d3e0e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:59.806428 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-40327c09-57be-4966-8c27-4bd307d3e0e4 admin admin] Publish callbacks [] for security_group (a79b43b3-dfc8-4cfd-affc-862bf328dce3), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:59.865095 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-40327c09-57be-4966-8c27-4bd307d3e0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (a79b43b3-dfc8-4cfd-affc-862bf328dce3), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:55:59.911031 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40327c09-57be-4966-8c27-4bd307d3e0e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a79b43b3-dfc8-4cfd-affc-862bf328dce3,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:55:59.933110 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-40327c09-57be-4966-8c27-4bd307d3e0e4 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=d45b537510f8486f8199e4b51f31e143&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3738129 Sep 16 03:55:59.946896 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 34186) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:55:59.997468 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-f965857d-1117-40b0-96e0-de08ce6c9cbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-389'] for router (e8eb6dc3-21a2-4b6e-907d-9210534718fc), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:00.000655 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-f965857d-1117-40b0-96e0-de08ce6c9cbc admin admin] Publish callbacks [] for router_controller (e8eb6dc3-21a2-4b6e-907d-9210534718fc), precommit_delete_associations {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:00.002521 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-e3678951-b983-4866-a2a6-8b3d269a9fea admin admin] Publish callbacks [] for security_group (a79b43b3-dfc8-4cfd-affc-862bf328dce3), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:00.005490 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:56:00.027624 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-e3678951-b983-4866-a2a6-8b3d269a9fea admin admin] Publish callbacks [] for security_group (a79b43b3-dfc8-4cfd-affc-862bf328dce3), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:00.145468 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-f965857d-1117-40b0-96e0-de08ce6c9cbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452449'] for router (e8eb6dc3-21a2-4b6e-907d-9210534718fc), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:00.146115 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f965857d-1117-40b0-96e0-de08ce6c9cbc admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8eb6dc3-21a2-4b6e-907d-9210534718fc {{(pid=113375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 03:56:00.151569 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-f965857d-1117-40b0-96e0-de08ce6c9cbc admin admin] Publish callbacks [] for router (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:00.155420 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-f965857d-1117-40b0-96e0-de08ce6c9cbc admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/e8eb6dc3-21a2-4b6e-907d-9210534718fc HTTP/1.1" status: 204 len: 168 time: 1.3512440 Sep 16 03:56:00.157754 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 34196) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:56:00.199482 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-e3678951-b983-4866-a2a6-8b3d269a9fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (a79b43b3-dfc8-4cfd-affc-862bf328dce3), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:00.203785 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-e3678951-b983-4866-a2a6-8b3d269a9fea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:00.203785 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-e3678951-b983-4866-a2a6-8b3d269a9fea admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/a79b43b3-dfc8-4cfd-affc-862bf328dce3 HTTP/1.1" status: 204 len: 168 time: 0.2664647 Sep 16 03:56:00.216453 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3678951-b983-4866-a2a6-8b3d269a9fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a79b43b3-dfc8-4cfd-affc-862bf328dce3,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:56:00.239871 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3f23883-7839-4397-9d14-f63465b299e0 admin admin] Deleting subnet dc6b4dbf-6194-4053-a2ab-d05e1046d55f {{(pid=113374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 03:56:00.246850 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-a3f23883-7839-4397-9d14-f63465b299e0 admin admin] Publish callbacks [] for subnet (dc6b4dbf-6194-4053-a2ab-d05e1046d55f), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:00.290439 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-a3f23883-7839-4397-9d14-f63465b299e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4574571'] for subnet (dc6b4dbf-6194-4053-a2ab-d05e1046d55f), precommit_delete_associations {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:00.370362 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:56:00.374777 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-a3f23883-7839-4397-9d14-f63465b299e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1375850'] for subnet (dc6b4dbf-6194-4053-a2ab-d05e1046d55f), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:00.505365 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-a3f23883-7839-4397-9d14-f63465b299e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1345367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4965206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4750599'] for subnet (dc6b4dbf-6194-4053-a2ab-d05e1046d55f), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:00.537734 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-a3f23883-7839-4397-9d14-f63465b299e0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:00.544117 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-a3f23883-7839-4397-9d14-f63465b299e0 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/dc6b4dbf-6194-4053-a2ab-d05e1046d55f HTTP/1.1" status: 204 len: 168 time: 0.3826513 Sep 16 03:56:00.544117 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f23883-7839-4397-9d14-f63465b299e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc6b4dbf-6194-4053-a2ab-d05e1046d55f,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:56:00.544722 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 34210) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:56:00.553251 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1fd902c-5b34-416e-9c8b-64eaf9f2ffd3 None None] Network 4ff8c520-12d3-47e5-b499-6dbd6e9a131a requested from dv-cinder-857993-1-iscsi {{(pid=113376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 03:56:00.631662 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-8fbcabd3-d215-4ab7-92b2-e97de4b8ee72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1315103'] for network (4ff8c520-12d3-47e5-b499-6dbd6e9a131a), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:00.680440 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:56:00.693206 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.plugin [None req-8fbcabd3-d215-4ab7-92b2-e97de4b8ee72 admin admin] Deleting port 915e6934-7d41-4603-8539-e5777ad44030 {{(pid=113375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 03:56:00.693864 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-8fbcabd3-d215-4ab7-92b2-e97de4b8ee72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672990733'] for port (915e6934-7d41-4603-8539-e5777ad44030), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:00.741674 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9322604-f148-4d1b-9453-8afdc1b73cc9 None None] DHCP port deletion for 4ff8c520-12d3-47e5-b499-6dbd6e9a131a request from dv-cinder-857993-1-iscsi {{(pid=113376) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 03:56:00.780883 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-b9322604-f148-4d1b-9453-8afdc1b73cc9 None None] Deleting port 915e6934-7d41-4603-8539-e5777ad44030 {{(pid=113376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 03:56:00.781126 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b9322604-f148-4d1b-9453-8afdc1b73cc9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672990733'] for port (915e6934-7d41-4603-8539-e5777ad44030), before_delete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:00.783561 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.db [None req-8fbcabd3-d215-4ab7-92b2-e97de4b8ee72 admin admin] For port 915e6934-7d41-4603-8539-e5777ad44030, host dv-cinder-857993-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=915e6934-7d41-4603-8539-e5777ad44030,segment=NetworkSegment(8f3c2513-130a-4e92-b8d6-c7c7e1d1ec24),segment_id=8f3c2513-130a-4e92-b8d6-c7c7e1d1ec24)] {{(pid=113375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:56:00.784027 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-8fbcabd3-d215-4ab7-92b2-e97de4b8ee72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432982'] for port (915e6934-7d41-4603-8539-e5777ad44030), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:00.800166 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device e7b2fb5b-4aa2-42c3-b650-b953cc723fe7 no longer exists at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 03:56:00.805472 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.plugin [None req-8fbcabd3-d215-4ab7-92b2-e97de4b8ee72 admin admin] Calling delete_port for 915e6934-7d41-4603-8539-e5777ad44030 owned by network:dhcp {{(pid=113375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 03:56:00.853293 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] No Port match for: e7b2fb5b-4aa2-42c3-b650-b953cc723fe7 {{(pid=113376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 03:56:00.853887 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device e7b2fb5b-4aa2-42c3-b650-b953cc723fe7 not bound to the agent host dv-cinder-857993-1-iscsi {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 03:56:00.854459 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device ddd557da-e9c8-431d-9885-21bd1fddfa19 no longer exists at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 03:56:00.881292 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:56:00.887196 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] No Port match for: ddd557da-e9c8-431d-9885-21bd1fddfa19 {{(pid=113376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 03:56:00.887543 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device ddd557da-e9c8-431d-9885-21bd1fddfa19 not bound to the agent host dv-cinder-857993-1-iscsi {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 03:56:00.894796 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b9322604-f148-4d1b-9453-8afdc1b73cc9 None None] For port 915e6934-7d41-4603-8539-e5777ad44030, host dv-cinder-857993-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=915e6934-7d41-4603-8539-e5777ad44030,segment=NetworkSegment(8f3c2513-130a-4e92-b8d6-c7c7e1d1ec24),segment_id=8f3c2513-130a-4e92-b8d6-c7c7e1d1ec24)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:56:00.895227 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b9322604-f148-4d1b-9453-8afdc1b73cc9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432982'] for port (915e6934-7d41-4603-8539-e5777ad44030), precommit_delete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:00.908940 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-b9322604-f148-4d1b-9453-8afdc1b73cc9 None None] Calling delete_port for 915e6934-7d41-4603-8539-e5777ad44030 owned by network:dhcp {{(pid=113376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 03:56:00.953727 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:56:00.962517 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-8fbcabd3-d215-4ab7-92b2-e97de4b8ee72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672957835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672515813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4972043'] for port (915e6934-7d41-4603-8539-e5777ad44030), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:00.992426 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbcabd3-d215-4ab7-92b2-e97de4b8ee72 admin admin] Pushing event deleted for resources: {'Port': ['ID=915e6934-7d41-4603-8539-e5777ad44030,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:56:00.993018 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b9322604-f148-4d1b-9453-8afdc1b73cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672957835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672515813'] for port (915e6934-7d41-4603-8539-e5777ad44030), after_delete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:01.000679 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbcabd3-d215-4ab7-92b2-e97de4b8ee72 admin admin] No DVR routers for this DVR port 915e6934-7d41-4603-8539-e5777ad44030 on host dv-cinder-857993-1-iscsi {{(pid=113375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 03:56:01.025665 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9322604-f148-4d1b-9453-8afdc1b73cc9 None None] Pushing event deleted for resources: {'Port': ['ID=915e6934-7d41-4603-8539-e5777ad44030,revision_number=None']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:56:01.030330 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9322604-f148-4d1b-9453-8afdc1b73cc9 None None] No DVR routers for this DVR port 915e6934-7d41-4603-8539-e5777ad44030 on host dv-cinder-857993-1-iscsi {{(pid=113376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 03:56:01.075329 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-8fbcabd3-d215-4ab7-92b2-e97de4b8ee72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-666433', 'neutron.services.segments.db._delete_segments_for_network-8741672980929'] for network (4ff8c520-12d3-47e5-b499-6dbd6e9a131a), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:01.095085 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.services.segments.db [None req-8fbcabd3-d215-4ab7-92b2-e97de4b8ee72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ff8c520-12d3-47e5-b499-6dbd6e9a131a']}} {{(pid=113375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:56:01.104478 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.services.segments.db [None req-8fbcabd3-d215-4ab7-92b2-e97de4b8ee72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f3c2513-130a-4e92-b8d6-c7c7e1d1ec24') {'for_net_delete': True} {{(pid=113375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:56:01.104695 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.services.segments.db [None req-8fbcabd3-d215-4ab7-92b2-e97de4b8ee72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f3c2513-130a-4e92-b8d6-c7c7e1d1ec24') {} {{(pid=113375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:56:01.114137 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-8fbcabd3-d215-4ab7-92b2-e97de4b8ee72 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741672980821', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7583025'] for segment (8f3c2513-130a-4e92-b8d6-c7c7e1d1ec24), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:01.128357 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-8fbcabd3-d215-4ab7-92b2-e97de4b8ee72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432398'] for segment (8f3c2513-130a-4e92-b8d6-c7c7e1d1ec24), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:01.135594 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fbcabd3-d215-4ab7-92b2-e97de4b8ee72 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=113375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 03:56:01.136555 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-8fbcabd3-d215-4ab7-92b2-e97de4b8ee72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4972254'] for segment (8f3c2513-130a-4e92-b8d6-c7c7e1d1ec24), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:01.182589 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.services.segments.plugin [-] Segment 8f3c2513-130a-4e92-b8d6-c7c7e1d1ec24 resource provider aggregate not found Sep 16 03:56:01.198419 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:56:01.210291 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.services.segments.plugin [-] Segment 8f3c2513-130a-4e92-b8d6-c7c7e1d1ec24 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8f3c2513-130a-4e92-b8d6-c7c7e1d1ec24 found for delete ", "request_id": "req-e6a56701-ac58-4da3-bd23-d268baa5669b"}]} Sep 16 03:56:01.339320 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-8fbcabd3-d215-4ab7-92b2-e97de4b8ee72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-666488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-452227'] for network (4ff8c520-12d3-47e5-b499-6dbd6e9a131a), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:01.345205 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-8fbcabd3-d215-4ab7-92b2-e97de4b8ee72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602048'] for network (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:01.348232 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-8fbcabd3-d215-4ab7-92b2-e97de4b8ee72 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/4ff8c520-12d3-47e5-b499-6dbd6e9a131a HTTP/1.1" status: 204 len: 168 time: 0.8029788 Sep 16 03:56:01.361271 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbcabd3-d215-4ab7-92b2-e97de4b8ee72 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ff8c520-12d3-47e5-b499-6dbd6e9a131a,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:56:01.764422 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 34242) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:56:01.804709 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-46a3382e-89c6-491a-9ba2-5faa4a7ba9a9 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=8ee4a40c6c264553a14e0eff367da4a0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0385826 Sep 16 03:56:01.807476 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 34244) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:56:01.857892 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-2c72c818-08d8-4fc9-9225-5c682673ebb4 admin admin] Publish callbacks [] for security_group (af305253-41cd-4377-aea9-d4a8e18f4e29), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:01.878122 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-2c72c818-08d8-4fc9-9225-5c682673ebb4 admin admin] Publish callbacks [] for security_group (af305253-41cd-4377-aea9-d4a8e18f4e29), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:02.013523 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-2c72c818-08d8-4fc9-9225-5c682673ebb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (af305253-41cd-4377-aea9-d4a8e18f4e29), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:02.016172 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-2c72c818-08d8-4fc9-9225-5c682673ebb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:02.017303 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-2c72c818-08d8-4fc9-9225-5c682673ebb4 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/af305253-41cd-4377-aea9-d4a8e18f4e29 HTTP/1.1" status: 204 len: 168 time: 0.2089427 Sep 16 03:56:02.027647 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c72c818-08d8-4fc9-9225-5c682673ebb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af305253-41cd-4377-aea9-d4a8e18f4e29,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:56:02.529847 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device 915e6934-7d41-4603-8539-e5777ad44030 no longer exists at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 03:56:02.550193 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] No Port match for: 915e6934-7d41-4603-8539-e5777ad44030 {{(pid=113376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 03:56:02.550541 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device 915e6934-7d41-4603-8539-e5777ad44030 not bound to the agent host dv-cinder-857993-1-iscsi {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 03:56:04.682811 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 34334) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:56:04.803470 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-a95fca9f-b623-479d-b46b-3882b655c8cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:04.885677 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-a95fca9f-b623-479d-b46b-3882b655c8cd admin admin] Publish callbacks [] for security_group (d545acb5-2ed2-4e70-bfc4-aae22db54b69), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:04.973838 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-a95fca9f-b623-479d-b46b-3882b655c8cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (d545acb5-2ed2-4e70-bfc4-aae22db54b69), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:05.015243 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-a95fca9f-b623-479d-b46b-3882b655c8cd admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=a698a207b126483ab7659f5dc9e280e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3309608 Sep 16 03:56:05.016012 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95fca9f-b623-479d-b46b-3882b655c8cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d545acb5-2ed2-4e70-bfc4-aae22db54b69,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:56:05.018631 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 34348) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:56:05.069192 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-f0674441-b59d-4eed-9f07-36033e197e5d admin admin] Publish callbacks [] for security_group (d545acb5-2ed2-4e70-bfc4-aae22db54b69), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:05.089575 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-f0674441-b59d-4eed-9f07-36033e197e5d admin admin] Publish callbacks [] for security_group (d545acb5-2ed2-4e70-bfc4-aae22db54b69), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:05.285712 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-f0674441-b59d-4eed-9f07-36033e197e5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (d545acb5-2ed2-4e70-bfc4-aae22db54b69), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:05.285712 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-f0674441-b59d-4eed-9f07-36033e197e5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:05.286849 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-f0674441-b59d-4eed-9f07-36033e197e5d admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/d545acb5-2ed2-4e70-bfc4-aae22db54b69 HTTP/1.1" status: 204 len: 168 time: 0.2672069 Sep 16 03:56:05.296157 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0674441-b59d-4eed-9f07-36033e197e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d545acb5-2ed2-4e70-bfc4-aae22db54b69,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:56:05.338312 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 34356) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:56:05.425503 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 34360) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:56:05.617774 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-fa1317cc-7c65-4440-8c8d-c15e9a65cf9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:05.657571 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-0b052596-5d42-4abc-83bb-00bb62157c39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:05.708301 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-fa1317cc-7c65-4440-8c8d-c15e9a65cf9f admin admin] Publish callbacks [] for security_group (14a94a13-99b7-4726-b5ee-231817b73d5d), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:05.744809 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-0b052596-5d42-4abc-83bb-00bb62157c39 admin admin] Publish callbacks [] for security_group (a74261c6-69b0-43f1-8ffe-ee2feec783e8), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:05.784961 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-fa1317cc-7c65-4440-8c8d-c15e9a65cf9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (14a94a13-99b7-4726-b5ee-231817b73d5d), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:05.807782 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-0b052596-5d42-4abc-83bb-00bb62157c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (a74261c6-69b0-43f1-8ffe-ee2feec783e8), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:05.818716 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:UPDATE=3,neutron:SELECT=74,neutron:DELETE=7,neutron:INSERT=16 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:56:05.823568 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1317cc-7c65-4440-8c8d-c15e9a65cf9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14a94a13-99b7-4726-b5ee-231817b73d5d,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:56:05.830544 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-fa1317cc-7c65-4440-8c8d-c15e9a65cf9f admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=10215067d64744f7a0cca9e4abf60650&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4883409 Sep 16 03:56:05.831527 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 34372) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:56:05.848176 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b052596-5d42-4abc-83bb-00bb62157c39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a74261c6-69b0-43f1-8ffe-ee2feec783e8,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:56:05.854724 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-0b052596-5d42-4abc-83bb-00bb62157c39 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=52df20a35a9d4106b3f0ff2997656bef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4279337 Sep 16 03:56:05.857984 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 34374) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:56:05.912779 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-111fc752-4514-42fd-81b0-9665f0e452fa admin admin] Publish callbacks [] for security_group (14a94a13-99b7-4726-b5ee-231817b73d5d), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:05.945177 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-111fc752-4514-42fd-81b0-9665f0e452fa admin admin] Publish callbacks [] for security_group (14a94a13-99b7-4726-b5ee-231817b73d5d), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:05.947239 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-96b324e9-1bf0-44e0-b150-06c246058324 admin admin] Publish callbacks [] for security_group (a74261c6-69b0-43f1-8ffe-ee2feec783e8), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:05.990542 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-96b324e9-1bf0-44e0-b150-06c246058324 admin admin] Publish callbacks [] for security_group (a74261c6-69b0-43f1-8ffe-ee2feec783e8), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:06.087526 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-111fc752-4514-42fd-81b0-9665f0e452fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (14a94a13-99b7-4726-b5ee-231817b73d5d), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:06.090078 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-111fc752-4514-42fd-81b0-9665f0e452fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:06.091367 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-111fc752-4514-42fd-81b0-9665f0e452fa admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/14a94a13-99b7-4726-b5ee-231817b73d5d HTTP/1.1" status: 204 len: 168 time: 0.2596388 Sep 16 03:56:06.100111 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111fc752-4514-42fd-81b0-9665f0e452fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a94a13-99b7-4726-b5ee-231817b73d5d,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:56:06.119153 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-96b324e9-1bf0-44e0-b150-06c246058324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (a74261c6-69b0-43f1-8ffe-ee2feec783e8), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:06.122369 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-96b324e9-1bf0-44e0-b150-06c246058324 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:06.125897 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-96b324e9-1bf0-44e0-b150-06c246058324 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/a74261c6-69b0-43f1-8ffe-ee2feec783e8 HTTP/1.1" status: 204 len: 168 time: 0.2646117 Sep 16 03:56:06.131733 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b324e9-1bf0-44e0-b150-06c246058324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a74261c6-69b0-43f1-8ffe-ee2feec783e8,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:56:07.085103 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 34398) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:56:07.098656 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-40248fe1-5ea7-4381-a00e-b69f1c3809e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:07.288147 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:DELETE=6,neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:56:07.326259 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-40248fe1-5ea7-4381-a00e-b69f1c3809e5 admin admin] Publish callbacks [] for security_group (8e79c592-4554-432d-a0c7-095a8c4e65f3), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:07.407500 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-40248fe1-5ea7-4381-a00e-b69f1c3809e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (8e79c592-4554-432d-a0c7-095a8c4e65f3), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:07.413830 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=81,neutron:DELETE=8,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:56:07.450223 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-40248fe1-5ea7-4381-a00e-b69f1c3809e5 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=42811001111a4eab8e9b12e66206075d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3640289 Sep 16 03:56:07.451107 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40248fe1-5ea7-4381-a00e-b69f1c3809e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e79c592-4554-432d-a0c7-095a8c4e65f3,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:56:07.452942 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 34408) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:56:07.504877 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-9770aaf0-f431-4391-861d-2f4200cafd6a admin admin] Publish callbacks [] for security_group (8e79c592-4554-432d-a0c7-095a8c4e65f3), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:07.527906 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-9770aaf0-f431-4391-861d-2f4200cafd6a admin admin] Publish callbacks [] for security_group (8e79c592-4554-432d-a0c7-095a8c4e65f3), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:07.693591 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-9770aaf0-f431-4391-861d-2f4200cafd6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (8e79c592-4554-432d-a0c7-095a8c4e65f3), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:07.696895 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-9770aaf0-f431-4391-861d-2f4200cafd6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:07.698163 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-9770aaf0-f431-4391-861d-2f4200cafd6a admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/8e79c592-4554-432d-a0c7-095a8c4e65f3 HTTP/1.1" status: 204 len: 168 time: 0.2441230 Sep 16 03:56:07.706351 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9770aaf0-f431-4391-861d-2f4200cafd6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e79c592-4554-432d-a0c7-095a8c4e65f3,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:56:08.551566 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=100 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:56:09.168770 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.agents_db [None req-8ba4eca6-5e8f-405f-9ad3-b7bffaa24231 None None] Agent healthcheck: found 6 active agents {{(pid=113377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 03:56:09.946185 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35339c3-1bee-4b84-bf5c-73a11886f8f1 req-5a34c2d3-b641-4aa9-83a1-fc409d9e386a tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:56:09.947669 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-d35339c3-1bee-4b84-bf5c-73a11886f8f1 req-5a34c2d3-b641-4aa9-83a1-fc409d9e386a tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2263def2-54ff-4255-a751-2bdb7e32db67 HTTP/1.1" status: 200 len: 946 time: 0.0496337 Sep 16 03:56:09.996730 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-d35339c3-1bee-4b84-bf5c-73a11886f8f1 req-489e82d0-eee4-43e0-994a-fa40878a0a58 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5c4427db-30ee-4097-913e-db657f16a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432568 Sep 16 03:56:11.126484 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54d75c0-ce75-47de-a495-85ad1dd4a853 req-99b08113-94e0-475d-bce6-16672c2e75aa tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:56:11.127981 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-b54d75c0-ce75-47de-a495-85ad1dd4a853 req-99b08113-94e0-475d-bce6-16672c2e75aa tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2263def2-54ff-4255-a751-2bdb7e32db67 HTTP/1.1" status: 200 len: 946 time: 0.0464389 Sep 16 03:56:11.177758 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-b54d75c0-ce75-47de-a495-85ad1dd4a853 req-7bc2af2d-f6c6-4243-ab7f-5402e61cea6b tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5c4427db-30ee-4097-913e-db657f16a4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442195 Sep 16 03:56:11.371722 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7558cf56-dbf9-47b9-a29a-3d5f1ff19343 req-88c6bc77-be33-47b6-a462-aba91db875fe tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:56:11.373147 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-7558cf56-dbf9-47b9-a29a-3d5f1ff19343 req-88c6bc77-be33-47b6-a462-aba91db875fe tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2263def2-54ff-4255-a751-2bdb7e32db67 HTTP/1.1" status: 200 len: 946 time: 0.0463684 Sep 16 03:56:11.456323 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.plugin [req-7558cf56-dbf9-47b9-a29a-3d5f1ff19343 req-a6576afe-5e2b-41ee-b6c5-20e3ee71925a tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Deleting port 68bc6748-c4d5-4935-8d58-9b9bd27239ad {{(pid=113375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 03:56:11.456662 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-7558cf56-dbf9-47b9-a29a-3d5f1ff19343 req-a6576afe-5e2b-41ee-b6c5-20e3ee71925a tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672990733'] for port (68bc6748-c4d5-4935-8d58-9b9bd27239ad), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:11.559827 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.db [req-7558cf56-dbf9-47b9-a29a-3d5f1ff19343 req-a6576afe-5e2b-41ee-b6c5-20e3ee71925a tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] For port 68bc6748-c4d5-4935-8d58-9b9bd27239ad, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=68bc6748-c4d5-4935-8d58-9b9bd27239ad,segment=NetworkSegment(dc8a676f-3c84-4a5b-b8d3-82d7df2b2d1f),segment_id=dc8a676f-3c84-4a5b-b8d3-82d7df2b2d1f)] {{(pid=113375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:56:11.560201 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-7558cf56-dbf9-47b9-a29a-3d5f1ff19343 req-a6576afe-5e2b-41ee-b6c5-20e3ee71925a tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432982'] for port (68bc6748-c4d5-4935-8d58-9b9bd27239ad), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:11.725102 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-7558cf56-dbf9-47b9-a29a-3d5f1ff19343 req-a6576afe-5e2b-41ee-b6c5-20e3ee71925a tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:11.725464 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-7558cf56-dbf9-47b9-a29a-3d5f1ff19343 req-a6576afe-5e2b-41ee-b6c5-20e3ee71925a tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-452268'] for floatingip (a088da24-f323-45b5-a217-a4f052840f32), after_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:11.725775 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.db.l3_db [req-7558cf56-dbf9-47b9-a29a-3d5f1ff19343 req-a6576afe-5e2b-41ee-b6c5-20e3ee71925a tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Floating IP a088da24-f323-45b5-a217-a4f052840f32 disassociated. External IP: 172.27.0.28, port: 68bc6748-c4d5-4935-8d58-9b9bd27239ad. Sep 16 03:56:11.726114 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.plugin [req-7558cf56-dbf9-47b9-a29a-3d5f1ff19343 req-a6576afe-5e2b-41ee-b6c5-20e3ee71925a tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Calling delete_port for 68bc6748-c4d5-4935-8d58-9b9bd27239ad owned by compute:nova {{(pid=113375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 03:56:11.916236 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-7558cf56-dbf9-47b9-a29a-3d5f1ff19343 req-a6576afe-5e2b-41ee-b6c5-20e3ee71925a tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672957835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672515813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4972043'] for port (68bc6748-c4d5-4935-8d58-9b9bd27239ad), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:11.943144 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6576afe-5e2b-41ee-b6c5-20e3ee71925a tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Pushing event deleted for resources: {'Port': ['ID=68bc6748-c4d5-4935-8d58-9b9bd27239ad,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:56:12.054262 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7558cf56-dbf9-47b9-a29a-3d5f1ff19343 req-a6576afe-5e2b-41ee-b6c5-20e3ee71925a tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Router 11a544e6-b451-42f0-9ca8-422baaa4dd85 has already been hosted by L3 agent 20a8dcff-cb91-4cfb-b5ee-87736efe33d8 {{(pid=113375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 03:56:12.140516 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:56:12.158796 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7558cf56-dbf9-47b9-a29a-3d5f1ff19343 req-a6576afe-5e2b-41ee-b6c5-20e3ee71925a tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Notify agent at l3_agent.dv-cinder-857993-1-iscsi the message routers_updated {{(pid=113375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 03:56:12.168359 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:56:12.170841 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e3728d-19a1-498c-81bc-b5786130bfc2 None None] Sync routers for ids ['11a544e6-b451-42f0-9ca8-422baaa4dd85'] in dv-cinder-857993-1-iscsi {{(pid=113376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 03:56:12.182362 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e3728d-19a1-498c-81bc-b5786130bfc2 None None] Routers {'11a544e6-b451-42f0-9ca8-422baaa4dd85'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:56:12.183252 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-79e3728d-19a1-498c-81bc-b5786130bfc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:55:55Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['11a544e6-b451-42f0-9ca8-422baaa4dd85'], 'active': True} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:56:12.207887 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.l3_dvrscheduler_db [req-7558cf56-dbf9-47b9-a29a-3d5f1ff19343 req-a6576afe-5e2b-41ee-b6c5-20e3ee71925a tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] No DVR routers for this DVR port 68bc6748-c4d5-4935-8d58-9b9bd27239ad on host hv-cinder-85799 {{(pid=113375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 03:56:12.210403 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-7558cf56-dbf9-47b9-a29a-3d5f1ff19343 req-a6576afe-5e2b-41ee-b6c5-20e3ee71925a tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for port (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:12.214098 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-7558cf56-dbf9-47b9-a29a-3d5f1ff19343 req-a6576afe-5e2b-41ee-b6c5-20e3ee71925a tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.52 "DELETE /networking/v2.0/ports/68bc6748-c4d5-4935-8d58-9b9bd27239ad HTTP/1.1" status: 204 len: 173 time: 0.8350680 Sep 16 03:56:12.214660 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2263def2-54ff-4255-a751-2bdb7e32db67', 'name': 'network-vif-deleted', 'tag': '68bc6748-c4d5-4935-8d58-9b9bd27239ad'}] {{(pid=113375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 03:56:12.217350 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5377fd1d321389c1792f161ed840337514ae556b8848fe715c314c680a14a908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54fd1b57-3614-4ce8-831a-96e5a5bf48e6" -d '{"events": [{"server_uuid": "2263def2-54ff-4255-a751-2bdb7e32db67", "name": "network-vif-deleted", "tag": "68bc6748-c4d5-4935-8d58-9b9bd27239ad"}]}' {{(pid=113375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 03:56:12.263559 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 03:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c437c8c2-4f74-4b21-bd67-6cf9ee0ab02d x-openstack-request-id: req-c437c8c2-4f74-4b21-bd67-6cf9ee0ab02d {{(pid=113375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 03:56:12.263894 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2263def2-54ff-4255-a751-2bdb7e32db67", "name": "network-vif-deleted", "tag": "68bc6748-c4d5-4935-8d58-9b9bd27239ad", "status": "completed", "code": 200}]} {{(pid=113375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 03:56:12.264144 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c437c8c2-4f74-4b21-bd67-6cf9ee0ab02d {{(pid=113375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 03:56:12.264627 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c437c8c2-4f74-4b21-bd67-6cf9ee0ab02d'] response: {'server_uuid': '2263def2-54ff-4255-a751-2bdb7e32db67', 'name': 'network-vif-deleted', 'tag': '68bc6748-c4d5-4935-8d58-9b9bd27239ad', 'status': 'completed', 'code': 200} Sep 16 03:56:12.291930 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:56:12.309355 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-db2c1d65-84a6-4a18-bb7e-9ad0da7d4fd0 req-53391e87-c164-4248-b674-248fe7df00bc tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2263def2-54ff-4255-a751-2bdb7e32db67 HTTP/1.1" status: 200 len: 210 time: 0.0374124 Sep 16 03:56:12.318985 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvr_db [None req-79e3728d-19a1-498c-81bc-b5786130bfc2 None None] Set router 11a544e6-b451-42f0-9ca8-422baaa4dd85 gateway port host: dv-cinder-857993-1-iscsi {{(pid=113376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:56:12.530297 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-79e3728d-19a1-498c-81bc-b5786130bfc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a544e6-b451-42f0-9ca8-422baaa4dd85', 'name': 'tempest-AttachVolumeShelveTestJSON-370893436-router', 'tenant_id': 'cb698ddcedae42a29f50203ec59db295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'dd2136f8-4e86-4db6-a499-0f087ed040d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:13Z', 'updated_at': '2022-09-16T03:48:27Z', 'revision_number': 4, 'project_id': 'cb698ddcedae42a29f50203ec59db295', 'gw_port': {'id': 'dd2136f8-4e86-4db6-a499-0f087ed040d4', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a544e6-b451-42f0-9ca8-422baaa4dd85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:15Z', 'updated_at': '2022-09-16T03:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_interfaces': [{'id': 'aaaa489d-81f6-4254-b458-6fa8c5f5b74c', 'name': '', 'network_id': '60a25330-2068-4171-85ea-2cd82f09cbdb', 'tenant_id': 'cb698ddcedae42a29f50203ec59db295', 'mac_address': 'fa:16:3e:1d:8e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a544e6-b451-42f0-9ca8-422baaa4dd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '070db458-4233-40aa-8c99-3613db8fb323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:25Z', 'updated_at': '2022-09-16T03:48:41Z', 'revision_number': 5, 'project_id': 'cb698ddcedae42a29f50203ec59db295', 'subnets': [{'id': '070db458-4233-40aa-8c99-3613db8fb323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:56:12.554785 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e3728d-19a1-498c-81bc-b5786130bfc2 None None] Checking router: 11a544e6-b451-42f0-9ca8-422baaa4dd85 for host: dv-cinder-857993-1-iscsi {{(pid=113376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 03:56:12.564154 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e3728d-19a1-498c-81bc-b5786130bfc2 None None] Routers {'11a544e6-b451-42f0-9ca8-422baaa4dd85'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:56:12.564753 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-79e3728d-19a1-498c-81bc-b5786130bfc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:55:55Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['11a544e6-b451-42f0-9ca8-422baaa4dd85'], 'active': True} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:56:12.671474 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvr_db [None req-79e3728d-19a1-498c-81bc-b5786130bfc2 None None] Set router 11a544e6-b451-42f0-9ca8-422baaa4dd85 gateway port host: dv-cinder-857993-1-iscsi {{(pid=113376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:56:12.844186 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:56:12.863884 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-79e3728d-19a1-498c-81bc-b5786130bfc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a544e6-b451-42f0-9ca8-422baaa4dd85', 'name': 'tempest-AttachVolumeShelveTestJSON-370893436-router', 'tenant_id': 'cb698ddcedae42a29f50203ec59db295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'dd2136f8-4e86-4db6-a499-0f087ed040d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:13Z', 'updated_at': '2022-09-16T03:48:27Z', 'revision_number': 4, 'project_id': 'cb698ddcedae42a29f50203ec59db295', 'gw_port': {'id': 'dd2136f8-4e86-4db6-a499-0f087ed040d4', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a544e6-b451-42f0-9ca8-422baaa4dd85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:15Z', 'updated_at': '2022-09-16T03:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_interfaces': [{'id': 'aaaa489d-81f6-4254-b458-6fa8c5f5b74c', 'name': '', 'network_id': '60a25330-2068-4171-85ea-2cd82f09cbdb', 'tenant_id': 'cb698ddcedae42a29f50203ec59db295', 'mac_address': 'fa:16:3e:1d:8e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a544e6-b451-42f0-9ca8-422baaa4dd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '070db458-4233-40aa-8c99-3613db8fb323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:25Z', 'updated_at': '2022-09-16T03:48:41Z', 'revision_number': 5, 'project_id': 'cb698ddcedae42a29f50203ec59db295', 'subnets': [{'id': '070db458-4233-40aa-8c99-3613db8fb323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:56:12.892636 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e3728d-19a1-498c-81bc-b5786130bfc2 None None] The sync data for ids ['11a544e6-b451-42f0-9ca8-422baaa4dd85'] in dv-cinder-857993-1-iscsi is: [{'id': '11a544e6-b451-42f0-9ca8-422baaa4dd85', 'name': 'tempest-AttachVolumeShelveTestJSON-370893436-router', 'tenant_id': 'cb698ddcedae42a29f50203ec59db295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'dd2136f8-4e86-4db6-a499-0f087ed040d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:13Z', 'updated_at': '2022-09-16T03:48:27Z', 'revision_number': 4, 'project_id': 'cb698ddcedae42a29f50203ec59db295', 'gw_port': {'id': 'dd2136f8-4e86-4db6-a499-0f087ed040d4', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a544e6-b451-42f0-9ca8-422baaa4dd85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:15Z', 'updated_at': '2022-09-16T03:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_interfaces': [{'id': 'aaaa489d-81f6-4254-b458-6fa8c5f5b74c', 'name': '', 'network_id': '60a25330-2068-4171-85ea-2cd82f09cbdb', 'tenant_id': 'cb698ddcedae42a29f50203ec59db295', 'mac_address': 'fa:16:3e:1d:8e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a544e6-b451-42f0-9ca8-422baaa4dd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '070db458-4233-40aa-8c99-3613db8fb323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:25Z', 'updated_at': '2022-09-16T03:48:41Z', 'revision_number': 5, 'project_id': 'cb698ddcedae42a29f50203ec59db295', 'subnets': [{'id': '070db458-4233-40aa-8c99-3613db8fb323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 03:56:13.142399 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf7e3ac-1c26-48e4-936e-cc87037bd061 None None] New status for floating IP a088da24-f323-45b5-a217-a4f052840f32: DOWN {{(pid=113377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 03:56:13.546396 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 34528) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:56:13.622737 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-9012afea-84a1-4cd3-93cb-640f145543a6 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Publish callbacks [] for security_group (5c4427db-30ee-4097-913e-db657f16a4a4), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:13.644400 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-9012afea-84a1-4cd3-93cb-640f145543a6 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Publish callbacks [] for security_group (5c4427db-30ee-4097-913e-db657f16a4a4), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:13.806759 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-9012afea-84a1-4cd3-93cb-640f145543a6 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (5c4427db-30ee-4097-913e-db657f16a4a4), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:13.808745 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-9012afea-84a1-4cd3-93cb-640f145543a6 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Publish callbacks [] for security_group (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:13.810097 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-9012afea-84a1-4cd3-93cb-640f145543a6 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/5c4427db-30ee-4097-913e-db657f16a4a4 HTTP/1.1" status: 204 len: 168 time: 0.2609837 Sep 16 03:56:13.812972 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 34534) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:56:13.822036 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9012afea-84a1-4cd3-93cb-640f145543a6 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c4427db-30ee-4097-913e-db657f16a4a4,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:56:13.833559 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9012afea-84a1-4cd3-93cb-640f145543a6 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:56:13.833559 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9012afea-84a1-4cd3-93cb-640f145543a6 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:56:13.833559 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9012afea-84a1-4cd3-93cb-640f145543a6 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:56:13.833559 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9012afea-84a1-4cd3-93cb-640f145543a6 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:56:13.833559 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9012afea-84a1-4cd3-93cb-640f145543a6 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:56:13.834036 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.api.v2.resource [None req-a393e608-7d52-45de-9378-46f4c7be75e3 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] show failed (client error): The resource could not be found. Sep 16 03:56:13.834147 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9012afea-84a1-4cd3-93cb-640f145543a6 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:56:13.834147 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9012afea-84a1-4cd3-93cb-640f145543a6 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:56:13.834147 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9012afea-84a1-4cd3-93cb-640f145543a6 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:56:13.834575 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9012afea-84a1-4cd3-93cb-640f145543a6 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:56:13.834994 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9012afea-84a1-4cd3-93cb-640f145543a6 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:56:13.839029 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9012afea-84a1-4cd3-93cb-640f145543a6 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:56:13.839029 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9012afea-84a1-4cd3-93cb-640f145543a6 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:56:13.839029 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9012afea-84a1-4cd3-93cb-640f145543a6 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:56:13.839029 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9012afea-84a1-4cd3-93cb-640f145543a6 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:56:13.839029 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9012afea-84a1-4cd3-93cb-640f145543a6 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:56:13.840864 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 34538) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:56:13.841110 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-a393e608-7d52-45de-9378-46f4c7be75e3 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "GET /networking/v2.0/security-groups/5c4427db-30ee-4097-913e-db657f16a4a4 HTTP/1.1" status: 404 len: 347 time: 0.0264401 Sep 16 03:56:13.983313 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.plugin [None req-53bf52cc-455d-4350-a18d-b921615027be tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Deleting port 41698f68-2e09-4ffb-a78e-690d749ddd42 {{(pid=113374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 03:56:13.983654 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-53bf52cc-455d-4350-a18d-b921615027be tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672990733'] for port (41698f68-2e09-4ffb-a78e-690d749ddd42), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:14.063586 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-53bf52cc-455d-4350-a18d-b921615027be tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432982'] for port (41698f68-2e09-4ffb-a78e-690d749ddd42), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:14.063908 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-53bf52cc-455d-4350-a18d-b921615027be tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Publish callbacks [] for floatingip (41698f68-2e09-4ffb-a78e-690d749ddd42), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:14.077178 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.plugin [None req-53bf52cc-455d-4350-a18d-b921615027be tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Calling delete_port for 41698f68-2e09-4ffb-a78e-690d749ddd42 owned by network:floatingip {{(pid=113374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 03:56:14.264510 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-53bf52cc-455d-4350-a18d-b921615027be tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672957835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672515813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965177'] for port (41698f68-2e09-4ffb-a78e-690d749ddd42), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:14.289993 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bf52cc-455d-4350-a18d-b921615027be tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Pushing event deleted for resources: {'Port': ['ID=41698f68-2e09-4ffb-a78e-690d749ddd42,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:56:14.351722 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-53bf52cc-455d-4350-a18d-b921615027be tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Publish callbacks [] for floatingip (a088da24-f323-45b5-a217-a4f052840f32), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:14.354800 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-53bf52cc-455d-4350-a18d-b921615027be tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for floatingip (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:14.355985 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-53bf52cc-455d-4350-a18d-b921615027be tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/a088da24-f323-45b5-a217-a4f052840f32 HTTP/1.1" status: 204 len: 168 time: 0.5138171 Sep 16 03:56:15.424500 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device 68bc6748-c4d5-4935-8d58-9b9bd27239ad no longer exists at agent hyperv_hv-cinder-85799 {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 03:56:15.444369 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] No Port match for: 68bc6748-c4d5-4935-8d58-9b9bd27239ad {{(pid=113376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 03:56:15.444763 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device 68bc6748-c4d5-4935-8d58-9b9bd27239ad not bound to the agent host hv-cinder-85799 {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 03:56:18.131335 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 34640) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:56:18.392807 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:56:18.496938 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:56:18.624162 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-ed55bcfd-9ba9-4db0-8a96-65dc06660c37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-427180'] for router_interface (11a544e6-b451-42f0-9ca8-422baaa4dd85), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:18.813259 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (d68ba685-94d2-4b65-887f-d5ec3884fbfa), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:18.849164 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.plugin [None req-ed55bcfd-9ba9-4db0-8a96-65dc06660c37 admin admin] Deleting port aaaa489d-81f6-4254-b458-6fa8c5f5b74c {{(pid=113374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 03:56:18.849504 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-ed55bcfd-9ba9-4db0-8a96-65dc06660c37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672990733'] for port (aaaa489d-81f6-4254-b458-6fa8c5f5b74c), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:18.936852 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.db [None req-ed55bcfd-9ba9-4db0-8a96-65dc06660c37 admin admin] For port aaaa489d-81f6-4254-b458-6fa8c5f5b74c, host dv-cinder-857993-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=aaaa489d-81f6-4254-b458-6fa8c5f5b74c,segment=NetworkSegment(dc8a676f-3c84-4a5b-b8d3-82d7df2b2d1f),segment_id=dc8a676f-3c84-4a5b-b8d3-82d7df2b2d1f)] {{(pid=113374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:56:18.937222 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-ed55bcfd-9ba9-4db0-8a96-65dc06660c37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432982'] for port (aaaa489d-81f6-4254-b458-6fa8c5f5b74c), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:18.944304 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=100 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:56:18.951100 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.plugin [None req-ed55bcfd-9ba9-4db0-8a96-65dc06660c37 admin admin] Calling delete_port for aaaa489d-81f6-4254-b458-6fa8c5f5b74c owned by network:router_interface {{(pid=113374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 03:56:19.219623 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-ed55bcfd-9ba9-4db0-8a96-65dc06660c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672957835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672515813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965177'] for port (aaaa489d-81f6-4254-b458-6fa8c5f5b74c), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:19.246108 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed55bcfd-9ba9-4db0-8a96-65dc06660c37 admin admin] Pushing event deleted for resources: {'Port': ['ID=aaaa489d-81f6-4254-b458-6fa8c5f5b74c,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:56:19.451422 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-ed55bcfd-9ba9-4db0-8a96-65dc06660c37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452380'] for router_interface (11a544e6-b451-42f0-9ca8-422baaa4dd85), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:19.658830 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:56:19.664053 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed55bcfd-9ba9-4db0-8a96-65dc06660c37 admin admin] Router 11a544e6-b451-42f0-9ca8-422baaa4dd85 has already been hosted by L3 agent 20a8dcff-cb91-4cfb-b5ee-87736efe33d8 {{(pid=113374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 03:56:19.770529 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed55bcfd-9ba9-4db0-8a96-65dc06660c37 admin admin] Notify agent at l3_agent.dv-cinder-857993-1-iscsi the message routers_updated {{(pid=113374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 03:56:19.773898 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-ed55bcfd-9ba9-4db0-8a96-65dc06660c37 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/11a544e6-b451-42f0-9ca8-422baaa4dd85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6417890 Sep 16 03:56:19.777334 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 34680) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:56:19.778953 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640f6439-d182-42ea-bdea-bc0b8bcba418 None None] Sync routers for ids ['11a544e6-b451-42f0-9ca8-422baaa4dd85'] in dv-cinder-857993-1-iscsi {{(pid=113376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 03:56:19.812603 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640f6439-d182-42ea-bdea-bc0b8bcba418 None None] Routers {'11a544e6-b451-42f0-9ca8-422baaa4dd85'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:56:19.813533 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-640f6439-d182-42ea-bdea-bc0b8bcba418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:55:55Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['11a544e6-b451-42f0-9ca8-422baaa4dd85'], 'active': True} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:56:19.828265 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 34682) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:56:19.911231 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-92c1313b-4417-43e1-92a7-1deda7fdacd2 admin admin] Publish callbacks [] for router (11a544e6-b451-42f0-9ca8-422baaa4dd85), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:19.924379 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvr_db [None req-640f6439-d182-42ea-bdea-bc0b8bcba418 None None] Set router 11a544e6-b451-42f0-9ca8-422baaa4dd85 gateway port host: dv-cinder-857993-1-iscsi {{(pid=113376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:56:19.956202 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-82d829a8-d584-4cb7-a48b-0321aed7ddfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:20.025716 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-92c1313b-4417-43e1-92a7-1deda7fdacd2 admin admin] Publish callbacks [] for router_gateway (11a544e6-b451-42f0-9ca8-422baaa4dd85), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:20.038399 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-82d829a8-d584-4cb7-a48b-0321aed7ddfe admin admin] Publish callbacks [] for security_group (85ed0784-1a65-4835-9769-9c171569ec36), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:20.088602 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=100 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:56:20.100805 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-640f6439-d182-42ea-bdea-bc0b8bcba418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a544e6-b451-42f0-9ca8-422baaa4dd85', 'name': 'tempest-AttachVolumeShelveTestJSON-370893436-router', 'tenant_id': 'cb698ddcedae42a29f50203ec59db295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'dd2136f8-4e86-4db6-a499-0f087ed040d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:13Z', 'updated_at': '2022-09-16T03:56:19Z', 'revision_number': 5, 'project_id': 'cb698ddcedae42a29f50203ec59db295', 'gw_port': {'id': 'dd2136f8-4e86-4db6-a499-0f087ed040d4', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a544e6-b451-42f0-9ca8-422baaa4dd85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:15Z', 'updated_at': '2022-09-16T03:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi'}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:56:20.125315 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640f6439-d182-42ea-bdea-bc0b8bcba418 None None] Checking router: 11a544e6-b451-42f0-9ca8-422baaa4dd85 for host: dv-cinder-857993-1-iscsi {{(pid=113376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 03:56:20.134864 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640f6439-d182-42ea-bdea-bc0b8bcba418 None None] Routers {'11a544e6-b451-42f0-9ca8-422baaa4dd85'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:56:20.136965 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-640f6439-d182-42ea-bdea-bc0b8bcba418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:55:55Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['11a544e6-b451-42f0-9ca8-422baaa4dd85'], 'active': True} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:56:20.161753 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-82d829a8-d584-4cb7-a48b-0321aed7ddfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (85ed0784-1a65-4835-9769-9c171569ec36), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:20.196012 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-82d829a8-d584-4cb7-a48b-0321aed7ddfe admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=db87e234bcbb4da7923ff645da7ceed5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3666594 Sep 16 03:56:20.199383 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 34688) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:56:20.208779 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d829a8-d584-4cb7-a48b-0321aed7ddfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ed0784-1a65-4835-9769-9c171569ec36,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:56:20.233716 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.plugin [None req-92c1313b-4417-43e1-92a7-1deda7fdacd2 admin admin] Deleting port dd2136f8-4e86-4db6-a499-0f087ed040d4 {{(pid=113375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 03:56:20.233716 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-92c1313b-4417-43e1-92a7-1deda7fdacd2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672990733'] for port (dd2136f8-4e86-4db6-a499-0f087ed040d4), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:20.339965 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-c1bf1b29-5f1b-4942-8635-8541b7758f41 admin admin] Publish callbacks [] for security_group (85ed0784-1a65-4835-9769-9c171569ec36), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:20.370580 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvr_db [None req-640f6439-d182-42ea-bdea-bc0b8bcba418 None None] Set router 11a544e6-b451-42f0-9ca8-422baaa4dd85 gateway port host: dv-cinder-857993-1-iscsi {{(pid=113376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:56:20.370802 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.db [None req-92c1313b-4417-43e1-92a7-1deda7fdacd2 admin admin] For port dd2136f8-4e86-4db6-a499-0f087ed040d4, host dv-cinder-857993-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=dd2136f8-4e86-4db6-a499-0f087ed040d4,segment=NetworkSegment(0cda3508-2052-48b1-ae54-b35f980014ad),segment_id=0cda3508-2052-48b1-ae54-b35f980014ad)] {{(pid=113375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:56:20.370966 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-92c1313b-4417-43e1-92a7-1deda7fdacd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432982'] for port (dd2136f8-4e86-4db6-a499-0f087ed040d4), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:20.382626 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-c1bf1b29-5f1b-4942-8635-8541b7758f41 admin admin] Publish callbacks [] for security_group (85ed0784-1a65-4835-9769-9c171569ec36), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:20.395426 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.plugin [None req-92c1313b-4417-43e1-92a7-1deda7fdacd2 admin admin] Calling delete_port for dd2136f8-4e86-4db6-a499-0f087ed040d4 owned by network:router_gateway {{(pid=113375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 03:56:20.530106 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-c1bf1b29-5f1b-4942-8635-8541b7758f41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (85ed0784-1a65-4835-9769-9c171569ec36), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:20.534151 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-c1bf1b29-5f1b-4942-8635-8541b7758f41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:20.536109 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-c1bf1b29-5f1b-4942-8635-8541b7758f41 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/85ed0784-1a65-4835-9769-9c171569ec36 HTTP/1.1" status: 204 len: 168 time: 0.3353906 Sep 16 03:56:20.540747 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-640f6439-d182-42ea-bdea-bc0b8bcba418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a544e6-b451-42f0-9ca8-422baaa4dd85', 'name': 'tempest-AttachVolumeShelveTestJSON-370893436-router', 'tenant_id': 'cb698ddcedae42a29f50203ec59db295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'dd2136f8-4e86-4db6-a499-0f087ed040d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:13Z', 'updated_at': '2022-09-16T03:56:19Z', 'revision_number': 5, 'project_id': 'cb698ddcedae42a29f50203ec59db295', 'gw_port': {'id': 'dd2136f8-4e86-4db6-a499-0f087ed040d4', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a544e6-b451-42f0-9ca8-422baaa4dd85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:15Z', 'updated_at': '2022-09-16T03:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi'}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:56:20.551807 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bf1b29-5f1b-4942-8635-8541b7758f41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ed0784-1a65-4835-9769-9c171569ec36,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:56:20.571892 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640f6439-d182-42ea-bdea-bc0b8bcba418 None None] The sync data for ids ['11a544e6-b451-42f0-9ca8-422baaa4dd85'] in dv-cinder-857993-1-iscsi is: [{'id': '11a544e6-b451-42f0-9ca8-422baaa4dd85', 'name': 'tempest-AttachVolumeShelveTestJSON-370893436-router', 'tenant_id': 'cb698ddcedae42a29f50203ec59db295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'dd2136f8-4e86-4db6-a499-0f087ed040d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:48:13Z', 'updated_at': '2022-09-16T03:56:19Z', 'revision_number': 5, 'project_id': 'cb698ddcedae42a29f50203ec59db295', 'gw_port': {'id': 'dd2136f8-4e86-4db6-a499-0f087ed040d4', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a544e6-b451-42f0-9ca8-422baaa4dd85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:48:15Z', 'updated_at': '2022-09-16T03:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi'}] {{(pid=113376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 03:56:20.665127 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-92c1313b-4417-43e1-92a7-1deda7fdacd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672957835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672515813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4972043'] for port (dd2136f8-4e86-4db6-a499-0f087ed040d4), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:20.673153 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:56:20.700426 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c1313b-4417-43e1-92a7-1deda7fdacd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd2136f8-4e86-4db6-a499-0f087ed040d4,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:56:20.760078 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-92c1313b-4417-43e1-92a7-1deda7fdacd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-452182'] for router_gateway (11a544e6-b451-42f0-9ca8-422baaa4dd85), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:20.847407 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-92c1313b-4417-43e1-92a7-1deda7fdacd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-389'] for router (11a544e6-b451-42f0-9ca8-422baaa4dd85), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:20.849648 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-92c1313b-4417-43e1-92a7-1deda7fdacd2 admin admin] Publish callbacks [] for router_controller (11a544e6-b451-42f0-9ca8-422baaa4dd85), precommit_delete_associations {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:20.950611 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-92c1313b-4417-43e1-92a7-1deda7fdacd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452449'] for router (11a544e6-b451-42f0-9ca8-422baaa4dd85), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:20.951233 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c1313b-4417-43e1-92a7-1deda7fdacd2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11a544e6-b451-42f0-9ca8-422baaa4dd85 {{(pid=113375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 03:56:20.955573 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-92c1313b-4417-43e1-92a7-1deda7fdacd2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:20.956786 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-92c1313b-4417-43e1-92a7-1deda7fdacd2 admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/11a544e6-b451-42f0-9ca8-422baaa4dd85 HTTP/1.1" status: 204 len: 168 time: 1.1752105 Sep 16 03:56:20.959447 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 34694) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:56:21.000188 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:56:21.019752 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6166a1f-1bca-4a4f-bde2-dacaf352cb59 admin admin] Deleting subnet 070db458-4233-40aa-8c99-3613db8fb323 {{(pid=113375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 03:56:21.022873 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-d6166a1f-1bca-4a4f-bde2-dacaf352cb59 admin admin] Publish callbacks [] for subnet (070db458-4233-40aa-8c99-3613db8fb323), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:21.061257 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-d6166a1f-1bca-4a4f-bde2-dacaf352cb59 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7582986'] for subnet (070db458-4233-40aa-8c99-3613db8fb323), precommit_delete_associations {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:21.142082 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-d6166a1f-1bca-4a4f-bde2-dacaf352cb59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1375850'] for subnet (070db458-4233-40aa-8c99-3613db8fb323), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:21.188924 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 34698) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:56:21.205713 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-03b8ad12-2e15-400c-91cf-17bbd952a69b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:21.276862 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:56:21.293861 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-d6166a1f-1bca-4a4f-bde2-dacaf352cb59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1345367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4972132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7762074'] for subnet (070db458-4233-40aa-8c99-3613db8fb323), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:21.302122 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-03b8ad12-2e15-400c-91cf-17bbd952a69b admin admin] Publish callbacks [] for security_group (85a1c6d0-46b5-435d-a7f2-8dcc938d5e64), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:21.322034 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6166a1f-1bca-4a4f-bde2-dacaf352cb59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=070db458-4233-40aa-8c99-3613db8fb323,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:56:21.334116 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-d6166a1f-1bca-4a4f-bde2-dacaf352cb59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602048'] for subnet (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:21.334270 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc682ba1-376c-4ec5-a974-e0561cf09305 None None] Network 60a25330-2068-4171-85ea-2cd82f09cbdb requested from dv-cinder-857993-1-iscsi {{(pid=113376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 03:56:21.336456 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-d6166a1f-1bca-4a4f-bde2-dacaf352cb59 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/070db458-4233-40aa-8c99-3613db8fb323 HTTP/1.1" status: 204 len: 168 time: 0.3760769 Sep 16 03:56:21.339192 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 34702) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:56:21.417146 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-27495313-7774-42e7-b2f3-25b47262ce2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1315103'] for network (60a25330-2068-4171-85ea-2cd82f09cbdb), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:21.425095 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-03b8ad12-2e15-400c-91cf-17bbd952a69b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (85a1c6d0-46b5-435d-a7f2-8dcc938d5e64), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:21.476139 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-03b8ad12-2e15-400c-91cf-17bbd952a69b admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=ccc66f18155d46c1ba4dc93f4f69a28f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2854061 Sep 16 03:56:21.478249 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b8ad12-2e15-400c-91cf-17bbd952a69b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a1c6d0-46b5-435d-a7f2-8dcc938d5e64,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:56:21.482065 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 34704) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:56:21.520273 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.plugin [None req-27495313-7774-42e7-b2f3-25b47262ce2f admin admin] Deleting port 9b2d4fad-1be6-4395-b831-473356d2dc05 {{(pid=113375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 03:56:21.520730 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-27495313-7774-42e7-b2f3-25b47262ce2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672990733'] for port (9b2d4fad-1be6-4395-b831-473356d2dc05), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:21.536003 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-91c32652-8d4c-45bd-b76c-cc302f2dd467 req-737af312-d96f-4769-a7a7-aadaeb0c7f18 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b8cedd5c-2825-4c90-81bd-9300e1db80c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0670550 Sep 16 03:56:21.542385 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-0d25a03d-7740-4354-87da-a8b81bf81fa8 admin admin] Publish callbacks [] for security_group (85a1c6d0-46b5-435d-a7f2-8dcc938d5e64), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:21.570477 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-0d25a03d-7740-4354-87da-a8b81bf81fa8 admin admin] Publish callbacks [] for security_group (85a1c6d0-46b5-435d-a7f2-8dcc938d5e64), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:21.582269 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5af250-bda4-46bb-9f5d-05dcb3bcaacb None None] DHCP port deletion for 60a25330-2068-4171-85ea-2cd82f09cbdb request from dv-cinder-857993-1-iscsi {{(pid=113376) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 03:56:21.623259 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-3a5af250-bda4-46bb-9f5d-05dcb3bcaacb None None] Deleting port 9b2d4fad-1be6-4395-b831-473356d2dc05 {{(pid=113376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 03:56:21.623998 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-3a5af250-bda4-46bb-9f5d-05dcb3bcaacb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672990733'] for port (9b2d4fad-1be6-4395-b831-473356d2dc05), before_delete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:21.660590 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.db [None req-27495313-7774-42e7-b2f3-25b47262ce2f admin admin] For port 9b2d4fad-1be6-4395-b831-473356d2dc05, host dv-cinder-857993-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=9b2d4fad-1be6-4395-b831-473356d2dc05,segment=NetworkSegment(dc8a676f-3c84-4a5b-b8d3-82d7df2b2d1f),segment_id=dc8a676f-3c84-4a5b-b8d3-82d7df2b2d1f)] {{(pid=113375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:56:21.660951 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-27495313-7774-42e7-b2f3-25b47262ce2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432982'] for port (9b2d4fad-1be6-4395-b831-473356d2dc05), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:21.665897 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c32652-8d4c-45bd-b76c-cc302f2dd467 req-90cf02ac-368e-4f25-9c42-cf35d283ea19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:56:21.666458 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-91c32652-8d4c-45bd-b76c-cc302f2dd467 req-90cf02ac-368e-4f25-9c42-cf35d283ea19 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=c705c2f92c1646dba9c11aa6000166bc&device_id=b8cedd5c-2825-4c90-81bd-9300e1db80c9 HTTP/1.1" status: 200 len: 1169 time: 0.0896299 Sep 16 03:56:21.679166 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.plugin [None req-27495313-7774-42e7-b2f3-25b47262ce2f admin admin] Calling delete_port for 9b2d4fad-1be6-4395-b831-473356d2dc05 owned by network:dhcp {{(pid=113375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 03:56:21.698071 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-3a5af250-bda4-46bb-9f5d-05dcb3bcaacb None None] For port 9b2d4fad-1be6-4395-b831-473356d2dc05, host dv-cinder-857993-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=9b2d4fad-1be6-4395-b831-473356d2dc05,segment=NetworkSegment(dc8a676f-3c84-4a5b-b8d3-82d7df2b2d1f),segment_id=dc8a676f-3c84-4a5b-b8d3-82d7df2b2d1f)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:56:21.698473 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-3a5af250-bda4-46bb-9f5d-05dcb3bcaacb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432982'] for port (9b2d4fad-1be6-4395-b831-473356d2dc05), precommit_delete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:21.716751 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-3a5af250-bda4-46bb-9f5d-05dcb3bcaacb None None] Calling delete_port for 9b2d4fad-1be6-4395-b831-473356d2dc05 owned by network:dhcp {{(pid=113376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 03:56:21.716996 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-0d25a03d-7740-4354-87da-a8b81bf81fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (85a1c6d0-46b5-435d-a7f2-8dcc938d5e64), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:21.723452 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-0d25a03d-7740-4354-87da-a8b81bf81fa8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:21.734276 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-0d25a03d-7740-4354-87da-a8b81bf81fa8 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/85a1c6d0-46b5-435d-a7f2-8dcc938d5e64 HTTP/1.1" status: 204 len: 168 time: 0.2474217 Sep 16 03:56:21.748902 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d25a03d-7740-4354-87da-a8b81bf81fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a1c6d0-46b5-435d-a7f2-8dcc938d5e64,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:56:21.776450 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:56:21.795756 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:56:21.850888 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c32652-8d4c-45bd-b76c-cc302f2dd467 req-380f4fd8-69e0-41a3-9f5b-b212d5f10425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:56:21.853153 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-91c32652-8d4c-45bd-b76c-cc302f2dd467 req-380f4fd8-69e0-41a3-9f5b-b212d5f10425 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=9e27b901-fe49-4a95-bac7-28ae58e74a1c HTTP/1.1" status: 200 len: 916 time: 0.1643267 Sep 16 03:56:21.882361 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-3a5af250-bda4-46bb-9f5d-05dcb3bcaacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672957835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672515813'] for port (9b2d4fad-1be6-4395-b831-473356d2dc05), after_delete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:21.909360 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-27495313-7774-42e7-b2f3-25b47262ce2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672957835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672515813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4972043'] for port (9b2d4fad-1be6-4395-b831-473356d2dc05), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:21.910103 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5af250-bda4-46bb-9f5d-05dcb3bcaacb None None] Pushing event deleted for resources: {'Port': ['ID=9b2d4fad-1be6-4395-b831-473356d2dc05,revision_number=None']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:56:21.913243 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5af250-bda4-46bb-9f5d-05dcb3bcaacb None None] No DVR routers for this DVR port 9b2d4fad-1be6-4395-b831-473356d2dc05 on host dv-cinder-857993-1-iscsi {{(pid=113376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 03:56:21.920399 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5af250-bda4-46bb-9f5d-05dcb3bcaacb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:56:21.920739 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5af250-bda4-46bb-9f5d-05dcb3bcaacb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:56:21.921144 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5af250-bda4-46bb-9f5d-05dcb3bcaacb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:56:21.925749 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5af250-bda4-46bb-9f5d-05dcb3bcaacb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:56:21.925749 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5af250-bda4-46bb-9f5d-05dcb3bcaacb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:56:21.925749 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5af250-bda4-46bb-9f5d-05dcb3bcaacb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:56:21.925749 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5af250-bda4-46bb-9f5d-05dcb3bcaacb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:56:21.925749 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5af250-bda4-46bb-9f5d-05dcb3bcaacb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:56:21.926395 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5af250-bda4-46bb-9f5d-05dcb3bcaacb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:56:21.926395 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5af250-bda4-46bb-9f5d-05dcb3bcaacb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:56:21.926643 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5af250-bda4-46bb-9f5d-05dcb3bcaacb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:56:21.926796 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5af250-bda4-46bb-9f5d-05dcb3bcaacb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:56:21.934375 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5af250-bda4-46bb-9f5d-05dcb3bcaacb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:56:21.934793 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5af250-bda4-46bb-9f5d-05dcb3bcaacb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:56:21.935162 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5af250-bda4-46bb-9f5d-05dcb3bcaacb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:56:21.945778 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-91c32652-8d4c-45bd-b76c-cc302f2dd467 req-a722ae50-75f7-48ee-91b2-1742bba82600 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29237f39-1732-4b4a-81d4-300640dd2721 HTTP/1.1" status: 200 len: 1001 time: 0.0865555 Sep 16 03:56:21.947997 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27495313-7774-42e7-b2f3-25b47262ce2f admin admin] Pushing event deleted for resources: {'Port': ['ID=9b2d4fad-1be6-4395-b831-473356d2dc05,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:56:21.951733 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27495313-7774-42e7-b2f3-25b47262ce2f admin admin] No DVR routers for this DVR port 9b2d4fad-1be6-4395-b831-473356d2dc05 on host dv-cinder-857993-1-iscsi {{(pid=113375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 03:56:22.028747 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:56:22.060953 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c32652-8d4c-45bd-b76c-cc302f2dd467 req-81e66f70-1461-4716-b9ad-5d352b8f72f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:56:22.062404 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-91c32652-8d4c-45bd-b76c-cc302f2dd467 req-81e66f70-1461-4716-b9ad-5d352b8f72f1 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=968df8c1-c44d-43e0-a2eb-72306aea7502 HTTP/1.1" status: 200 len: 854 time: 0.1090226 Sep 16 03:56:22.083539 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-27495313-7774-42e7-b2f3-25b47262ce2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-666433', 'neutron.services.segments.db._delete_segments_for_network-8741672980929'] for network (60a25330-2068-4171-85ea-2cd82f09cbdb), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:22.131269 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.services.segments.db [None req-27495313-7774-42e7-b2f3-25b47262ce2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60a25330-2068-4171-85ea-2cd82f09cbdb']}} {{(pid=113375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:56:22.144445 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c32652-8d4c-45bd-b76c-cc302f2dd467 req-a7fccb8a-92fe-4b64-96fe-00e809fac0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:56:22.145953 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-91c32652-8d4c-45bd-b76c-cc302f2dd467 req-a7fccb8a-92fe-4b64-96fe-00e809fac0be service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=9e27b901-fe49-4a95-bac7-28ae58e74a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0754294 Sep 16 03:56:22.147547 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.services.segments.db [None req-27495313-7774-42e7-b2f3-25b47262ce2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc8a676f-3c84-4a5b-b8d3-82d7df2b2d1f') {'for_net_delete': True} {{(pid=113375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:56:22.147838 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.services.segments.db [None req-27495313-7774-42e7-b2f3-25b47262ce2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc8a676f-3c84-4a5b-b8d3-82d7df2b2d1f') {} {{(pid=113375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:56:22.166777 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-27495313-7774-42e7-b2f3-25b47262ce2f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741672980821', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7583025'] for segment (dc8a676f-3c84-4a5b-b8d3-82d7df2b2d1f), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:22.217437 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-27495313-7774-42e7-b2f3-25b47262ce2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432398'] for segment (dc8a676f-3c84-4a5b-b8d3-82d7df2b2d1f), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:22.230395 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27495313-7774-42e7-b2f3-25b47262ce2f admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=113375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 03:56:22.230791 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-27495313-7774-42e7-b2f3-25b47262ce2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4972254'] for segment (dc8a676f-3c84-4a5b-b8d3-82d7df2b2d1f), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:22.279363 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.services.segments.plugin [-] Segment dc8a676f-3c84-4a5b-b8d3-82d7df2b2d1f resource provider aggregate not found Sep 16 03:56:22.304036 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.services.segments.plugin [-] Segment dc8a676f-3c84-4a5b-b8d3-82d7df2b2d1f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dc8a676f-3c84-4a5b-b8d3-82d7df2b2d1f found for delete ", "request_id": "req-1c6b202d-8208-4cb3-ade6-04659aba7207"}]} Sep 16 03:56:22.329524 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-91c32652-8d4c-45bd-b76c-cc302f2dd467 req-17b12ed5-da5a-4a37-bfc1-fee642410c98 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/9e27b901-fe49-4a95-bac7-28ae58e74a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744235 Sep 16 03:56:22.426193 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-91c32652-8d4c-45bd-b76c-cc302f2dd467 req-00823748-0d0f-4f72-a9bb-1bd433f9847f service neutron] 10.222.0.52 "GET /networking/v2.0/networks/9e27b901-fe49-4a95-bac7-28ae58e74a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871825 Sep 16 03:56:22.510033 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-27495313-7774-42e7-b2f3-25b47262ce2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-666488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-452227'] for network (60a25330-2068-4171-85ea-2cd82f09cbdb), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:22.516547 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-27495313-7774-42e7-b2f3-25b47262ce2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602048'] for network (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:22.524836 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-27495313-7774-42e7-b2f3-25b47262ce2f admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/60a25330-2068-4171-85ea-2cd82f09cbdb HTTP/1.1" status: 204 len: 168 time: 1.1792855 Sep 16 03:56:22.533597 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27495313-7774-42e7-b2f3-25b47262ce2f admin admin] Pushing event deleted for resources: {'Network': ['ID=60a25330-2068-4171-85ea-2cd82f09cbdb,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:56:22.540596 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device 9b2d4fad-1be6-4395-b831-473356d2dc05 no longer exists at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 03:56:22.563046 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] No Port match for: 9b2d4fad-1be6-4395-b831-473356d2dc05 {{(pid=113376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 03:56:22.563390 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device 9b2d4fad-1be6-4395-b831-473356d2dc05 not bound to the agent host dv-cinder-857993-1-iscsi {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 03:56:22.564013 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device dd2136f8-4e86-4db6-a499-0f087ed040d4 no longer exists at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 03:56:22.583850 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] No Port match for: dd2136f8-4e86-4db6-a499-0f087ed040d4 {{(pid=113376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 03:56:22.584454 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device dd2136f8-4e86-4db6-a499-0f087ed040d4 not bound to the agent host dv-cinder-857993-1-iscsi {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 03:56:22.585042 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device aaaa489d-81f6-4254-b458-6fa8c5f5b74c no longer exists at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 03:56:22.607867 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] No Port match for: aaaa489d-81f6-4254-b458-6fa8c5f5b74c {{(pid=113376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 03:56:22.608500 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device aaaa489d-81f6-4254-b458-6fa8c5f5b74c not bound to the agent host dv-cinder-857993-1-iscsi {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 03:56:22.975897 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 34740) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:56:23.021208 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-673f6a5c-7a38-42d3-8789-c6c69461220a admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=cb698ddcedae42a29f50203ec59db295&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0441654 Sep 16 03:56:23.023798 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 34742) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:56:23.030700 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:DELETE=2 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:56:23.073046 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-26b92992-2bb3-4852-abf0-7a6b3f247561 admin admin] Publish callbacks [] for security_group (f10e89d4-860e-46af-8551-55aa6d37b124), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:23.095581 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-26b92992-2bb3-4852-abf0-7a6b3f247561 admin admin] Publish callbacks [] for security_group (f10e89d4-860e-46af-8551-55aa6d37b124), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:23.214614 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:56:23.216813 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=92 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:56:23.265189 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-26b92992-2bb3-4852-abf0-7a6b3f247561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (f10e89d4-860e-46af-8551-55aa6d37b124), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:23.268773 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-26b92992-2bb3-4852-abf0-7a6b3f247561 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:23.270878 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-26b92992-2bb3-4852-abf0-7a6b3f247561 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/f10e89d4-860e-46af-8551-55aa6d37b124 HTTP/1.1" status: 204 len: 168 time: 0.2461441 Sep 16 03:56:23.283859 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b92992-2bb3-4852-abf0-7a6b3f247561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10e89d4-860e-46af-8551-55aa6d37b124,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:56:23.293924 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-a5c7061d-f67f-4672-ae19-fcfd68c466be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (5f458d39-b7df-4a2e-8f52-58d49f268778), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:25.420672 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-15cc70f8-f921-4ef7-8737-96bfea8498a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (20a8dcff-cb91-4cfb-b5ee-87736efe33d8), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:26.795888 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-6e17b5b7-15b9-4810-ad4e-df527af14d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (b6f1069f-4437-473a-8bc8-4bc493c2bb12), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:28.560777 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 34910) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:56:28.619429 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-2875a3e6-2c6e-4f2c-bd58-7e0a3de9c063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (bb5efb49-5a18-474a-824b-90488b0f2024), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:28.620838 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (9480ceca-8cb5-4b85-9807-6ee42f948820), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:28.672265 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-131fe003-e22d-4536-9132-31a59288d19e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:28.739495 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:56:28.747954 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-131fe003-e22d-4536-9132-31a59288d19e admin admin] Publish callbacks [] for security_group (1b33a649-1d27-430a-adec-0e4f8896aa6a), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:28.818945 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-131fe003-e22d-4536-9132-31a59288d19e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (1b33a649-1d27-430a-adec-0e4f8896aa6a), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:28.862656 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-131fe003-e22d-4536-9132-31a59288d19e admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=941f0e8d4caa4f0a8d8289cfdb34d435&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2981961 Sep 16 03:56:28.862656 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131fe003-e22d-4536-9132-31a59288d19e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b33a649-1d27-430a-adec-0e4f8896aa6a,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:56:28.864244 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 34918) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:56:28.914497 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-7319e796-a063-49ec-9118-a7cbd4f49c41 admin admin] Publish callbacks [] for security_group (1b33a649-1d27-430a-adec-0e4f8896aa6a), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:28.936068 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-7319e796-a063-49ec-9118-a7cbd4f49c41 admin admin] Publish callbacks [] for security_group (1b33a649-1d27-430a-adec-0e4f8896aa6a), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:29.116120 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-7319e796-a063-49ec-9118-a7cbd4f49c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (1b33a649-1d27-430a-adec-0e4f8896aa6a), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:29.118669 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-7319e796-a063-49ec-9118-a7cbd4f49c41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:29.119855 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-7319e796-a063-49ec-9118-a7cbd4f49c41 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/1b33a649-1d27-430a-adec-0e4f8896aa6a HTTP/1.1" status: 204 len: 168 time: 0.2554739 Sep 16 03:56:29.128335 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7319e796-a063-49ec-9118-a7cbd4f49c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b33a649-1d27-430a-adec-0e4f8896aa6a,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:56:29.848949 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 34930) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:56:29.862658 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-afd644d3-b399-4af5-baee-4c986c90803e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:29.937305 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-afd644d3-b399-4af5-baee-4c986c90803e admin admin] Publish callbacks [] for security_group (75d8788a-af05-432c-b22e-fe2c5f83291f), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:30.024625 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-afd644d3-b399-4af5-baee-4c986c90803e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (75d8788a-af05-432c-b22e-fe2c5f83291f), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:30.065907 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-afd644d3-b399-4af5-baee-4c986c90803e admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=d564dfea143441c496cead0c412288c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2159028 Sep 16 03:56:30.066763 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd644d3-b399-4af5-baee-4c986c90803e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d8788a-af05-432c-b22e-fe2c5f83291f,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:56:30.068670 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 34936) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:56:30.121145 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-759d3637-39e3-46a0-b54b-d74b3430c2bd admin admin] Publish callbacks [] for security_group (75d8788a-af05-432c-b22e-fe2c5f83291f), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:30.140946 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-759d3637-39e3-46a0-b54b-d74b3430c2bd admin admin] Publish callbacks [] for security_group (75d8788a-af05-432c-b22e-fe2c5f83291f), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:30.298254 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-759d3637-39e3-46a0-b54b-d74b3430c2bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (75d8788a-af05-432c-b22e-fe2c5f83291f), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:30.300773 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-759d3637-39e3-46a0-b54b-d74b3430c2bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:30.302010 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-759d3637-39e3-46a0-b54b-d74b3430c2bd admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/75d8788a-af05-432c-b22e-fe2c5f83291f HTTP/1.1" status: 204 len: 168 time: 0.2322218 Sep 16 03:56:30.310823 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759d3637-39e3-46a0-b54b-d74b3430c2bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d8788a-af05-432c-b22e-fe2c5f83291f,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:56:30.690463 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-d55dac01-3106-43e3-b1d0-56893b006441 req-9249b95e-584e-4178-9d94-fa0cb0a5982e tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1473006154&fields=id&tenant_id=c705c2f92c1646dba9c11aa6000166bc HTTP/1.1" status: 200 len: 267 time: 0.0494995 Sep 16 03:56:30.704751 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:56:30.748688 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55dac01-3106-43e3-b1d0-56893b006441 req-4fa77b60-e7be-4819-a28f-372febdcd168 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:56:30.750224 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-d55dac01-3106-43e3-b1d0-56893b006441 req-4fa77b60-e7be-4819-a28f-372febdcd168 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b8cedd5c-2825-4c90-81bd-9300e1db80c9 HTTP/1.1" status: 200 len: 985 time: 0.0539613 Sep 16 03:56:30.761248 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [req-d55dac01-3106-43e3-b1d0-56893b006441 req-000776a4-b18e-45fc-9c04-2f2e2775f500 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Request body: {'port': {'security_groups': ['a778aa35-5956-4b36-93ac-9d8175168705']}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:56:30.833836 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-d55dac01-3106-43e3-b1d0-56893b006441 req-000776a4-b18e-45fc-9c04-2f2e2775f500 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (29237f39-1732-4b4a-81d4-300640dd2721), before_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:31.261953 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.db [req-d55dac01-3106-43e3-b1d0-56893b006441 req-000776a4-b18e-45fc-9c04-2f2e2775f500 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] For port 29237f39-1732-4b4a-81d4-300640dd2721, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=29237f39-1732-4b4a-81d4-300640dd2721,segment=NetworkSegment(338fa78b-c872-4386-b22d-98e073eaf46d),segment_id=338fa78b-c872-4386-b22d-98e073eaf46d)] {{(pid=113375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:56:31.277016 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:56:31.289950 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-d55dac01-3106-43e3-b1d0-56893b006441 req-000776a4-b18e-45fc-9c04-2f2e2775f500 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Publish callbacks [] for port (29237f39-1732-4b4a-81d4-300640dd2721), precommit_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:31.453615 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-d55dac01-3106-43e3-b1d0-56893b006441 req-000776a4-b18e-45fc-9c04-2f2e2775f500 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4972082'] for port (29237f39-1732-4b4a-81d4-300640dd2721), after_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:31.465984 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55dac01-3106-43e3-b1d0-56893b006441 req-000776a4-b18e-45fc-9c04-2f2e2775f500 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:56:31.466586 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-d55dac01-3106-43e3-b1d0-56893b006441 req-000776a4-b18e-45fc-9c04-2f2e2775f500 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for port (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:31.474278 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-d55dac01-3106-43e3-b1d0-56893b006441 req-000776a4-b18e-45fc-9c04-2f2e2775f500 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "PUT /networking/v2.0/ports/29237f39-1732-4b4a-81d4-300640dd2721 HTTP/1.1" status: 200 len: 943 time: 0.7151988 Sep 16 03:56:31.474421 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] get_ports_and_sgs() called for port_ids ['29237f39-1732-4b4a-81d4-300640dd2721'] {{(pid=113376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 03:56:31.474877 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8cedd5c-2825-4c90-81bd-9300e1db80c9', 'tag': '29237f39-1732-4b4a-81d4-300640dd2721'}] {{(pid=113375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 03:56:31.475011 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 34968) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:56:31.477146 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5377fd1d321389c1792f161ed840337514ae556b8848fe715c314c680a14a908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d6324a0-7351-410c-a2f8-08289d08abf1" -d '{"events": [{"name": "network-changed", "server_uuid": "b8cedd5c-2825-4c90-81bd-9300e1db80c9", "tag": "29237f39-1732-4b4a-81d4-300640dd2721"}]}' {{(pid=113375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 03:56:31.532583 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000776a4-b18e-45fc-9c04-2f2e2775f500 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Pushing event updated for resources: {'Port': ['ID=29237f39-1732-4b4a-81d4-300640dd2721,revision_number=7']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:56:31.561446 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-264d1c61-b657-40c1-913a-0917c6efaa8d tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Publish callbacks [] for security_group (c830a2df-df47-4808-b092-e0cf71ac7b80), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:31.573276 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 03:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4786384-314e-4a77-955d-c59517e77a72 x-openstack-request-id: req-e4786384-314e-4a77-955d-c59517e77a72 {{(pid=113375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 03:56:31.573564 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8cedd5c-2825-4c90-81bd-9300e1db80c9", "tag": "29237f39-1732-4b4a-81d4-300640dd2721", "status": "completed", "code": 200}]} {{(pid=113375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 03:56:31.573810 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e4786384-314e-4a77-955d-c59517e77a72 {{(pid=113375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 03:56:31.574377 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4786384-314e-4a77-955d-c59517e77a72'] response: {'name': 'network-changed', 'server_uuid': 'b8cedd5c-2825-4c90-81bd-9300e1db80c9', 'tag': '29237f39-1732-4b4a-81d4-300640dd2721', 'status': 'completed', 'code': 200} Sep 16 03:56:31.603769 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-264d1c61-b657-40c1-913a-0917c6efaa8d tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Publish callbacks [] for security_group (c830a2df-df47-4808-b092-e0cf71ac7b80), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:31.606834 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] get_ports_and_sgs() called for port_ids ['29237f39-1732-4b4a-81d4-300640dd2721'] {{(pid=113376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 03:56:31.667844 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:56:31.687836 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6324a0-7351-410c-a2f8-08289d08abf1 req-e225d37c-41e8-4789-9011-c94f63c80319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:56:31.689626 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-8d6324a0-7351-410c-a2f8-08289d08abf1 req-e225d37c-41e8-4789-9011-c94f63c80319 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=c705c2f92c1646dba9c11aa6000166bc&device_id=b8cedd5c-2825-4c90-81bd-9300e1db80c9 HTTP/1.1" status: 200 len: 1130 time: 0.0802221 Sep 16 03:56:31.792098 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-264d1c61-b657-40c1-913a-0917c6efaa8d tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (c830a2df-df47-4808-b092-e0cf71ac7b80), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:31.796949 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-264d1c61-b657-40c1-913a-0917c6efaa8d tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Publish callbacks [] for security_group (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:31.798824 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-264d1c61-b657-40c1-913a-0917c6efaa8d tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/c830a2df-df47-4808-b092-e0cf71ac7b80 HTTP/1.1" status: 204 len: 168 time: 0.3232660 Sep 16 03:56:31.801868 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 34982) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:56:31.811875 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264d1c61-b657-40c1-913a-0917c6efaa8d tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c830a2df-df47-4808-b092-e0cf71ac7b80,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:56:31.815544 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6324a0-7351-410c-a2f8-08289d08abf1 req-95679f46-9b7f-4c63-96f6-8229d7b11cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:56:31.817759 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-8d6324a0-7351-410c-a2f8-08289d08abf1 req-95679f46-9b7f-4c63-96f6-8229d7b11cf2 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=9e27b901-fe49-4a95-bac7-28ae58e74a1c HTTP/1.1" status: 200 len: 916 time: 0.1155584 Sep 16 03:56:31.962594 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-8d6324a0-7351-410c-a2f8-08289d08abf1 req-cc493c6c-b7e9-4cc7-8157-8f3f92f623a1 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29237f39-1732-4b4a-81d4-300640dd2721 HTTP/1.1" status: 200 len: 1001 time: 0.1089571 Sep 16 03:56:32.050796 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6324a0-7351-410c-a2f8-08289d08abf1 req-c1e53aed-bad1-421b-be89-545945d5b440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:56:32.052309 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-8d6324a0-7351-410c-a2f8-08289d08abf1 req-c1e53aed-bad1-421b-be89-545945d5b440 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=968df8c1-c44d-43e0-a2eb-72306aea7502 HTTP/1.1" status: 200 len: 854 time: 0.0807009 Sep 16 03:56:32.073647 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.plugin [None req-e6eb0c7e-69be-43a8-8445-4b37e3ec1004 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Deleting port f274e3ce-bbc1-4944-ad10-b7c071c0f774 {{(pid=113375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 03:56:32.073647 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-e6eb0c7e-69be-43a8-8445-4b37e3ec1004 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672990733'] for port (f274e3ce-bbc1-4944-ad10-b7c071c0f774), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:32.109808 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=100 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:56:32.150650 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6324a0-7351-410c-a2f8-08289d08abf1 req-863d7700-68b0-46b8-b071-30181cd724ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:56:32.150650 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-8d6324a0-7351-410c-a2f8-08289d08abf1 req-863d7700-68b0-46b8-b071-30181cd724ec service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=9e27b901-fe49-4a95-bac7-28ae58e74a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0872457 Sep 16 03:56:32.232935 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-e6eb0c7e-69be-43a8-8445-4b37e3ec1004 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432982'] for port (f274e3ce-bbc1-4944-ad10-b7c071c0f774), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:32.233269 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-e6eb0c7e-69be-43a8-8445-4b37e3ec1004 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Publish callbacks [] for floatingip (f274e3ce-bbc1-4944-ad10-b7c071c0f774), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:32.253336 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.plugin [None req-e6eb0c7e-69be-43a8-8445-4b37e3ec1004 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Calling delete_port for f274e3ce-bbc1-4944-ad10-b7c071c0f774 owned by network:floatingip {{(pid=113375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 03:56:32.319185 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-8d6324a0-7351-410c-a2f8-08289d08abf1 req-aaf6175d-8b97-4ea4-b5c2-11ef8d9d24c4 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/9e27b901-fe49-4a95-bac7-28ae58e74a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601014 Sep 16 03:56:32.455651 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-8d6324a0-7351-410c-a2f8-08289d08abf1 req-894ac9cc-60a9-42f9-bb7d-189e95335d23 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/9e27b901-fe49-4a95-bac7-28ae58e74a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292832 Sep 16 03:56:32.585182 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-e6eb0c7e-69be-43a8-8445-4b37e3ec1004 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672957835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672515813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4972043'] for port (f274e3ce-bbc1-4944-ad10-b7c071c0f774), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:32.612229 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eb0c7e-69be-43a8-8445-4b37e3ec1004 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Pushing event deleted for resources: {'Port': ['ID=f274e3ce-bbc1-4944-ad10-b7c071c0f774,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:56:32.677433 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-e6eb0c7e-69be-43a8-8445-4b37e3ec1004 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Publish callbacks [] for floatingip (ae3cc430-1d7e-4171-bf0f-1f7107dd6a76), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:32.677764 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.db.l3_db [None req-e6eb0c7e-69be-43a8-8445-4b37e3ec1004 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Floating IP ae3cc430-1d7e-4171-bf0f-1f7107dd6a76 disassociated (deleted). External IP: 172.27.0.55, port: 29237f39-1732-4b4a-81d4-300640dd2721. Sep 16 03:56:32.679477 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:56:32.894643 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6eb0c7e-69be-43a8-8445-4b37e3ec1004 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Router e8366e99-d8ee-4ad3-a8ce-e03da02c1448 has already been hosted by L3 agent 20a8dcff-cb91-4cfb-b5ee-87736efe33d8 {{(pid=113375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 03:56:33.000837 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6eb0c7e-69be-43a8-8445-4b37e3ec1004 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Notify agent at l3_agent.dv-cinder-857993-1-iscsi the message routers_updated {{(pid=113375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 03:56:33.005360 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-e6eb0c7e-69be-43a8-8445-4b37e3ec1004 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for floatingip (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:33.011539 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d897c33-4d8d-4523-ae9f-fce71b1d8921 None None] Sync routers for ids ['e8366e99-d8ee-4ad3-a8ce-e03da02c1448'] in dv-cinder-857993-1-iscsi {{(pid=113377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 03:56:33.022515 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d897c33-4d8d-4523-ae9f-fce71b1d8921 None None] Routers {'e8366e99-d8ee-4ad3-a8ce-e03da02c1448'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:56:33.023741 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-9d897c33-4d8d-4523-ae9f-fce71b1d8921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:56:25Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['e8366e99-d8ee-4ad3-a8ce-e03da02c1448'], 'active': True} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:56:33.026235 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:56:33.040486 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-e6eb0c7e-69be-43a8-8445-4b37e3ec1004 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/ae3cc430-1d7e-4171-bf0f-1f7107dd6a76 HTTP/1.1" status: 204 len: 168 time: 1.2356594 Sep 16 03:56:33.263360 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvr_db [None req-9d897c33-4d8d-4523-ae9f-fce71b1d8921 None None] Set router e8366e99-d8ee-4ad3-a8ce-e03da02c1448 gateway port host: dv-cinder-857993-1-iscsi {{(pid=113377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:56:33.293203 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 35056) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:56:33.424052 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-664c5a0a-1e23-4fb5-bd37-7cc0699d7a07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:33.475478 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-9d897c33-4d8d-4523-ae9f-fce71b1d8921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8366e99-d8ee-4ad3-a8ce-e03da02c1448', 'name': 'tempest-TestMinimumBasicScenario-1679460541-router', 'tenant_id': 'c705c2f92c1646dba9c11aa6000166bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'd147dc4a-810f-4392-b4f4-a7aaf52d0e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:54:01Z', 'updated_at': '2022-09-16T03:54:05Z', 'revision_number': 4, 'project_id': 'c705c2f92c1646dba9c11aa6000166bc', 'gw_port': {'id': 'd147dc4a-810f-4392-b4f4-a7aaf52d0e5f', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:26:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8366e99-d8ee-4ad3-a8ce-e03da02c1448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:54:02Z', 'updated_at': '2022-09-16T03:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_interfaces': [{'id': '898b98a9-2de7-43c6-805b-6a1820de23b5', 'name': '', 'network_id': '9e27b901-fe49-4a95-bac7-28ae58e74a1c', 'tenant_id': 'c705c2f92c1646dba9c11aa6000166bc', 'mac_address': 'fa:16:3e:d7:d2:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8366e99-d8ee-4ad3-a8ce-e03da02c1448', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '968df8c1-c44d-43e0-a2eb-72306aea7502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:54:04Z', 'updated_at': '2022-09-16T03:54:09Z', 'revision_number': 5, 'project_id': 'c705c2f92c1646dba9c11aa6000166bc', 'subnets': [{'id': '968df8c1-c44d-43e0-a2eb-72306aea7502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:56:33.507248 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d897c33-4d8d-4523-ae9f-fce71b1d8921 None None] Checking router: e8366e99-d8ee-4ad3-a8ce-e03da02c1448 for host: dv-cinder-857993-1-iscsi {{(pid=113377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 03:56:33.517534 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d897c33-4d8d-4523-ae9f-fce71b1d8921 None None] Routers {'e8366e99-d8ee-4ad3-a8ce-e03da02c1448'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:56:33.518180 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-9d897c33-4d8d-4523-ae9f-fce71b1d8921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:56:25Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['e8366e99-d8ee-4ad3-a8ce-e03da02c1448'], 'active': True} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:56:33.530013 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-664c5a0a-1e23-4fb5-bd37-7cc0699d7a07 admin admin] Publish callbacks [] for security_group (55b4e1fc-f3ab-4f0f-8e79-1e5e937f4125), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:33.575662 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8cedd5c-2825-4c90-81bd-9300e1db80c9', 'tag': '29237f39-1732-4b4a-81d4-300640dd2721'}] {{(pid=113375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 03:56:33.578276 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5377fd1d321389c1792f161ed840337514ae556b8848fe715c314c680a14a908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1649d31-ad0d-4b41-938c-e0177b78ec60" -d '{"events": [{"name": "network-changed", "server_uuid": "b8cedd5c-2825-4c90-81bd-9300e1db80c9", "tag": "29237f39-1732-4b4a-81d4-300640dd2721"}]}' {{(pid=113375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 03:56:33.586611 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-664c5a0a-1e23-4fb5-bd37-7cc0699d7a07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (55b4e1fc-f3ab-4f0f-8e79-1e5e937f4125), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:33.636025 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvr_db [None req-9d897c33-4d8d-4523-ae9f-fce71b1d8921 None None] Set router e8366e99-d8ee-4ad3-a8ce-e03da02c1448 gateway port host: dv-cinder-857993-1-iscsi {{(pid=113377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:56:33.658189 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 03:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c840c1-28bf-439f-8a31-88bb0d3f9fa3 x-openstack-request-id: req-54c840c1-28bf-439f-8a31-88bb0d3f9fa3 {{(pid=113375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 03:56:33.658725 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8cedd5c-2825-4c90-81bd-9300e1db80c9", "tag": "29237f39-1732-4b4a-81d4-300640dd2721", "status": "completed", "code": 200}]} {{(pid=113375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 03:56:33.659179 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-54c840c1-28bf-439f-8a31-88bb0d3f9fa3 {{(pid=113375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 03:56:33.660135 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54c840c1-28bf-439f-8a31-88bb0d3f9fa3'] response: {'name': 'network-changed', 'server_uuid': 'b8cedd5c-2825-4c90-81bd-9300e1db80c9', 'tag': '29237f39-1732-4b4a-81d4-300640dd2721', 'status': 'completed', 'code': 200} Sep 16 03:56:33.677743 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-664c5a0a-1e23-4fb5-bd37-7cc0699d7a07 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=f4dbda910bbd48d997a9896c77880f87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3836122 Sep 16 03:56:33.679922 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 35074) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:56:33.697311 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664c5a0a-1e23-4fb5-bd37-7cc0699d7a07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b4e1fc-f3ab-4f0f-8e79-1e5e937f4125,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:56:33.762839 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1649d31-ad0d-4b41-938c-e0177b78ec60 req-ae464a7c-ec83-46c9-907b-8d8e14bcbaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:56:33.763684 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-b1649d31-ad0d-4b41-938c-e0177b78ec60 req-ae464a7c-ec83-46c9-907b-8d8e14bcbaa0 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=c705c2f92c1646dba9c11aa6000166bc&device_id=b8cedd5c-2825-4c90-81bd-9300e1db80c9 HTTP/1.1" status: 200 len: 1130 time: 0.0753956 Sep 16 03:56:33.789046 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-f4a10a76-b736-442d-9b22-3b2953858e37 admin admin] Publish callbacks [] for security_group (55b4e1fc-f3ab-4f0f-8e79-1e5e937f4125), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:33.852998 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-f4a10a76-b736-442d-9b22-3b2953858e37 admin admin] Publish callbacks [] for security_group (55b4e1fc-f3ab-4f0f-8e79-1e5e937f4125), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:33.875990 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-9d897c33-4d8d-4523-ae9f-fce71b1d8921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8366e99-d8ee-4ad3-a8ce-e03da02c1448', 'name': 'tempest-TestMinimumBasicScenario-1679460541-router', 'tenant_id': 'c705c2f92c1646dba9c11aa6000166bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'd147dc4a-810f-4392-b4f4-a7aaf52d0e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:54:01Z', 'updated_at': '2022-09-16T03:54:05Z', 'revision_number': 4, 'project_id': 'c705c2f92c1646dba9c11aa6000166bc', 'gw_port': {'id': 'd147dc4a-810f-4392-b4f4-a7aaf52d0e5f', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:26:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8366e99-d8ee-4ad3-a8ce-e03da02c1448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:54:02Z', 'updated_at': '2022-09-16T03:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_interfaces': [{'id': '898b98a9-2de7-43c6-805b-6a1820de23b5', 'name': '', 'network_id': '9e27b901-fe49-4a95-bac7-28ae58e74a1c', 'tenant_id': 'c705c2f92c1646dba9c11aa6000166bc', 'mac_address': 'fa:16:3e:d7:d2:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8366e99-d8ee-4ad3-a8ce-e03da02c1448', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '968df8c1-c44d-43e0-a2eb-72306aea7502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:54:04Z', 'updated_at': '2022-09-16T03:54:09Z', 'revision_number': 5, 'project_id': 'c705c2f92c1646dba9c11aa6000166bc', 'subnets': [{'id': '968df8c1-c44d-43e0-a2eb-72306aea7502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:56:33.908476 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d897c33-4d8d-4523-ae9f-fce71b1d8921 None None] The sync data for ids ['e8366e99-d8ee-4ad3-a8ce-e03da02c1448'] in dv-cinder-857993-1-iscsi is: [{'id': 'e8366e99-d8ee-4ad3-a8ce-e03da02c1448', 'name': 'tempest-TestMinimumBasicScenario-1679460541-router', 'tenant_id': 'c705c2f92c1646dba9c11aa6000166bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'd147dc4a-810f-4392-b4f4-a7aaf52d0e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:54:01Z', 'updated_at': '2022-09-16T03:54:05Z', 'revision_number': 4, 'project_id': 'c705c2f92c1646dba9c11aa6000166bc', 'gw_port': {'id': 'd147dc4a-810f-4392-b4f4-a7aaf52d0e5f', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:26:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8366e99-d8ee-4ad3-a8ce-e03da02c1448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:54:02Z', 'updated_at': '2022-09-16T03:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_interfaces': [{'id': '898b98a9-2de7-43c6-805b-6a1820de23b5', 'name': '', 'network_id': '9e27b901-fe49-4a95-bac7-28ae58e74a1c', 'tenant_id': 'c705c2f92c1646dba9c11aa6000166bc', 'mac_address': 'fa:16:3e:d7:d2:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8366e99-d8ee-4ad3-a8ce-e03da02c1448', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '968df8c1-c44d-43e0-a2eb-72306aea7502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:54:04Z', 'updated_at': '2022-09-16T03:54:09Z', 'revision_number': 5, 'project_id': 'c705c2f92c1646dba9c11aa6000166bc', 'subnets': [{'id': '968df8c1-c44d-43e0-a2eb-72306aea7502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 03:56:33.925007 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1649d31-ad0d-4b41-938c-e0177b78ec60 req-9cd9cf52-c145-45f0-8e81-d205f4b49cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:56:33.926489 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-b1649d31-ad0d-4b41-938c-e0177b78ec60 req-9cd9cf52-c145-45f0-8e81-d205f4b49cf6 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=9e27b901-fe49-4a95-bac7-28ae58e74a1c HTTP/1.1" status: 200 len: 916 time: 0.1459508 Sep 16 03:56:34.007899 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-f4a10a76-b736-442d-9b22-3b2953858e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (55b4e1fc-f3ab-4f0f-8e79-1e5e937f4125), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:34.010666 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-f4a10a76-b736-442d-9b22-3b2953858e37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:34.011898 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-f4a10a76-b736-442d-9b22-3b2953858e37 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/55b4e1fc-f3ab-4f0f-8e79-1e5e937f4125 HTTP/1.1" status: 204 len: 168 time: 0.3305266 Sep 16 03:56:34.021985 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a10a76-b736-442d-9b22-3b2953858e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b4e1fc-f3ab-4f0f-8e79-1e5e937f4125,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:56:34.165844 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00ce672-aa7b-4ff8-9322-ef7d5e9507ac None None] New status for floating IP ae3cc430-1d7e-4171-bf0f-1f7107dd6a76: DOWN {{(pid=113376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 03:56:34.206246 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-b1649d31-ad0d-4b41-938c-e0177b78ec60 req-d06a0fe2-a479-4b74-81c8-3f76c126a964 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29237f39-1732-4b4a-81d4-300640dd2721 HTTP/1.1" status: 200 len: 217 time: 0.0403695 Sep 16 03:56:34.267895 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1649d31-ad0d-4b41-938c-e0177b78ec60 req-c4f15fb0-38f0-4986-a3dc-fe58a701811f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:56:34.269158 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-b1649d31-ad0d-4b41-938c-e0177b78ec60 req-c4f15fb0-38f0-4986-a3dc-fe58a701811f service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=968df8c1-c44d-43e0-a2eb-72306aea7502 HTTP/1.1" status: 200 len: 854 time: 0.0557818 Sep 16 03:56:34.329187 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1649d31-ad0d-4b41-938c-e0177b78ec60 req-fcf3b431-7b45-4d9f-a654-cad74fd594b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:56:34.330801 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-b1649d31-ad0d-4b41-938c-e0177b78ec60 req-fcf3b431-7b45-4d9f-a654-cad74fd594b4 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=9e27b901-fe49-4a95-bac7-28ae58e74a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432255 Sep 16 03:56:34.425685 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-b1649d31-ad0d-4b41-938c-e0177b78ec60 req-256e7de8-abdf-4683-8683-d7ba46ad2940 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/9e27b901-fe49-4a95-bac7-28ae58e74a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874500 Sep 16 03:56:34.526006 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-b1649d31-ad0d-4b41-938c-e0177b78ec60 req-85060b02-675b-402a-9ae6-236a37938526 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/9e27b901-fe49-4a95-bac7-28ae58e74a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931301 Sep 16 03:56:34.834925 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 35106) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:56:35.015413 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 35110) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:56:35.029963 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-d5e8fcf6-fad1-4b54-90de-66590b377516 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:35.074360 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:DELETE=2 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:56:35.083212 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:56:35.112171 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-d5e8fcf6-fad1-4b54-90de-66590b377516 admin admin] Publish callbacks [] for security_group (75fb68dc-8891-4773-b985-0a19ef5819b4), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:35.183644 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-8c13eb9b-c60b-4c40-9821-8618d0541d57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:35.244749 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 35114) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:56:35.258730 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-d5e8fcf6-fad1-4b54-90de-66590b377516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (75fb68dc-8891-4773-b985-0a19ef5819b4), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:35.296660 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e8fcf6-fad1-4b54-90de-66590b377516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75fb68dc-8891-4773-b985-0a19ef5819b4,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:56:35.301803 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-d5e8fcf6-fad1-4b54-90de-66590b377516 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=df4eb1d84244463397cd5c153d7ecc74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2844467 Sep 16 03:56:35.308141 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 35118) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:56:35.353429 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:56:35.362164 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-654166b8-ae3a-48e4-a3e0-96d77aecc203 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:35.503584 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-f34120ef-ffd9-4f2f-aed4-2e12be915bb5 admin admin] Publish callbacks [] for security_group (75fb68dc-8891-4773-b985-0a19ef5819b4), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:35.523898 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-8c13eb9b-c60b-4c40-9821-8618d0541d57 admin admin] Publish callbacks [] for security_group (5e1a3cfc-05b0-44f3-a205-cc0df2394687), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:35.524466 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-f34120ef-ffd9-4f2f-aed4-2e12be915bb5 admin admin] Publish callbacks [] for security_group (75fb68dc-8891-4773-b985-0a19ef5819b4), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:35.547385 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-654166b8-ae3a-48e4-a3e0-96d77aecc203 admin admin] Publish callbacks [] for security_group (911c55b3-001d-44e8-9fe2-8b76ca8cd809), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:35.607403 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-8c13eb9b-c60b-4c40-9821-8618d0541d57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (5e1a3cfc-05b0-44f3-a205-cc0df2394687), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:35.636560 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-f34120ef-ffd9-4f2f-aed4-2e12be915bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (75fb68dc-8891-4773-b985-0a19ef5819b4), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:35.638867 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=75,neutron:DELETE=4,neutron:INSERT=20,neutron:UPDATE=1 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:56:35.639781 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-f34120ef-ffd9-4f2f-aed4-2e12be915bb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:35.640913 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-f34120ef-ffd9-4f2f-aed4-2e12be915bb5 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/75fb68dc-8891-4773-b985-0a19ef5819b4 HTTP/1.1" status: 204 len: 168 time: 0.3315237 Sep 16 03:56:35.645994 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-654166b8-ae3a-48e4-a3e0-96d77aecc203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (911c55b3-001d-44e8-9fe2-8b76ca8cd809), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:35.650634 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c13eb9b-c60b-4c40-9821-8618d0541d57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1a3cfc-05b0-44f3-a205-cc0df2394687,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:56:35.651260 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34120ef-ffd9-4f2f-aed4-2e12be915bb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75fb68dc-8891-4773-b985-0a19ef5819b4,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:56:35.659713 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-8c13eb9b-c60b-4c40-9821-8618d0541d57 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=816c1a663e924bce8ed77005cb9b20a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8237166 Sep 16 03:56:35.662481 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 35122) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:56:35.693738 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-654166b8-ae3a-48e4-a3e0-96d77aecc203 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=fb7f1e80fe074809bc81d3b9c98d0e2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4479423 Sep 16 03:56:35.696442 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 35124) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:56:35.697546 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654166b8-ae3a-48e4-a3e0-96d77aecc203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=911c55b3-001d-44e8-9fe2-8b76ca8cd809,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:56:35.759876 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-06e86699-24a5-4629-85c1-7730167ce026 admin admin] Publish callbacks [] for security_group (5e1a3cfc-05b0-44f3-a205-cc0df2394687), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:35.791854 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-06e86699-24a5-4629-85c1-7730167ce026 admin admin] Publish callbacks [] for security_group (5e1a3cfc-05b0-44f3-a205-cc0df2394687), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:35.793838 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-02f37fcb-7c49-49b4-b00e-2257d55d876d admin admin] Publish callbacks [] for security_group (911c55b3-001d-44e8-9fe2-8b76ca8cd809), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:35.833270 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-02f37fcb-7c49-49b4-b00e-2257d55d876d admin admin] Publish callbacks [] for security_group (911c55b3-001d-44e8-9fe2-8b76ca8cd809), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:35.979553 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:DELETE=4 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:56:35.987226 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-06e86699-24a5-4629-85c1-7730167ce026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (5e1a3cfc-05b0-44f3-a205-cc0df2394687), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:35.987226 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-06e86699-24a5-4629-85c1-7730167ce026 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:35.987226 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-06e86699-24a5-4629-85c1-7730167ce026 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/5e1a3cfc-05b0-44f3-a205-cc0df2394687 HTTP/1.1" status: 204 len: 168 time: 0.3211594 Sep 16 03:56:35.992640 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e86699-24a5-4629-85c1-7730167ce026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1a3cfc-05b0-44f3-a205-cc0df2394687,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:56:36.035981 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-02f37fcb-7c49-49b4-b00e-2257d55d876d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (911c55b3-001d-44e8-9fe2-8b76ca8cd809), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:36.038809 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-02f37fcb-7c49-49b4-b00e-2257d55d876d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:36.047149 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-02f37fcb-7c49-49b4-b00e-2257d55d876d admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/911c55b3-001d-44e8-9fe2-8b76ca8cd809 HTTP/1.1" status: 204 len: 168 time: 0.3427057 Sep 16 03:56:36.049751 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f37fcb-7c49-49b4-b00e-2257d55d876d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=911c55b3-001d-44e8-9fe2-8b76ca8cd809,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:56:36.065760 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:56:36.865893 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 35158) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:56:36.881742 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-6097742e-c7a4-4216-b4bf-ca39fc1e8960 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:36.970827 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-6097742e-c7a4-4216-b4bf-ca39fc1e8960 admin admin] Publish callbacks [] for security_group (5deef0d0-f27b-45e2-b292-369b94ea4279), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:37.087819 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-6097742e-c7a4-4216-b4bf-ca39fc1e8960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (5deef0d0-f27b-45e2-b292-369b94ea4279), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:37.128897 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-6097742e-c7a4-4216-b4bf-ca39fc1e8960 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=2d777a6283fd49d0868014430654788b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2617044 Sep 16 03:56:37.130684 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6097742e-c7a4-4216-b4bf-ca39fc1e8960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5deef0d0-f27b-45e2-b292-369b94ea4279,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:56:37.131738 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 35170) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:56:37.186831 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-d039fda6-ab3c-4d23-aff3-8baf2baf956c admin admin] Publish callbacks [] for security_group (5deef0d0-f27b-45e2-b292-369b94ea4279), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:37.220767 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-d039fda6-ab3c-4d23-aff3-8baf2baf956c admin admin] Publish callbacks [] for security_group (5deef0d0-f27b-45e2-b292-369b94ea4279), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:37.356566 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-d039fda6-ab3c-4d23-aff3-8baf2baf956c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (5deef0d0-f27b-45e2-b292-369b94ea4279), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:37.359505 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-d039fda6-ab3c-4d23-aff3-8baf2baf956c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:37.362308 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-d039fda6-ab3c-4d23-aff3-8baf2baf956c admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/5deef0d0-f27b-45e2-b292-369b94ea4279 HTTP/1.1" status: 204 len: 168 time: 0.2294917 Sep 16 03:56:37.373091 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d039fda6-ab3c-4d23-aff3-8baf2baf956c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5deef0d0-f27b-45e2-b292-369b94ea4279,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:56:37.734659 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a425ccdb-0b2c-4c05-8839-c37271066fc4 req-baa07389-3664-4b25-bdcb-686f2a5e37c5 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:56:37.736380 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-a425ccdb-0b2c-4c05-8839-c37271066fc4 req-baa07389-3664-4b25-bdcb-686f2a5e37c5 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b8cedd5c-2825-4c90-81bd-9300e1db80c9 HTTP/1.1" status: 200 len: 946 time: 0.0487125 Sep 16 03:56:37.738525 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 35234) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:56:37.793050 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-a425ccdb-0b2c-4c05-8839-c37271066fc4 req-ad6dba74-2bd7-4594-893e-7ecfdc8aec02 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a778aa35-5956-4b36-93ac-9d8175168705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475619 Sep 16 03:56:37.870949 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [None req-a37b6d22-71af-4754-9f9a-b5fc17bdaf11 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-447045215-network', 'tenant_id': '3a898b286911461a8a0ac89deeca754f'}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:56:38.000291 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a37b6d22-71af-4754-9f9a-b5fc17bdaf11 admin admin] Made reservation on behalf of 3a898b286911461a8a0ac89deeca754f for: {'network': 1} {{(pid=113375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 03:56:38.000291 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-a37b6d22-71af-4754-9f9a-b5fc17bdaf11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for network (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:38.009135 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-a37b6d22-71af-4754-9f9a-b5fc17bdaf11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:38.100136 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-a37b6d22-71af-4754-9f9a-b5fc17bdaf11 admin admin] Publish callbacks [] for security_group (5c1f89dc-7a83-4b04-ac76-28ee7b5610e2), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:38.190336 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-a37b6d22-71af-4754-9f9a-b5fc17bdaf11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (5c1f89dc-7a83-4b04-ac76-28ee7b5610e2), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:38.206944 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=77,neutron:DELETE=12,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:56:38.221652 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a37b6d22-71af-4754-9f9a-b5fc17bdaf11 admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=113375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 03:56:38.228771 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37b6d22-71af-4754-9f9a-b5fc17bdaf11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c1f89dc-7a83-4b04-ac76-28ee7b5610e2,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:56:38.236162 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-a37b6d22-71af-4754-9f9a-b5fc17bdaf11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432398'] for segment (0c991d56-f7ec-4ce1-802d-c9cf8f09a99a), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:38.236500 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.db.segments_db [None req-a37b6d22-71af-4754-9f9a-b5fc17bdaf11 admin admin] Added segment 0c991d56-f7ec-4ce1-802d-c9cf8f09a99a of type vlan for network ede7c3d6-c277-4e4e-8fec-d11285e45b13 Sep 16 03:56:38.300931 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-a37b6d22-71af-4754-9f9a-b5fc17bdaf11 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741672468170'] for network (ede7c3d6-c277-4e4e-8fec-d11285e45b13), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:38.408146 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-a37b6d22-71af-4754-9f9a-b5fc17bdaf11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066'] for network (ede7c3d6-c277-4e4e-8fec-d11285e45b13), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:38.409376 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37b6d22-71af-4754-9f9a-b5fc17bdaf11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:56:38.409991 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-a37b6d22-71af-4754-9f9a-b5fc17bdaf11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602048'] for network (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:38.480001 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37b6d22-71af-4754-9f9a-b5fc17bdaf11 admin admin] Pushing event updated for resources: {'Network': ['ID=ede7c3d6-c277-4e4e-8fec-d11285e45b13,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:56:38.502984 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Network ede7c3d6-c277-4e4e-8fec-d11285e45b13 details requested by agent ovs-agent-dv-cinder-857993-1-iscsi with host dv-cinder-857993-1-iscsi {{(pid=113376) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 03:56:38.552647 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-a37b6d22-71af-4754-9f9a-b5fc17bdaf11 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8122504 Sep 16 03:56:38.553865 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 35260) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:56:38.558690 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.v2.base [None req-1a110a83-d47a-479e-ad9b-ec66ffbeb7fa admin admin] Request body: {'subnet': {'network_id': 'ede7c3d6-c277-4e4e-8fec-d11285e45b13', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-447045215-subnet', 'tenant_id': '3a898b286911461a8a0ac89deeca754f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:56:38.665981 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a110a83-d47a-479e-ad9b-ec66ffbeb7fa admin admin] Made reservation on behalf of 3a898b286911461a8a0ac89deeca754f for: {'subnet': 1} {{(pid=113374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 03:56:38.668893 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-1a110a83-d47a-479e-ad9b-ec66ffbeb7fa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4750632'] for subnet (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:38.927323 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-1a110a83-d47a-479e-ad9b-ec66ffbeb7fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4968073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4750654'] for subnet (befd0613-9595-48d7-a3e6-ed75395d7223), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:38.988848 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d497c8b7-955a-4b8b-93ff-1f07b751b906 req-a93b299c-f49a-4442-ae72-a536d99e4dcc tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:56:38.991565 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-d497c8b7-955a-4b8b-93ff-1f07b751b906 req-a93b299c-f49a-4442-ae72-a536d99e4dcc tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b8cedd5c-2825-4c90-81bd-9300e1db80c9 HTTP/1.1" status: 200 len: 946 time: 0.1020446 Sep 16 03:56:39.038718 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a110a83-d47a-479e-ad9b-ec66ffbeb7fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=befd0613-9595-48d7-a3e6-ed75395d7223,revision_number=0']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:56:39.049687 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=83,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:56:39.077679 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a110a83-d47a-479e-ad9b-ec66ffbeb7fa admin admin] Checking segment: {'id': '0c991d56-f7ec-4ce1-802d-c9cf8f09a99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ede7c3d6-c277-4e4e-8fec-d11285e45b13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 03:56:39.078070 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a110a83-d47a-479e-ad9b-ec66ffbeb7fa admin admin] Network hostable DHCP agents. Network: ede7c3d6-c277-4e4e-8fec-d11285e45b13, hostable agents: ['5f458d39-b7df-4a2e-8f52-58d49f268778'], hosted agents: [] {{(pid=113374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 03:56:39.083816 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-d497c8b7-955a-4b8b-93ff-1f07b751b906 req-947532af-1c68-4b1e-b946-10a0935baefd tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a778aa35-5956-4b36-93ac-9d8175168705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829375 Sep 16 03:56:39.179295 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a110a83-d47a-479e-ad9b-ec66ffbeb7fa admin admin] Network ede7c3d6-c277-4e4e-8fec-d11285e45b13 is scheduled to be hosted by DHCP agent 5f458d39-b7df-4a2e-8f52-58d49f268778 with binding_index 1 {{(pid=113374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 03:56:39.304934 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.base_scheduler [None req-1a110a83-d47a-479e-ad9b-ec66ffbeb7fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857993-1-iscsi, ede7c3d6-c277-4e4e-8fec-d11285e45b13) {{(pid=113374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:56:39.313880 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a110a83-d47a-479e-ad9b-ec66ffbeb7fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:56:39.314603 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-1a110a83-d47a-479e-ad9b-ec66ffbeb7fa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:39.321031 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba245e34-4055-483f-9694-5f4a69fc46c8 None None] Network ede7c3d6-c277-4e4e-8fec-d11285e45b13 requested from dv-cinder-857993-1-iscsi {{(pid=113376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 03:56:39.399063 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-1a110a83-d47a-479e-ad9b-ec66ffbeb7fa admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8440557 Sep 16 03:56:39.440216 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f086c6fe-0920-4997-89b5-7a55b9961496 None None] Network ede7c3d6-c277-4e4e-8fec-d11285e45b13 requested from dv-cinder-857993-1-iscsi {{(pid=113376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 03:56:39.690217 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dc930b-65aa-438e-887e-97c8b051761f req-03602f03-e63d-4816-85a3-61dec8544de9 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:56:39.691794 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-84dc930b-65aa-438e-887e-97c8b051761f req-03602f03-e63d-4816-85a3-61dec8544de9 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b8cedd5c-2825-4c90-81bd-9300e1db80c9 HTTP/1.1" status: 200 len: 946 time: 0.0525942 Sep 16 03:56:39.787155 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.plugin [req-84dc930b-65aa-438e-887e-97c8b051761f req-4d4eda26-169e-426c-8b6a-5d9ee3e57f84 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Deleting port 29237f39-1732-4b4a-81d4-300640dd2721 {{(pid=113375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 03:56:39.787397 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-84dc930b-65aa-438e-887e-97c8b051761f req-4d4eda26-169e-426c-8b6a-5d9ee3e57f84 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672990733'] for port (29237f39-1732-4b4a-81d4-300640dd2721), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:39.896099 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:56:39.905134 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.db [req-84dc930b-65aa-438e-887e-97c8b051761f req-4d4eda26-169e-426c-8b6a-5d9ee3e57f84 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] For port 29237f39-1732-4b4a-81d4-300640dd2721, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=29237f39-1732-4b4a-81d4-300640dd2721,segment=NetworkSegment(338fa78b-c872-4386-b22d-98e073eaf46d),segment_id=338fa78b-c872-4386-b22d-98e073eaf46d)] {{(pid=113375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:56:39.905556 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-84dc930b-65aa-438e-887e-97c8b051761f req-4d4eda26-169e-426c-8b6a-5d9ee3e57f84 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432982'] for port (29237f39-1732-4b4a-81d4-300640dd2721), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:39.919800 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.plugin [req-84dc930b-65aa-438e-887e-97c8b051761f req-4d4eda26-169e-426c-8b6a-5d9ee3e57f84 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Calling delete_port for 29237f39-1732-4b4a-81d4-300640dd2721 owned by compute:nova {{(pid=113375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 03:56:40.222085 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f40139-c04c-4676-803d-5a62723d9b6a req-e5daa5b5-26f2-4633-8770-ac726a50b9ef tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:56:40.223941 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-23f40139-c04c-4676-803d-5a62723d9b6a req-e5daa5b5-26f2-4633-8770-ac726a50b9ef tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b8cedd5c-2825-4c90-81bd-9300e1db80c9 HTTP/1.1" status: 200 len: 946 time: 0.0597105 Sep 16 03:56:40.257446 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-84dc930b-65aa-438e-887e-97c8b051761f req-4d4eda26-169e-426c-8b6a-5d9ee3e57f84 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672957835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672515813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4972043'] for port (29237f39-1732-4b4a-81d4-300640dd2721), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:40.267553 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] get_ports_and_sgs() called for port_ids ['29237f39-1732-4b4a-81d4-300640dd2721'] {{(pid=113376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 03:56:40.287771 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4eda26-169e-426c-8b6a-5d9ee3e57f84 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Pushing event deleted for resources: {'Port': ['ID=29237f39-1732-4b4a-81d4-300640dd2721,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:56:40.354403 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.l3_dvrscheduler_db [req-84dc930b-65aa-438e-887e-97c8b051761f req-4d4eda26-169e-426c-8b6a-5d9ee3e57f84 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] No DVR routers for this DVR port 29237f39-1732-4b4a-81d4-300640dd2721 on host hv-cinder-85799 {{(pid=113375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 03:56:40.360135 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-23f40139-c04c-4676-803d-5a62723d9b6a req-a37bb325-a7b7-4537-9a1c-ddc0f34cc919 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a778aa35-5956-4b36-93ac-9d8175168705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300466 Sep 16 03:56:40.361293 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-84dc930b-65aa-438e-887e-97c8b051761f req-4d4eda26-169e-426c-8b6a-5d9ee3e57f84 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for port (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:40.364653 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-84dc930b-65aa-438e-887e-97c8b051761f req-4d4eda26-169e-426c-8b6a-5d9ee3e57f84 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.52 "DELETE /networking/v2.0/ports/29237f39-1732-4b4a-81d4-300640dd2721 HTTP/1.1" status: 204 len: 173 time: 0.6666284 Sep 16 03:56:40.365174 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8cedd5c-2825-4c90-81bd-9300e1db80c9', 'name': 'network-vif-deleted', 'tag': '29237f39-1732-4b4a-81d4-300640dd2721'}] {{(pid=113375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 03:56:40.367593 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5377fd1d321389c1792f161ed840337514ae556b8848fe715c314c680a14a908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6779c1cd-479e-41d8-8bfa-b7652fb609fe" -d '{"events": [{"server_uuid": "b8cedd5c-2825-4c90-81bd-9300e1db80c9", "name": "network-vif-deleted", "tag": "29237f39-1732-4b4a-81d4-300640dd2721"}]}' {{(pid=113375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 03:56:40.424253 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 03:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-129024e7-74d9-48ef-aad2-14b5792a1dff x-openstack-request-id: req-129024e7-74d9-48ef-aad2-14b5792a1dff {{(pid=113375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 03:56:40.424541 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8cedd5c-2825-4c90-81bd-9300e1db80c9", "name": "network-vif-deleted", "tag": "29237f39-1732-4b4a-81d4-300640dd2721", "status": "completed", "code": 200}]} {{(pid=113375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 03:56:40.424793 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-129024e7-74d9-48ef-aad2-14b5792a1dff {{(pid=113375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 03:56:40.425195 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-129024e7-74d9-48ef-aad2-14b5792a1dff'] response: {'server_uuid': 'b8cedd5c-2825-4c90-81bd-9300e1db80c9', 'name': 'network-vif-deleted', 'tag': '29237f39-1732-4b4a-81d4-300640dd2721', 'status': 'completed', 'code': 200} Sep 16 03:56:40.537018 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 35328) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:56:40.545821 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.v2.base [None req-e987695b-070f-410f-8433-286e6dc2d0ee admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1470623454-network', 'tenant_id': '3057271a87e04c639ceaf0657d0c6625'}} {{(pid=113374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:56:40.676791 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e987695b-070f-410f-8433-286e6dc2d0ee admin admin] Made reservation on behalf of 3057271a87e04c639ceaf0657d0c6625 for: {'network': 1} {{(pid=113374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 03:56:40.680352 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-e987695b-070f-410f-8433-286e6dc2d0ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for network (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:40.695864 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-e987695b-070f-410f-8433-286e6dc2d0ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:40.793522 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-e987695b-070f-410f-8433-286e6dc2d0ee admin admin] Publish callbacks [] for security_group (e211f6df-01f9-4c1f-ba86-c21131b75174), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:40.905024 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-e987695b-070f-410f-8433-286e6dc2d0ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (e211f6df-01f9-4c1f-ba86-c21131b75174), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:40.922084 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:56:40.936087 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e987695b-070f-410f-8433-286e6dc2d0ee admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=113374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 03:56:40.944884 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e987695b-070f-410f-8433-286e6dc2d0ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e211f6df-01f9-4c1f-ba86-c21131b75174,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:56:40.956870 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-e987695b-070f-410f-8433-286e6dc2d0ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432398'] for segment (b710af08-5451-4e4a-b745-b92c3528e9c7), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:40.957387 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.db.segments_db [None req-e987695b-070f-410f-8433-286e6dc2d0ee admin admin] Added segment b710af08-5451-4e4a-b745-b92c3528e9c7 of type vlan for network 25b381d7-480e-4ffb-a38f-2ef4ec45aeec Sep 16 03:56:41.005839 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-e987695b-070f-410f-8433-286e6dc2d0ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741672468170'] for network (25b381d7-480e-4ffb-a38f-2ef4ec45aeec), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:41.116409 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-e987695b-070f-410f-8433-286e6dc2d0ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066'] for network (25b381d7-480e-4ffb-a38f-2ef4ec45aeec), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:41.117447 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e987695b-070f-410f-8433-286e6dc2d0ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:56:41.118036 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-e987695b-070f-410f-8433-286e6dc2d0ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602048'] for network (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:41.187495 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e987695b-070f-410f-8433-286e6dc2d0ee admin admin] Pushing event updated for resources: {'Network': ['ID=25b381d7-480e-4ffb-a38f-2ef4ec45aeec,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:56:41.199179 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Network 25b381d7-480e-4ffb-a38f-2ef4ec45aeec details requested by agent ovs-agent-dv-cinder-857993-1-iscsi with host dv-cinder-857993-1-iscsi {{(pid=113376) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 03:56:41.284847 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-e987695b-070f-410f-8433-286e6dc2d0ee admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7465770 Sep 16 03:56:41.287603 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 35332) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:56:41.292602 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.v2.base [None req-371e7e1d-210f-489e-9cfa-894cbbbeaa4d admin admin] Request body: {'subnet': {'network_id': '25b381d7-480e-4ffb-a38f-2ef4ec45aeec', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1470623454-subnet', 'tenant_id': '3057271a87e04c639ceaf0657d0c6625', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:56:41.443624 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-371e7e1d-210f-489e-9cfa-894cbbbeaa4d admin admin] Made reservation on behalf of 3057271a87e04c639ceaf0657d0c6625 for: {'subnet': 1} {{(pid=113374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 03:56:41.446298 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-371e7e1d-210f-489e-9cfa-894cbbbeaa4d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4750632'] for subnet (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:41.506152 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-d6e4a6bf-5367-42bf-acd1-99a0ae92f693 req-e1ff36fd-dda4-4b1a-bde2-86987e411105 tempest-TestMinimumBasicScenario-950069111 tempest-TestMinimumBasicScenario-950069111-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b8cedd5c-2825-4c90-81bd-9300e1db80c9 HTTP/1.1" status: 200 len: 210 time: 0.0414000 Sep 16 03:56:41.557997 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:56:41.718377 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-371e7e1d-210f-489e-9cfa-894cbbbeaa4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4968073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4750654'] for subnet (081dee01-6069-4cd6-9592-182729c7dfb9), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:41.775606 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371e7e1d-210f-489e-9cfa-894cbbbeaa4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=081dee01-6069-4cd6-9592-182729c7dfb9,revision_number=0']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:56:41.784101 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371e7e1d-210f-489e-9cfa-894cbbbeaa4d admin admin] Checking segment: {'id': 'b710af08-5451-4e4a-b745-b92c3528e9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '25b381d7-480e-4ffb-a38f-2ef4ec45aeec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 03:56:41.784460 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371e7e1d-210f-489e-9cfa-894cbbbeaa4d admin admin] Network hostable DHCP agents. Network: 25b381d7-480e-4ffb-a38f-2ef4ec45aeec, hostable agents: ['5f458d39-b7df-4a2e-8f52-58d49f268778'], hosted agents: [] {{(pid=113374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 03:56:41.921728 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371e7e1d-210f-489e-9cfa-894cbbbeaa4d admin admin] Network 25b381d7-480e-4ffb-a38f-2ef4ec45aeec is scheduled to be hosted by DHCP agent 5f458d39-b7df-4a2e-8f52-58d49f268778 with binding_index 1 {{(pid=113374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 03:56:42.001574 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.base_scheduler [None req-371e7e1d-210f-489e-9cfa-894cbbbeaa4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857993-1-iscsi, 25b381d7-480e-4ffb-a38f-2ef4ec45aeec) {{(pid=113374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:56:42.005553 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371e7e1d-210f-489e-9cfa-894cbbbeaa4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:56:42.006157 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-371e7e1d-210f-489e-9cfa-894cbbbeaa4d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:42.010258 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd02d863-a71d-430a-a0ce-541186c516e2 None None] Network 25b381d7-480e-4ffb-a38f-2ef4ec45aeec requested from dv-cinder-857993-1-iscsi {{(pid=113376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 03:56:42.109362 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786d1998-3cdb-4ce7-9796-c0edafe9032a None None] Network 25b381d7-480e-4ffb-a38f-2ef4ec45aeec requested from dv-cinder-857993-1-iscsi {{(pid=113376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 03:56:42.119091 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-371e7e1d-210f-489e-9cfa-894cbbbeaa4d admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8304305 Sep 16 03:56:42.249381 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 35344) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:56:42.296068 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea2bb5de-94da-4e03-9e56-6294ffd979c8 admin admin] Deleting subnet befd0613-9595-48d7-a3e6-ed75395d7223 {{(pid=113374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 03:56:42.299246 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-ea2bb5de-94da-4e03-9e56-6294ffd979c8 admin admin] Publish callbacks [] for subnet (befd0613-9595-48d7-a3e6-ed75395d7223), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:42.334811 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-ea2bb5de-94da-4e03-9e56-6294ffd979c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4574571'] for subnet (befd0613-9595-48d7-a3e6-ed75395d7223), precommit_delete_associations {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:42.380100 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-ea2bb5de-94da-4e03-9e56-6294ffd979c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1375850'] for subnet (befd0613-9595-48d7-a3e6-ed75395d7223), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:42.516459 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:56:42.561437 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-ea2bb5de-94da-4e03-9e56-6294ffd979c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1345367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4965206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4750599'] for subnet (befd0613-9595-48d7-a3e6-ed75395d7223), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:42.593657 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2bb5de-94da-4e03-9e56-6294ffd979c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=befd0613-9595-48d7-a3e6-ed75395d7223,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:56:42.598665 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-ea2bb5de-94da-4e03-9e56-6294ffd979c8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:42.604878 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-ea2bb5de-94da-4e03-9e56-6294ffd979c8 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/befd0613-9595-48d7-a3e6-ed75395d7223 HTTP/1.1" status: 204 len: 168 time: 0.3540509 Sep 16 03:56:42.608036 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 35352) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:56:42.687418 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-cc99d013-9c2c-4ea9-ac4f-2ab08fcb7c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1315103'] for network (ede7c3d6-c277-4e4e-8fec-d11285e45b13), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:43.070730 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-cc99d013-9c2c-4ea9-ac4f-2ab08fcb7c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-666433', 'neutron.services.segments.db._delete_segments_for_network-8741672980929'] for network (ede7c3d6-c277-4e4e-8fec-d11285e45b13), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:43.091402 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.services.segments.db [None req-cc99d013-9c2c-4ea9-ac4f-2ab08fcb7c9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ede7c3d6-c277-4e4e-8fec-d11285e45b13']}} {{(pid=113374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:56:43.101377 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.services.segments.db [None req-cc99d013-9c2c-4ea9-ac4f-2ab08fcb7c9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c991d56-f7ec-4ce1-802d-c9cf8f09a99a') {'for_net_delete': True} {{(pid=113374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:56:43.101985 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.services.segments.db [None req-cc99d013-9c2c-4ea9-ac4f-2ab08fcb7c9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c991d56-f7ec-4ce1-802d-c9cf8f09a99a') {} {{(pid=113374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:56:43.115489 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-cc99d013-9c2c-4ea9-ac4f-2ab08fcb7c9d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741672980821', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4574544'] for segment (0c991d56-f7ec-4ce1-802d-c9cf8f09a99a), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:43.130245 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-cc99d013-9c2c-4ea9-ac4f-2ab08fcb7c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432398'] for segment (0c991d56-f7ec-4ce1-802d-c9cf8f09a99a), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:43.136706 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc99d013-9c2c-4ea9-ac4f-2ab08fcb7c9d admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=113374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 03:56:43.137811 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-cc99d013-9c2c-4ea9-ac4f-2ab08fcb7c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965356'] for segment (0c991d56-f7ec-4ce1-802d-c9cf8f09a99a), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:43.158111 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.services.segments.plugin [-] Segment 0c991d56-f7ec-4ce1-802d-c9cf8f09a99a resource provider aggregate not found Sep 16 03:56:43.190894 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.services.segments.plugin [-] Segment 0c991d56-f7ec-4ce1-802d-c9cf8f09a99a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0c991d56-f7ec-4ce1-802d-c9cf8f09a99a found for delete ", "request_id": "req-ddd6282b-ea21-4add-a3d8-43f47956e1d7"}]} Sep 16 03:56:43.373698 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-cc99d013-9c2c-4ea9-ac4f-2ab08fcb7c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-666488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-452227'] for network (ede7c3d6-c277-4e4e-8fec-d11285e45b13), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:43.379454 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-cc99d013-9c2c-4ea9-ac4f-2ab08fcb7c9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602048'] for network (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:43.382694 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-cc99d013-9c2c-4ea9-ac4f-2ab08fcb7c9d admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/ede7c3d6-c277-4e4e-8fec-d11285e45b13 HTTP/1.1" status: 204 len: 168 time: 0.7736132 Sep 16 03:56:43.385581 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 35396) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:56:43.394787 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc99d013-9c2c-4ea9-ac4f-2ab08fcb7c9d admin admin] Pushing event deleted for resources: {'Network': ['ID=ede7c3d6-c277-4e4e-8fec-d11285e45b13,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:56:43.435945 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.db_base_plugin_v2 [None req-e81d5159-7b69-41a1-8d2c-152f640e5577 admin admin] Deleting subnet 081dee01-6069-4cd6-9592-182729c7dfb9 {{(pid=113375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 03:56:43.438665 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:56:43.439648 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-e81d5159-7b69-41a1-8d2c-152f640e5577 admin admin] Publish callbacks [] for subnet (081dee01-6069-4cd6-9592-182729c7dfb9), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:43.476141 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-e81d5159-7b69-41a1-8d2c-152f640e5577 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7582986'] for subnet (081dee01-6069-4cd6-9592-182729c7dfb9), precommit_delete_associations {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:43.519057 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-e81d5159-7b69-41a1-8d2c-152f640e5577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1375850'] for subnet (081dee01-6069-4cd6-9592-182729c7dfb9), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:43.665315 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-e81d5159-7b69-41a1-8d2c-152f640e5577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1345367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4972132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7762074'] for subnet (081dee01-6069-4cd6-9592-182729c7dfb9), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:43.693515 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81d5159-7b69-41a1-8d2c-152f640e5577 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=081dee01-6069-4cd6-9592-182729c7dfb9,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:56:43.698363 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-e81d5159-7b69-41a1-8d2c-152f640e5577 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602048'] for subnet (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:43.702057 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-e81d5159-7b69-41a1-8d2c-152f640e5577 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/081dee01-6069-4cd6-9592-182729c7dfb9 HTTP/1.1" status: 204 len: 168 time: 0.3152161 Sep 16 03:56:43.705324 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 35404) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:56:43.783704 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-40efdbbe-3f1a-4a25-84b7-69512df0f345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1315103'] for network (25b381d7-480e-4ffb-a38f-2ef4ec45aeec), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:43.868199 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-40efdbbe-3f1a-4a25-84b7-69512df0f345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-666433', 'neutron.services.segments.db._delete_segments_for_network-8741672980929'] for network (25b381d7-480e-4ffb-a38f-2ef4ec45aeec), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:43.890851 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.services.segments.db [None req-40efdbbe-3f1a-4a25-84b7-69512df0f345 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25b381d7-480e-4ffb-a38f-2ef4ec45aeec']}} {{(pid=113374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:56:43.900722 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.services.segments.db [None req-40efdbbe-3f1a-4a25-84b7-69512df0f345 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b710af08-5451-4e4a-b745-b92c3528e9c7') {'for_net_delete': True} {{(pid=113374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:56:43.901058 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.services.segments.db [None req-40efdbbe-3f1a-4a25-84b7-69512df0f345 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b710af08-5451-4e4a-b745-b92c3528e9c7') {} {{(pid=113374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:56:43.915730 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-40efdbbe-3f1a-4a25-84b7-69512df0f345 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741672980821', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4574544'] for segment (b710af08-5451-4e4a-b745-b92c3528e9c7), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:43.930428 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-40efdbbe-3f1a-4a25-84b7-69512df0f345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432398'] for segment (b710af08-5451-4e4a-b745-b92c3528e9c7), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:43.938047 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40efdbbe-3f1a-4a25-84b7-69512df0f345 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=113374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 03:56:43.938438 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-40efdbbe-3f1a-4a25-84b7-69512df0f345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965356'] for segment (b710af08-5451-4e4a-b745-b92c3528e9c7), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:43.991752 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:DELETE=10,neutron:UPDATE=3,neutron:SELECT=87 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:56:44.100561 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-40efdbbe-3f1a-4a25-84b7-69512df0f345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-666488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-452227'] for network (25b381d7-480e-4ffb-a38f-2ef4ec45aeec), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:44.105464 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-40efdbbe-3f1a-4a25-84b7-69512df0f345 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602048'] for network (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:44.109842 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-40efdbbe-3f1a-4a25-84b7-69512df0f345 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/25b381d7-480e-4ffb-a38f-2ef4ec45aeec HTTP/1.1" status: 204 len: 168 time: 0.4035540 Sep 16 03:56:44.124462 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40efdbbe-3f1a-4a25-84b7-69512df0f345 admin admin] Pushing event deleted for resources: {'Network': ['ID=25b381d7-480e-4ffb-a38f-2ef4ec45aeec,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:56:44.176492 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=73 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:56:44.181615 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=65 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:56:44.734283 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 35422) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:56:44.780288 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-d91e1613-a6d9-40e7-b7da-859348e4be5c admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=3a898b286911461a8a0ac89deeca754f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0446815 Sep 16 03:56:44.786853 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 35424) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:56:44.793107 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device 29237f39-1732-4b4a-81d4-300640dd2721 no longer exists at agent hyperv_hv-cinder-85799 {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 03:56:44.817328 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] No Port match for: 29237f39-1732-4b4a-81d4-300640dd2721 {{(pid=113376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 03:56:44.817965 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device 29237f39-1732-4b4a-81d4-300640dd2721 not bound to the agent host hv-cinder-85799 {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 03:56:44.854945 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-83cd67ee-ab8d-4db4-92aa-e452c0b375fc admin admin] Publish callbacks [] for security_group (5c1f89dc-7a83-4b04-ac76-28ee7b5610e2), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:44.872326 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-83cd67ee-ab8d-4db4-92aa-e452c0b375fc admin admin] Publish callbacks [] for security_group (5c1f89dc-7a83-4b04-ac76-28ee7b5610e2), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:44.913518 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 35428) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:56:45.007436 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-83cd67ee-ab8d-4db4-92aa-e452c0b375fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (5c1f89dc-7a83-4b04-ac76-28ee7b5610e2), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:45.009975 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-83cd67ee-ab8d-4db4-92aa-e452c0b375fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:45.011132 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-83cd67ee-ab8d-4db4-92aa-e452c0b375fc admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/5c1f89dc-7a83-4b04-ac76-28ee7b5610e2 HTTP/1.1" status: 204 len: 168 time: 0.2233200 Sep 16 03:56:45.027355 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cd67ee-ab8d-4db4-92aa-e452c0b375fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c1f89dc-7a83-4b04-ac76-28ee7b5610e2,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:56:45.170547 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:56:45.243742 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.services.segments.plugin [-] Segment b710af08-5451-4e4a-b745-b92c3528e9c7 resource provider aggregate not found Sep 16 03:56:45.286390 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.services.segments.plugin [-] Segment b710af08-5451-4e4a-b745-b92c3528e9c7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b710af08-5451-4e4a-b745-b92c3528e9c7 found for delete ", "request_id": "req-fc532c14-394f-448e-97c0-063e65621037"}]} Sep 16 03:56:45.303135 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-7c480bf5-a182-4eac-b3cd-ee5e22b2f328 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-427180'] for router_interface (e8366e99-d8ee-4ad3-a8ce-e03da02c1448), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:45.564588 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.plugin [None req-7c480bf5-a182-4eac-b3cd-ee5e22b2f328 admin admin] Deleting port 898b98a9-2de7-43c6-805b-6a1820de23b5 {{(pid=113374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 03:56:45.564816 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-7c480bf5-a182-4eac-b3cd-ee5e22b2f328 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672990733'] for port (898b98a9-2de7-43c6-805b-6a1820de23b5), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:45.649297 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.db [None req-7c480bf5-a182-4eac-b3cd-ee5e22b2f328 admin admin] For port 898b98a9-2de7-43c6-805b-6a1820de23b5, host dv-cinder-857993-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=898b98a9-2de7-43c6-805b-6a1820de23b5,segment=NetworkSegment(338fa78b-c872-4386-b22d-98e073eaf46d),segment_id=338fa78b-c872-4386-b22d-98e073eaf46d)] {{(pid=113374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:56:45.649783 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-7c480bf5-a182-4eac-b3cd-ee5e22b2f328 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432982'] for port (898b98a9-2de7-43c6-805b-6a1820de23b5), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:45.664442 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.plugin [None req-7c480bf5-a182-4eac-b3cd-ee5e22b2f328 admin admin] Calling delete_port for 898b98a9-2de7-43c6-805b-6a1820de23b5 owned by network:router_interface {{(pid=113374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 03:56:45.734673 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=100 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:56:45.855004 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 35450) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:56:45.900721 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-056a03b7-6482-48b5-bfae-c2cbc0543b79 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=3057271a87e04c639ceaf0657d0c6625&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0437973 Sep 16 03:56:45.904437 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 35454) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:56:45.941561 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-7c480bf5-a182-4eac-b3cd-ee5e22b2f328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672957835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672515813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965177'] for port (898b98a9-2de7-43c6-805b-6a1820de23b5), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:45.968675 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c480bf5-a182-4eac-b3cd-ee5e22b2f328 admin admin] Pushing event deleted for resources: {'Port': ['ID=898b98a9-2de7-43c6-805b-6a1820de23b5,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:56:46.035380 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-a5680ba6-9b8d-4113-9699-d01d11ff98f3 admin admin] Publish callbacks [] for security_group (e211f6df-01f9-4c1f-ba86-c21131b75174), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:46.061657 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-a5680ba6-9b8d-4113-9699-d01d11ff98f3 admin admin] Publish callbacks [] for security_group (e211f6df-01f9-4c1f-ba86-c21131b75174), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:46.145746 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:56:46.168744 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.agents_db [None req-8ba4eca6-5e8f-405f-9ad3-b7bffaa24231 None None] Agent healthcheck: found 6 active agents {{(pid=113377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 03:56:46.194123 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-7c480bf5-a182-4eac-b3cd-ee5e22b2f328 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452380'] for router_interface (e8366e99-d8ee-4ad3-a8ce-e03da02c1448), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:46.382135 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-a5680ba6-9b8d-4113-9699-d01d11ff98f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (e211f6df-01f9-4c1f-ba86-c21131b75174), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:46.384711 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-a5680ba6-9b8d-4113-9699-d01d11ff98f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:46.386041 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-a5680ba6-9b8d-4113-9699-d01d11ff98f3 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/e211f6df-01f9-4c1f-ba86-c21131b75174 HTTP/1.1" status: 204 len: 168 time: 0.4806845 Sep 16 03:56:46.401972 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5680ba6-9b8d-4113-9699-d01d11ff98f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e211f6df-01f9-4c1f-ba86-c21131b75174,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:56:46.420290 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:56:46.430483 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c480bf5-a182-4eac-b3cd-ee5e22b2f328 admin admin] Router e8366e99-d8ee-4ad3-a8ce-e03da02c1448 has already been hosted by L3 agent 20a8dcff-cb91-4cfb-b5ee-87736efe33d8 {{(pid=113374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 03:56:46.543893 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c480bf5-a182-4eac-b3cd-ee5e22b2f328 admin admin] Notify agent at l3_agent.dv-cinder-857993-1-iscsi the message routers_updated {{(pid=113374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 03:56:46.552308 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-7c480bf5-a182-4eac-b3cd-ee5e22b2f328 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/e8366e99-d8ee-4ad3-a8ce-e03da02c1448/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6344912 Sep 16 03:56:46.552308 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 35458) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:56:46.560072 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0d316a-a5e6-4077-8a35-26d570c92878 None None] Sync routers for ids ['e8366e99-d8ee-4ad3-a8ce-e03da02c1448'] in dv-cinder-857993-1-iscsi {{(pid=113377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 03:56:46.570583 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0d316a-a5e6-4077-8a35-26d570c92878 None None] Routers {'e8366e99-d8ee-4ad3-a8ce-e03da02c1448'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:56:46.571392 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-0f0d316a-a5e6-4077-8a35-26d570c92878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:56:25Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['e8366e99-d8ee-4ad3-a8ce-e03da02c1448'], 'active': True} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:56:46.661205 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-22c31c6a-533d-4d44-9092-2fd8d543013c admin admin] Publish callbacks [] for router (e8366e99-d8ee-4ad3-a8ce-e03da02c1448), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:46.678336 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvr_db [None req-0f0d316a-a5e6-4077-8a35-26d570c92878 None None] Set router e8366e99-d8ee-4ad3-a8ce-e03da02c1448 gateway port host: dv-cinder-857993-1-iscsi {{(pid=113377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:56:46.768107 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-22c31c6a-533d-4d44-9092-2fd8d543013c admin admin] Publish callbacks [] for router_gateway (e8366e99-d8ee-4ad3-a8ce-e03da02c1448), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:46.867001 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-0f0d316a-a5e6-4077-8a35-26d570c92878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8366e99-d8ee-4ad3-a8ce-e03da02c1448', 'name': 'tempest-TestMinimumBasicScenario-1679460541-router', 'tenant_id': 'c705c2f92c1646dba9c11aa6000166bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'd147dc4a-810f-4392-b4f4-a7aaf52d0e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:54:01Z', 'updated_at': '2022-09-16T03:56:45Z', 'revision_number': 5, 'project_id': 'c705c2f92c1646dba9c11aa6000166bc', 'gw_port': {'id': 'd147dc4a-810f-4392-b4f4-a7aaf52d0e5f', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:26:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8366e99-d8ee-4ad3-a8ce-e03da02c1448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:54:02Z', 'updated_at': '2022-09-16T03:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi'}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:56:46.896205 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.plugin [None req-22c31c6a-533d-4d44-9092-2fd8d543013c admin admin] Deleting port d147dc4a-810f-4392-b4f4-a7aaf52d0e5f {{(pid=113374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 03:56:46.896205 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-22c31c6a-533d-4d44-9092-2fd8d543013c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672990733'] for port (d147dc4a-810f-4392-b4f4-a7aaf52d0e5f), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:46.896554 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0d316a-a5e6-4077-8a35-26d570c92878 None None] Checking router: e8366e99-d8ee-4ad3-a8ce-e03da02c1448 for host: dv-cinder-857993-1-iscsi {{(pid=113377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 03:56:46.905825 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0d316a-a5e6-4077-8a35-26d570c92878 None None] Routers {'e8366e99-d8ee-4ad3-a8ce-e03da02c1448'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:56:46.906441 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-0f0d316a-a5e6-4077-8a35-26d570c92878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:56:25Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['e8366e99-d8ee-4ad3-a8ce-e03da02c1448'], 'active': True} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:56:46.990839 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvr_db [None req-0f0d316a-a5e6-4077-8a35-26d570c92878 None None] Set router e8366e99-d8ee-4ad3-a8ce-e03da02c1448 gateway port host: None {{(pid=113377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:56:47.043655 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-0f0d316a-a5e6-4077-8a35-26d570c92878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8366e99-d8ee-4ad3-a8ce-e03da02c1448', 'name': 'tempest-TestMinimumBasicScenario-1679460541-router', 'tenant_id': 'c705c2f92c1646dba9c11aa6000166bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:54:01Z', 'updated_at': '2022-09-16T03:56:46Z', 'revision_number': 6, 'project_id': 'c705c2f92c1646dba9c11aa6000166bc', 'gw_port_host': None}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:56:47.050276 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.db [None req-22c31c6a-533d-4d44-9092-2fd8d543013c admin admin] For port d147dc4a-810f-4392-b4f4-a7aaf52d0e5f, host dv-cinder-857993-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=d147dc4a-810f-4392-b4f4-a7aaf52d0e5f,segment=NetworkSegment(0cda3508-2052-48b1-ae54-b35f980014ad),segment_id=0cda3508-2052-48b1-ae54-b35f980014ad)] {{(pid=113374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:56:47.050640 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-22c31c6a-533d-4d44-9092-2fd8d543013c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432982'] for port (d147dc4a-810f-4392-b4f4-a7aaf52d0e5f), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:47.064528 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.plugin [None req-22c31c6a-533d-4d44-9092-2fd8d543013c admin admin] Calling delete_port for d147dc4a-810f-4392-b4f4-a7aaf52d0e5f owned by network:router_gateway {{(pid=113374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 03:56:47.068554 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0d316a-a5e6-4077-8a35-26d570c92878 None None] The sync data for ids ['e8366e99-d8ee-4ad3-a8ce-e03da02c1448'] in dv-cinder-857993-1-iscsi is: [{'id': 'e8366e99-d8ee-4ad3-a8ce-e03da02c1448', 'name': 'tempest-TestMinimumBasicScenario-1679460541-router', 'tenant_id': 'c705c2f92c1646dba9c11aa6000166bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:54:01Z', 'updated_at': '2022-09-16T03:56:46Z', 'revision_number': 6, 'project_id': 'c705c2f92c1646dba9c11aa6000166bc', 'gw_port_host': None}] {{(pid=113377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 03:56:47.172588 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:56:47.322181 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-22c31c6a-533d-4d44-9092-2fd8d543013c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672957835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672515813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965177'] for port (d147dc4a-810f-4392-b4f4-a7aaf52d0e5f), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:47.350165 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c31c6a-533d-4d44-9092-2fd8d543013c admin admin] Pushing event deleted for resources: {'Port': ['ID=d147dc4a-810f-4392-b4f4-a7aaf52d0e5f,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:56:47.416572 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-22c31c6a-533d-4d44-9092-2fd8d543013c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-452182'] for router_gateway (e8366e99-d8ee-4ad3-a8ce-e03da02c1448), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:47.520021 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-22c31c6a-533d-4d44-9092-2fd8d543013c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-389'] for router (e8366e99-d8ee-4ad3-a8ce-e03da02c1448), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:47.522328 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-22c31c6a-533d-4d44-9092-2fd8d543013c admin admin] Publish callbacks [] for router_controller (e8366e99-d8ee-4ad3-a8ce-e03da02c1448), precommit_delete_associations {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:47.699978 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-22c31c6a-533d-4d44-9092-2fd8d543013c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452449'] for router (e8366e99-d8ee-4ad3-a8ce-e03da02c1448), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:47.700883 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22c31c6a-533d-4d44-9092-2fd8d543013c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8366e99-d8ee-4ad3-a8ce-e03da02c1448 {{(pid=113374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 03:56:47.706163 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-22c31c6a-533d-4d44-9092-2fd8d543013c admin admin] Publish callbacks [] for router (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:47.708092 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-22c31c6a-533d-4d44-9092-2fd8d543013c admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/e8366e99-d8ee-4ad3-a8ce-e03da02c1448 HTTP/1.1" status: 204 len: 168 time: 1.1546166 Sep 16 03:56:47.715954 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 35488) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:56:47.759107 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:56:47.764858 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.db.db_base_plugin_v2 [None req-a698b7b4-def5-423e-9929-7f6fee49aa0d admin admin] Deleting subnet 968df8c1-c44d-43e0-a2eb-72306aea7502 {{(pid=113374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 03:56:47.768098 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-a698b7b4-def5-423e-9929-7f6fee49aa0d admin admin] Publish callbacks [] for subnet (968df8c1-c44d-43e0-a2eb-72306aea7502), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:47.805832 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-a698b7b4-def5-423e-9929-7f6fee49aa0d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4574571'] for subnet (968df8c1-c44d-43e0-a2eb-72306aea7502), precommit_delete_associations {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:47.893524 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-a698b7b4-def5-423e-9929-7f6fee49aa0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1375850'] for subnet (968df8c1-c44d-43e0-a2eb-72306aea7502), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:48.089247 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-a698b7b4-def5-423e-9929-7f6fee49aa0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1345367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4965206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4750599'] for subnet (968df8c1-c44d-43e0-a2eb-72306aea7502), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:48.116720 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a698b7b4-def5-423e-9929-7f6fee49aa0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=968df8c1-c44d-43e0-a2eb-72306aea7502,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:56:48.125533 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-a698b7b4-def5-423e-9929-7f6fee49aa0d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:48.131233 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 35498) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:56:48.133921 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c296ffa-e0f1-4ba0-abaa-c49192ece4a0 None None] Network 9e27b901-fe49-4a95-bac7-28ae58e74a1c requested from dv-cinder-857993-1-iscsi {{(pid=113376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 03:56:48.142261 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-a698b7b4-def5-423e-9929-7f6fee49aa0d admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/968df8c1-c44d-43e0-a2eb-72306aea7502 HTTP/1.1" status: 204 len: 168 time: 0.4212127 Sep 16 03:56:48.212341 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-2594d9bc-39ef-4687-9d59-def73669d086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1315103'] for network (9e27b901-fe49-4a95-bac7-28ae58e74a1c), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:48.267223 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.plugin [None req-2594d9bc-39ef-4687-9d59-def73669d086 admin admin] Deleting port 6d9d56d2-beca-4f37-9c86-807cccbfb673 {{(pid=113375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 03:56:48.267648 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-2594d9bc-39ef-4687-9d59-def73669d086 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672990733'] for port (6d9d56d2-beca-4f37-9c86-807cccbfb673), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:48.299854 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4ceaa9-af76-42c3-91fd-3792d9944e54 None None] DHCP port deletion for 9e27b901-fe49-4a95-bac7-28ae58e74a1c request from dv-cinder-857993-1-iscsi {{(pid=113376) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 03:56:48.347269 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.db [None req-2594d9bc-39ef-4687-9d59-def73669d086 admin admin] For port 6d9d56d2-beca-4f37-9c86-807cccbfb673, host dv-cinder-857993-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=6d9d56d2-beca-4f37-9c86-807cccbfb673,segment=NetworkSegment(338fa78b-c872-4386-b22d-98e073eaf46d),segment_id=338fa78b-c872-4386-b22d-98e073eaf46d)] {{(pid=113375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:56:48.347637 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-2594d9bc-39ef-4687-9d59-def73669d086 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432982'] for port (6d9d56d2-beca-4f37-9c86-807cccbfb673), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:48.347770 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-1f4ceaa9-af76-42c3-91fd-3792d9944e54 None None] Deleting port 6d9d56d2-beca-4f37-9c86-807cccbfb673 {{(pid=113376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 03:56:48.348301 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-1f4ceaa9-af76-42c3-91fd-3792d9944e54 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672990733'] for port (6d9d56d2-beca-4f37-9c86-807cccbfb673), before_delete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:48.361617 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.plugin [None req-2594d9bc-39ef-4687-9d59-def73669d086 admin admin] Calling delete_port for 6d9d56d2-beca-4f37-9c86-807cccbfb673 owned by network:dhcp {{(pid=113375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 03:56:48.422449 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-1f4ceaa9-af76-42c3-91fd-3792d9944e54 None None] For port 6d9d56d2-beca-4f37-9c86-807cccbfb673, host dv-cinder-857993-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=6d9d56d2-beca-4f37-9c86-807cccbfb673,segment=NetworkSegment(338fa78b-c872-4386-b22d-98e073eaf46d),segment_id=338fa78b-c872-4386-b22d-98e073eaf46d)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:56:48.422841 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-1f4ceaa9-af76-42c3-91fd-3792d9944e54 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432982'] for port (6d9d56d2-beca-4f37-9c86-807cccbfb673), precommit_delete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:48.443171 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-1f4ceaa9-af76-42c3-91fd-3792d9944e54 None None] Calling delete_port for 6d9d56d2-beca-4f37-9c86-807cccbfb673 owned by network:dhcp {{(pid=113376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 03:56:48.513872 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=100 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:56:48.539950 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-2594d9bc-39ef-4687-9d59-def73669d086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672957835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672515813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4972043'] for port (6d9d56d2-beca-4f37-9c86-807cccbfb673), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:48.587390 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device 898b98a9-2de7-43c6-805b-6a1820de23b5 no longer exists at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 03:56:48.785325 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=100 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:56:48.817732 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] No Port match for: 898b98a9-2de7-43c6-805b-6a1820de23b5 {{(pid=113376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 03:56:48.818453 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device 898b98a9-2de7-43c6-805b-6a1820de23b5 not bound to the agent host dv-cinder-857993-1-iscsi {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 03:56:48.823539 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device 6d9d56d2-beca-4f37-9c86-807cccbfb673 no longer exists at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 03:56:48.847386 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2594d9bc-39ef-4687-9d59-def73669d086 admin admin] No DVR routers for this DVR port 6d9d56d2-beca-4f37-9c86-807cccbfb673 on host dv-cinder-857993-1-iscsi {{(pid=113375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 03:56:48.851272 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2594d9bc-39ef-4687-9d59-def73669d086 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d9d56d2-beca-4f37-9c86-807cccbfb673,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:56:48.852254 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] No Port match for: 6d9d56d2-beca-4f37-9c86-807cccbfb673 {{(pid=113376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 03:56:48.852671 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device 6d9d56d2-beca-4f37-9c86-807cccbfb673 not bound to the agent host dv-cinder-857993-1-iscsi {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 03:56:48.853148 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device d147dc4a-810f-4392-b4f4-a7aaf52d0e5f no longer exists at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 03:56:48.856855 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-1f4ceaa9-af76-42c3-91fd-3792d9944e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672957835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672515813'] for port (6d9d56d2-beca-4f37-9c86-807cccbfb673), after_delete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:48.877680 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2594d9bc-39ef-4687-9d59-def73669d086 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:56:48.878023 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2594d9bc-39ef-4687-9d59-def73669d086 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:56:48.878366 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2594d9bc-39ef-4687-9d59-def73669d086 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:56:48.878687 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2594d9bc-39ef-4687-9d59-def73669d086 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:56:48.879039 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2594d9bc-39ef-4687-9d59-def73669d086 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:56:48.879363 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2594d9bc-39ef-4687-9d59-def73669d086 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:56:48.879683 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2594d9bc-39ef-4687-9d59-def73669d086 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:56:48.880001 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2594d9bc-39ef-4687-9d59-def73669d086 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:56:48.880323 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2594d9bc-39ef-4687-9d59-def73669d086 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:56:48.880645 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2594d9bc-39ef-4687-9d59-def73669d086 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:56:48.880962 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2594d9bc-39ef-4687-9d59-def73669d086 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:56:48.881276 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2594d9bc-39ef-4687-9d59-def73669d086 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:56:48.881590 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2594d9bc-39ef-4687-9d59-def73669d086 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:56:48.881900 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2594d9bc-39ef-4687-9d59-def73669d086 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:56:48.882210 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2594d9bc-39ef-4687-9d59-def73669d086 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:56:48.896749 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] No Port match for: d147dc4a-810f-4392-b4f4-a7aaf52d0e5f {{(pid=113376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 03:56:48.897096 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device d147dc4a-810f-4392-b4f4-a7aaf52d0e5f not bound to the agent host dv-cinder-857993-1-iscsi {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 03:56:48.899008 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4ceaa9-af76-42c3-91fd-3792d9944e54 None None] Pushing event deleted for resources: {'Port': ['ID=6d9d56d2-beca-4f37-9c86-807cccbfb673,revision_number=None']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:56:48.899951 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:56:48.913050 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4ceaa9-af76-42c3-91fd-3792d9944e54 None None] No DVR routers for this DVR port 6d9d56d2-beca-4f37-9c86-807cccbfb673 on host dv-cinder-857993-1-iscsi {{(pid=113376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 03:56:48.935244 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (d68ba685-94d2-4b65-887f-d5ec3884fbfa), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:48.948591 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-2594d9bc-39ef-4687-9d59-def73669d086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-666433', 'neutron.services.segments.db._delete_segments_for_network-8741672980929'] for network (9e27b901-fe49-4a95-bac7-28ae58e74a1c), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:48.978317 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.services.segments.db [None req-2594d9bc-39ef-4687-9d59-def73669d086 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e27b901-fe49-4a95-bac7-28ae58e74a1c']}} {{(pid=113375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:56:48.990728 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.services.segments.db [None req-2594d9bc-39ef-4687-9d59-def73669d086 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '338fa78b-c872-4386-b22d-98e073eaf46d') {'for_net_delete': True} {{(pid=113375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:56:48.991088 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.services.segments.db [None req-2594d9bc-39ef-4687-9d59-def73669d086 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '338fa78b-c872-4386-b22d-98e073eaf46d') {} {{(pid=113375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:56:49.005134 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-2594d9bc-39ef-4687-9d59-def73669d086 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741672980821', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7583025'] for segment (338fa78b-c872-4386-b22d-98e073eaf46d), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:49.021163 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-2594d9bc-39ef-4687-9d59-def73669d086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432398'] for segment (338fa78b-c872-4386-b22d-98e073eaf46d), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:49.037401 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2594d9bc-39ef-4687-9d59-def73669d086 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=113375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 03:56:49.037819 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-2594d9bc-39ef-4687-9d59-def73669d086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4972254'] for segment (338fa78b-c872-4386-b22d-98e073eaf46d), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:49.090352 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.services.segments.plugin [-] Segment 338fa78b-c872-4386-b22d-98e073eaf46d resource provider aggregate not found Sep 16 03:56:49.112751 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.services.segments.plugin [-] Segment 338fa78b-c872-4386-b22d-98e073eaf46d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 338fa78b-c872-4386-b22d-98e073eaf46d found for delete ", "request_id": "req-0f5c308e-1f0b-46cc-bb48-e7cebb11ed73"}]} Sep 16 03:56:49.248151 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-2594d9bc-39ef-4687-9d59-def73669d086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-666488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-452227'] for network (9e27b901-fe49-4a95-bac7-28ae58e74a1c), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:49.266551 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-2594d9bc-39ef-4687-9d59-def73669d086 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602048'] for network (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:49.269744 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-2594d9bc-39ef-4687-9d59-def73669d086 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/9e27b901-fe49-4a95-bac7-28ae58e74a1c HTTP/1.1" status: 204 len: 168 time: 1.1368854 Sep 16 03:56:49.271124 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2594d9bc-39ef-4687-9d59-def73669d086 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e27b901-fe49-4a95-bac7-28ae58e74a1c,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:56:49.272641 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 35538) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:56:49.468508 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:56:49.616062 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-62b5c0f2-7437-42a5-93a1-ccab472785f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-427180'] for router_interface (98222e6b-b931-417c-a2d2-daaec63c920a), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:49.856684 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.plugin [None req-62b5c0f2-7437-42a5-93a1-ccab472785f4 admin admin] Deleting port 1f0e0277-6da5-477b-b61f-254b1c0033f9 {{(pid=113375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 03:56:49.857022 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-62b5c0f2-7437-42a5-93a1-ccab472785f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672990733'] for port (1f0e0277-6da5-477b-b61f-254b1c0033f9), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:49.940712 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.db [None req-62b5c0f2-7437-42a5-93a1-ccab472785f4 admin admin] For port 1f0e0277-6da5-477b-b61f-254b1c0033f9, host dv-cinder-857993-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=1f0e0277-6da5-477b-b61f-254b1c0033f9,segment=NetworkSegment(07aa48f6-364a-408d-a0d9-650f600a672a),segment_id=07aa48f6-364a-408d-a0d9-650f600a672a)] {{(pid=113375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:56:49.940712 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-62b5c0f2-7437-42a5-93a1-ccab472785f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432982'] for port (1f0e0277-6da5-477b-b61f-254b1c0033f9), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:49.952163 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.plugin [None req-62b5c0f2-7437-42a5-93a1-ccab472785f4 admin admin] Calling delete_port for 1f0e0277-6da5-477b-b61f-254b1c0033f9 owned by network:router_interface {{(pid=113375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 03:56:50.118866 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:56:50.317737 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-62b5c0f2-7437-42a5-93a1-ccab472785f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672957835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672515813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4972043'] for port (1f0e0277-6da5-477b-b61f-254b1c0033f9), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:50.348266 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b5c0f2-7437-42a5-93a1-ccab472785f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f0e0277-6da5-477b-b61f-254b1c0033f9,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:56:50.512938 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:56:50.516215 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-62b5c0f2-7437-42a5-93a1-ccab472785f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452380'] for router_interface (98222e6b-b931-417c-a2d2-daaec63c920a), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:50.743312 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62b5c0f2-7437-42a5-93a1-ccab472785f4 admin admin] Router 98222e6b-b931-417c-a2d2-daaec63c920a has already been hosted by L3 agent 20a8dcff-cb91-4cfb-b5ee-87736efe33d8 {{(pid=113375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 03:56:50.842582 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62b5c0f2-7437-42a5-93a1-ccab472785f4 admin admin] Notify agent at l3_agent.dv-cinder-857993-1-iscsi the message routers_updated {{(pid=113375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 03:56:50.849742 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-62b5c0f2-7437-42a5-93a1-ccab472785f4 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/98222e6b-b931-417c-a2d2-daaec63c920a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5760233 Sep 16 03:56:50.852210 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 35586) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:56:50.855042 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e19e2e-87cb-49bb-a524-a5a39cf066cc None None] Sync routers for ids ['98222e6b-b931-417c-a2d2-daaec63c920a'] in dv-cinder-857993-1-iscsi {{(pid=113376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 03:56:50.871941 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e19e2e-87cb-49bb-a524-a5a39cf066cc None None] Routers {'98222e6b-b931-417c-a2d2-daaec63c920a'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:56:50.872592 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-d2e19e2e-87cb-49bb-a524-a5a39cf066cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:56:25Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['98222e6b-b931-417c-a2d2-daaec63c920a'], 'active': True} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:56:50.967456 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-56b98894-ed55-4067-bd2b-cda737d22ba2 admin admin] Publish callbacks [] for router (98222e6b-b931-417c-a2d2-daaec63c920a), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:50.991964 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvr_db [None req-d2e19e2e-87cb-49bb-a524-a5a39cf066cc None None] Set router 98222e6b-b931-417c-a2d2-daaec63c920a gateway port host: dv-cinder-857993-1-iscsi {{(pid=113376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:56:51.084829 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-56b98894-ed55-4067-bd2b-cda737d22ba2 admin admin] Publish callbacks [] for router_gateway (98222e6b-b931-417c-a2d2-daaec63c920a), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:51.152015 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 35598) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:56:51.178064 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-d2e19e2e-87cb-49bb-a524-a5a39cf066cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98222e6b-b931-417c-a2d2-daaec63c920a', 'name': 'tempest-TestMinimumBasicScenario-1847632768-router', 'tenant_id': '0ff078cd8282494eb7dd5ff34d7bddcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '22b2ca0a-5887-4816-9b1e-0599082eb1cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:54:09Z', 'updated_at': '2022-09-16T03:56:50Z', 'revision_number': 5, 'project_id': '0ff078cd8282494eb7dd5ff34d7bddcb', 'gw_port': {'id': '22b2ca0a-5887-4816-9b1e-0599082eb1cc', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:65:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98222e6b-b931-417c-a2d2-daaec63c920a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:54:10Z', 'updated_at': '2022-09-16T03:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi'}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:56:51.201043 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.plugin [None req-56b98894-ed55-4067-bd2b-cda737d22ba2 admin admin] Deleting port 22b2ca0a-5887-4816-9b1e-0599082eb1cc {{(pid=113375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 03:56:51.201043 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-56b98894-ed55-4067-bd2b-cda737d22ba2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672990733'] for port (22b2ca0a-5887-4816-9b1e-0599082eb1cc), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:51.213664 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e19e2e-87cb-49bb-a524-a5a39cf066cc None None] Checking router: 98222e6b-b931-417c-a2d2-daaec63c920a for host: dv-cinder-857993-1-iscsi {{(pid=113376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 03:56:51.224317 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e19e2e-87cb-49bb-a524-a5a39cf066cc None None] Routers {'98222e6b-b931-417c-a2d2-daaec63c920a'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:56:51.225041 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-d2e19e2e-87cb-49bb-a524-a5a39cf066cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:56:25Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['98222e6b-b931-417c-a2d2-daaec63c920a'], 'active': True} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:56:51.332263 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:56:51.335917 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-a17cc972-c855-46a8-82a1-2fc7f2fee939 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:51.380955 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvr_db [None req-d2e19e2e-87cb-49bb-a524-a5a39cf066cc None None] Set router 98222e6b-b931-417c-a2d2-daaec63c920a gateway port host: None {{(pid=113376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:56:51.401259 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.db [None req-56b98894-ed55-4067-bd2b-cda737d22ba2 admin admin] For port 22b2ca0a-5887-4816-9b1e-0599082eb1cc, host dv-cinder-857993-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=22b2ca0a-5887-4816-9b1e-0599082eb1cc,segment=NetworkSegment(0cda3508-2052-48b1-ae54-b35f980014ad),segment_id=0cda3508-2052-48b1-ae54-b35f980014ad)] {{(pid=113375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:56:51.404001 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-56b98894-ed55-4067-bd2b-cda737d22ba2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432982'] for port (22b2ca0a-5887-4816-9b1e-0599082eb1cc), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:51.419931 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.plugin [None req-56b98894-ed55-4067-bd2b-cda737d22ba2 admin admin] Calling delete_port for 22b2ca0a-5887-4816-9b1e-0599082eb1cc owned by network:router_gateway {{(pid=113375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 03:56:51.433291 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-d2e19e2e-87cb-49bb-a524-a5a39cf066cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98222e6b-b931-417c-a2d2-daaec63c920a', 'name': 'tempest-TestMinimumBasicScenario-1847632768-router', 'tenant_id': '0ff078cd8282494eb7dd5ff34d7bddcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:54:09Z', 'updated_at': '2022-09-16T03:56:51Z', 'revision_number': 6, 'project_id': '0ff078cd8282494eb7dd5ff34d7bddcb', 'gw_port_host': None}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:56:51.458936 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e19e2e-87cb-49bb-a524-a5a39cf066cc None None] The sync data for ids ['98222e6b-b931-417c-a2d2-daaec63c920a'] in dv-cinder-857993-1-iscsi is: [{'id': '98222e6b-b931-417c-a2d2-daaec63c920a', 'name': 'tempest-TestMinimumBasicScenario-1847632768-router', 'tenant_id': '0ff078cd8282494eb7dd5ff34d7bddcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:54:09Z', 'updated_at': '2022-09-16T03:56:51Z', 'revision_number': 6, 'project_id': '0ff078cd8282494eb7dd5ff34d7bddcb', 'gw_port_host': None}] {{(pid=113376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 03:56:51.499416 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:56:51.508204 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-a17cc972-c855-46a8-82a1-2fc7f2fee939 admin admin] Publish callbacks [] for security_group (2d1658f1-2cc8-43a6-afbb-f75374eae74a), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:51.605738 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-a17cc972-c855-46a8-82a1-2fc7f2fee939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (2d1658f1-2cc8-43a6-afbb-f75374eae74a), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:51.657619 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-a17cc972-c855-46a8-82a1-2fc7f2fee939 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=404f951c8fa54b81a3692b541c47981c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5039685 Sep 16 03:56:51.660183 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17cc972-c855-46a8-82a1-2fc7f2fee939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1658f1-2cc8-43a6-afbb-f75374eae74a,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:56:51.660374 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 35604) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:56:51.714343 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-062dfd34-52aa-4995-b41c-30b9f5a8169c admin admin] Publish callbacks [] for security_group (2d1658f1-2cc8-43a6-afbb-f75374eae74a), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:51.736407 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-062dfd34-52aa-4995-b41c-30b9f5a8169c admin admin] Publish callbacks [] for security_group (2d1658f1-2cc8-43a6-afbb-f75374eae74a), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:51.739739 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-56b98894-ed55-4067-bd2b-cda737d22ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672957835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672515813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4972043'] for port (22b2ca0a-5887-4816-9b1e-0599082eb1cc), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:51.767998 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b98894-ed55-4067-bd2b-cda737d22ba2 admin admin] Pushing event deleted for resources: {'Port': ['ID=22b2ca0a-5887-4816-9b1e-0599082eb1cc,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:56:51.836374 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-56b98894-ed55-4067-bd2b-cda737d22ba2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-452182'] for router_gateway (98222e6b-b931-417c-a2d2-daaec63c920a), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:51.904795 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-062dfd34-52aa-4995-b41c-30b9f5a8169c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (2d1658f1-2cc8-43a6-afbb-f75374eae74a), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:51.907752 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-062dfd34-52aa-4995-b41c-30b9f5a8169c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:51.909250 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-062dfd34-52aa-4995-b41c-30b9f5a8169c admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/2d1658f1-2cc8-43a6-afbb-f75374eae74a HTTP/1.1" status: 204 len: 168 time: 0.2478728 Sep 16 03:56:51.920717 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062dfd34-52aa-4995-b41c-30b9f5a8169c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1658f1-2cc8-43a6-afbb-f75374eae74a,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:56:51.929126 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-56b98894-ed55-4067-bd2b-cda737d22ba2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-389'] for router (98222e6b-b931-417c-a2d2-daaec63c920a), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:51.931175 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-56b98894-ed55-4067-bd2b-cda737d22ba2 admin admin] Publish callbacks [] for router_controller (98222e6b-b931-417c-a2d2-daaec63c920a), precommit_delete_associations {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:52.076584 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-56b98894-ed55-4067-bd2b-cda737d22ba2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452449'] for router (98222e6b-b931-417c-a2d2-daaec63c920a), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:52.079387 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56b98894-ed55-4067-bd2b-cda737d22ba2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98222e6b-b931-417c-a2d2-daaec63c920a {{(pid=113375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 03:56:52.083122 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-56b98894-ed55-4067-bd2b-cda737d22ba2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:52.087002 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 35612) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:56:52.088320 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-56b98894-ed55-4067-bd2b-cda737d22ba2 admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/98222e6b-b931-417c-a2d2-daaec63c920a HTTP/1.1" status: 204 len: 168 time: 1.2340298 Sep 16 03:56:52.134423 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.db.db_base_plugin_v2 [None req-646e6667-e091-421b-a239-cbfec53ef85a admin admin] Deleting subnet 9fc5cdc1-7ef1-4edd-aab3-d78fc2b46ff3 {{(pid=113374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 03:56:52.138754 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-646e6667-e091-421b-a239-cbfec53ef85a admin admin] Publish callbacks [] for subnet (9fc5cdc1-7ef1-4edd-aab3-d78fc2b46ff3), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:52.173192 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-646e6667-e091-421b-a239-cbfec53ef85a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4574571'] for subnet (9fc5cdc1-7ef1-4edd-aab3-d78fc2b46ff3), precommit_delete_associations {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:52.265492 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-646e6667-e091-421b-a239-cbfec53ef85a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1375850'] for subnet (9fc5cdc1-7ef1-4edd-aab3-d78fc2b46ff3), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:52.297973 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:56:52.407044 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-646e6667-e091-421b-a239-cbfec53ef85a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1345367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4965206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4750599'] for subnet (9fc5cdc1-7ef1-4edd-aab3-d78fc2b46ff3), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:52.437468 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-646e6667-e091-421b-a239-cbfec53ef85a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:52.441399 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-646e6667-e091-421b-a239-cbfec53ef85a admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/9fc5cdc1-7ef1-4edd-aab3-d78fc2b46ff3 HTTP/1.1" status: 204 len: 168 time: 0.3531301 Sep 16 03:56:52.442218 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646e6667-e091-421b-a239-cbfec53ef85a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fc5cdc1-7ef1-4edd-aab3-d78fc2b46ff3,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:56:52.442325 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7caf7a-659a-4db4-9296-6feaa24b1aa5 None None] Network 808094d0-d36f-467b-be78-f32834f42155 requested from dv-cinder-857993-1-iscsi {{(pid=113376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 03:56:52.443959 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 35618) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:56:52.530665 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-86a1ac45-0ffc-4508-9f97-938abfac3036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1315103'] for network (808094d0-d36f-467b-be78-f32834f42155), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:52.586711 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device 1f0e0277-6da5-477b-b61f-254b1c0033f9 no longer exists at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 03:56:52.593565 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.plugin [None req-86a1ac45-0ffc-4508-9f97-938abfac3036 admin admin] Deleting port 6a6bd86d-67c1-407f-bdde-319e0efd6c6b {{(pid=113375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 03:56:52.594434 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-86a1ac45-0ffc-4508-9f97-938abfac3036 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672990733'] for port (6a6bd86d-67c1-407f-bdde-319e0efd6c6b), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:52.610459 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] No Port match for: 1f0e0277-6da5-477b-b61f-254b1c0033f9 {{(pid=113376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 03:56:52.610459 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device 1f0e0277-6da5-477b-b61f-254b1c0033f9 not bound to the agent host dv-cinder-857993-1-iscsi {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 03:56:52.610459 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device 22b2ca0a-5887-4816-9b1e-0599082eb1cc no longer exists at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 03:56:52.611015 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 35620) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:56:52.629668 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] No Port match for: 22b2ca0a-5887-4816-9b1e-0599082eb1cc {{(pid=113376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 03:56:52.630022 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device 22b2ca0a-5887-4816-9b1e-0599082eb1cc not bound to the agent host dv-cinder-857993-1-iscsi {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 03:56:52.630651 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-13b88c42-f408-45c4-b079-a25b6b7f6585 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:52.648117 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:56:52.649343 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc5e5ea-d337-4a4b-a87d-f6905ad0b34c None None] DHCP port deletion for 808094d0-d36f-467b-be78-f32834f42155 request from dv-cinder-857993-1-iscsi {{(pid=113376) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 03:56:52.679328 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.db [None req-86a1ac45-0ffc-4508-9f97-938abfac3036 admin admin] For port 6a6bd86d-67c1-407f-bdde-319e0efd6c6b, host dv-cinder-857993-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=6a6bd86d-67c1-407f-bdde-319e0efd6c6b,segment=NetworkSegment(07aa48f6-364a-408d-a0d9-650f600a672a),segment_id=07aa48f6-364a-408d-a0d9-650f600a672a)] {{(pid=113375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:56:52.679719 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-86a1ac45-0ffc-4508-9f97-938abfac3036 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432982'] for port (6a6bd86d-67c1-407f-bdde-319e0efd6c6b), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:52.693407 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-afc5e5ea-d337-4a4b-a87d-f6905ad0b34c None None] Deleting port 6a6bd86d-67c1-407f-bdde-319e0efd6c6b {{(pid=113376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 03:56:52.693780 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-afc5e5ea-d337-4a4b-a87d-f6905ad0b34c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672990733'] for port (6a6bd86d-67c1-407f-bdde-319e0efd6c6b), before_delete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:52.695005 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.plugin [None req-86a1ac45-0ffc-4508-9f97-938abfac3036 admin admin] Calling delete_port for 6a6bd86d-67c1-407f-bdde-319e0efd6c6b owned by network:dhcp {{(pid=113375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 03:56:52.722526 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-13b88c42-f408-45c4-b079-a25b6b7f6585 admin admin] Publish callbacks [] for security_group (54fb0ca0-3468-4ed4-b847-0da0d3a5c44a), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:52.763042 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-afc5e5ea-d337-4a4b-a87d-f6905ad0b34c None None] For port 6a6bd86d-67c1-407f-bdde-319e0efd6c6b, host dv-cinder-857993-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=6a6bd86d-67c1-407f-bdde-319e0efd6c6b,segment=NetworkSegment(07aa48f6-364a-408d-a0d9-650f600a672a),segment_id=07aa48f6-364a-408d-a0d9-650f600a672a)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:56:52.763450 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-afc5e5ea-d337-4a4b-a87d-f6905ad0b34c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432982'] for port (6a6bd86d-67c1-407f-bdde-319e0efd6c6b), precommit_delete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:52.775954 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-afc5e5ea-d337-4a4b-a87d-f6905ad0b34c None None] Calling delete_port for 6a6bd86d-67c1-407f-bdde-319e0efd6c6b owned by network:dhcp {{(pid=113376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 03:56:52.784037 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:56:52.789485 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-13b88c42-f408-45c4-b079-a25b6b7f6585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (54fb0ca0-3468-4ed4-b847-0da0d3a5c44a), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:52.833117 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-13b88c42-f408-45c4-b079-a25b6b7f6585 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=217bb031aa714765866208831eba725e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2208607 Sep 16 03:56:52.833865 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b88c42-f408-45c4-b079-a25b6b7f6585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54fb0ca0-3468-4ed4-b847-0da0d3a5c44a,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:56:52.836004 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 35622) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:56:52.853603 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-86a1ac45-0ffc-4508-9f97-938abfac3036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672957835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672515813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4972043'] for port (6a6bd86d-67c1-407f-bdde-319e0efd6c6b), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:52.856611 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-afc5e5ea-d337-4a4b-a87d-f6905ad0b34c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672957835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672515813'] for port (6a6bd86d-67c1-407f-bdde-319e0efd6c6b), after_delete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:52.883049 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc5e5ea-d337-4a4b-a87d-f6905ad0b34c None None] No DVR routers for this DVR port 6a6bd86d-67c1-407f-bdde-319e0efd6c6b on host dv-cinder-857993-1-iscsi {{(pid=113376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 03:56:52.893190 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a1ac45-0ffc-4508-9f97-938abfac3036 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a6bd86d-67c1-407f-bdde-319e0efd6c6b,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:56:52.893555 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc5e5ea-d337-4a4b-a87d-f6905ad0b34c None None] Pushing event deleted for resources: {'Port': ['ID=6a6bd86d-67c1-407f-bdde-319e0efd6c6b,revision_number=None']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:56:52.893909 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a1ac45-0ffc-4508-9f97-938abfac3036 admin admin] No DVR routers for this DVR port 6a6bd86d-67c1-407f-bdde-319e0efd6c6b on host dv-cinder-857993-1-iscsi {{(pid=113375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 03:56:52.986118 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-a1b8a193-1e7a-4c2f-aeec-569a79c4c910 admin admin] Publish callbacks [] for security_group (54fb0ca0-3468-4ed4-b847-0da0d3a5c44a), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:52.989004 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-86a1ac45-0ffc-4508-9f97-938abfac3036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-666433', 'neutron.services.segments.db._delete_segments_for_network-8741672980929'] for network (808094d0-d36f-467b-be78-f32834f42155), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:53.022720 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.services.segments.db [None req-86a1ac45-0ffc-4508-9f97-938abfac3036 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['808094d0-d36f-467b-be78-f32834f42155']}} {{(pid=113375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:56:53.025956 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-a1b8a193-1e7a-4c2f-aeec-569a79c4c910 admin admin] Publish callbacks [] for security_group (54fb0ca0-3468-4ed4-b847-0da0d3a5c44a), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:53.040712 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.services.segments.db [None req-86a1ac45-0ffc-4508-9f97-938abfac3036 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07aa48f6-364a-408d-a0d9-650f600a672a') {'for_net_delete': True} {{(pid=113375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:56:53.040812 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.services.segments.db [None req-86a1ac45-0ffc-4508-9f97-938abfac3036 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07aa48f6-364a-408d-a0d9-650f600a672a') {} {{(pid=113375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:56:53.057128 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-86a1ac45-0ffc-4508-9f97-938abfac3036 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741672980821', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7583025'] for segment (07aa48f6-364a-408d-a0d9-650f600a672a), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:53.086249 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-86a1ac45-0ffc-4508-9f97-938abfac3036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432398'] for segment (07aa48f6-364a-408d-a0d9-650f600a672a), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:53.093656 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86a1ac45-0ffc-4508-9f97-938abfac3036 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=113375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 03:56:53.094062 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-86a1ac45-0ffc-4508-9f97-938abfac3036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4972254'] for segment (07aa48f6-364a-408d-a0d9-650f600a672a), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:53.136262 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.services.segments.plugin [-] Segment 07aa48f6-364a-408d-a0d9-650f600a672a resource provider aggregate not found Sep 16 03:56:53.155034 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:56:53.160335 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.services.segments.plugin [-] Segment 07aa48f6-364a-408d-a0d9-650f600a672a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 07aa48f6-364a-408d-a0d9-650f600a672a found for delete ", "request_id": "req-2f101a53-3c65-48d8-9e37-d274eb1b09b7"}]} Sep 16 03:56:53.212881 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-a1b8a193-1e7a-4c2f-aeec-569a79c4c910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (54fb0ca0-3468-4ed4-b847-0da0d3a5c44a), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:53.216080 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-a1b8a193-1e7a-4c2f-aeec-569a79c4c910 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:53.217248 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-a1b8a193-1e7a-4c2f-aeec-569a79c4c910 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/54fb0ca0-3468-4ed4-b847-0da0d3a5c44a HTTP/1.1" status: 204 len: 168 time: 0.3779573 Sep 16 03:56:53.225432 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b8a193-1e7a-4c2f-aeec-569a79c4c910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54fb0ca0-3468-4ed4-b847-0da0d3a5c44a,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:56:53.242239 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-a4ef831d-f3b9-4f32-8d99-1770382b2529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (5f458d39-b7df-4a2e-8f52-58d49f268778), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:53.243687 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-86a1ac45-0ffc-4508-9f97-938abfac3036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-666488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-452227'] for network (808094d0-d36f-467b-be78-f32834f42155), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:53.250648 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-86a1ac45-0ffc-4508-9f97-938abfac3036 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602048'] for network (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:53.254414 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-86a1ac45-0ffc-4508-9f97-938abfac3036 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/808094d0-d36f-467b-be78-f32834f42155 HTTP/1.1" status: 204 len: 168 time: 0.8088708 Sep 16 03:56:53.267472 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a1ac45-0ffc-4508-9f97-938abfac3036 admin admin] Pushing event deleted for resources: {'Network': ['ID=808094d0-d36f-467b-be78-f32834f42155,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:56:53.747300 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 35644) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:56:53.786956 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-2937e15b-e403-4565-89e1-5ee381afe59b admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=c705c2f92c1646dba9c11aa6000166bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384414 Sep 16 03:56:53.789438 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 35646) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:56:53.839225 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-69bfae48-67e7-4741-b0c0-6dda646baf19 admin admin] Publish callbacks [] for security_group (a778aa35-5956-4b36-93ac-9d8175168705), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:53.859950 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-69bfae48-67e7-4741-b0c0-6dda646baf19 admin admin] Publish callbacks [] for security_group (a778aa35-5956-4b36-93ac-9d8175168705), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:54.017609 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-69bfae48-67e7-4741-b0c0-6dda646baf19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (a778aa35-5956-4b36-93ac-9d8175168705), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:54.020266 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-69bfae48-67e7-4741-b0c0-6dda646baf19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:54.021840 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-69bfae48-67e7-4741-b0c0-6dda646baf19 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/a778aa35-5956-4b36-93ac-9d8175168705 HTTP/1.1" status: 204 len: 168 time: 0.2311101 Sep 16 03:56:54.029845 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bfae48-67e7-4741-b0c0-6dda646baf19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a778aa35-5956-4b36-93ac-9d8175168705,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:56:54.041008 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 35650) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:56:54.054993 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-28ddab62-2b97-4153-ac8d-93661f83c48e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:54.056682 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=80,neutron:DELETE=10,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:56:54.134027 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-28ddab62-2b97-4153-ac8d-93661f83c48e admin admin] Publish callbacks [] for security_group (59318734-1e40-44f7-a527-acbe85156091), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:54.173183 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-28ddab62-2b97-4153-ac8d-93661f83c48e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (59318734-1e40-44f7-a527-acbe85156091), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:54.211358 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:56:54.216350 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ddab62-2b97-4153-ac8d-93661f83c48e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59318734-1e40-44f7-a527-acbe85156091,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:56:54.221877 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-28ddab62-2b97-4153-ac8d-93661f83c48e admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=08a4fc4962d144ffa5d50f8387431718&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1798508 Sep 16 03:56:54.229657 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 35652) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:56:54.280601 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-54871ae4-ba1e-42f9-9ae7-9c97ead119b6 admin admin] Publish callbacks [] for security_group (59318734-1e40-44f7-a527-acbe85156091), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:54.301728 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-54871ae4-ba1e-42f9-9ae7-9c97ead119b6 admin admin] Publish callbacks [] for security_group (59318734-1e40-44f7-a527-acbe85156091), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:54.441936 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-54871ae4-ba1e-42f9-9ae7-9c97ead119b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (59318734-1e40-44f7-a527-acbe85156091), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:54.444696 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-54871ae4-ba1e-42f9-9ae7-9c97ead119b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:54.446767 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-54871ae4-ba1e-42f9-9ae7-9c97ead119b6 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/59318734-1e40-44f7-a527-acbe85156091 HTTP/1.1" status: 204 len: 168 time: 0.2155244 Sep 16 03:56:54.455293 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54871ae4-ba1e-42f9-9ae7-9c97ead119b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59318734-1e40-44f7-a527-acbe85156091,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:56:54.578188 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device 6a6bd86d-67c1-407f-bdde-319e0efd6c6b no longer exists at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 03:56:54.614242 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] No Port match for: 6a6bd86d-67c1-407f-bdde-319e0efd6c6b {{(pid=113376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 03:56:54.614738 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device 6a6bd86d-67c1-407f-bdde-319e0efd6c6b not bound to the agent host dv-cinder-857993-1-iscsi {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 03:56:55.014612 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 35666) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:56:55.056225 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-2ea87e32-c9ff-4077-9e8f-b14b4c0dfd80 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=0ff078cd8282494eb7dd5ff34d7bddcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402210 Sep 16 03:56:55.059472 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 35670) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:56:55.109676 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-26b68345-73ab-4aaa-b628-17b245fbadff admin admin] Publish callbacks [] for security_group (58ba039e-f166-42d3-9965-88d62195f802), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:55.130936 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-26b68345-73ab-4aaa-b628-17b245fbadff admin admin] Publish callbacks [] for security_group (58ba039e-f166-42d3-9965-88d62195f802), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:55.246253 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-26b68345-73ab-4aaa-b628-17b245fbadff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (58ba039e-f166-42d3-9965-88d62195f802), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:55.248818 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-26b68345-73ab-4aaa-b628-17b245fbadff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:55.249975 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-26b68345-73ab-4aaa-b628-17b245fbadff admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/58ba039e-f166-42d3-9965-88d62195f802 HTTP/1.1" status: 204 len: 168 time: 0.1896122 Sep 16 03:56:55.266559 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b68345-73ab-4aaa-b628-17b245fbadff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ba039e-f166-42d3-9965-88d62195f802,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:56:55.390552 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-ddd73ea3-5be9-4477-ad95-c55c15fed166 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (20a8dcff-cb91-4cfb-b5ee-87736efe33d8), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:56.802228 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-6e17b5b7-15b9-4810-ad4e-df527af14d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (b6f1069f-4437-473a-8bc8-4bc493c2bb12), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:57.046445 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=42 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:56:57.047334 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=43 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:56:57.865507 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 35758) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:56:58.026147 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-1996663c-1ebf-4d00-bccb-301c1627c0db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:58.083512 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=85,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:56:58.108237 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-1996663c-1ebf-4d00-bccb-301c1627c0db admin admin] Publish callbacks [] for security_group (26d051ec-f556-41ec-a1e9-9c36d463f9f8), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:58.338841 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-1996663c-1ebf-4d00-bccb-301c1627c0db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (26d051ec-f556-41ec-a1e9-9c36d463f9f8), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:58.381982 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1996663c-1ebf-4d00-bccb-301c1627c0db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26d051ec-f556-41ec-a1e9-9c36d463f9f8,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:56:58.387589 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-1996663c-1ebf-4d00-bccb-301c1627c0db admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=a9aebb23f7c644b1b36f4d19154490e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5207500 Sep 16 03:56:58.390161 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 35770) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:56:58.440610 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-4af520e7-c406-4aad-8246-62834fa10e34 admin admin] Publish callbacks [] for security_group (26d051ec-f556-41ec-a1e9-9c36d463f9f8), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:58.460208 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-4af520e7-c406-4aad-8246-62834fa10e34 admin admin] Publish callbacks [] for security_group (26d051ec-f556-41ec-a1e9-9c36d463f9f8), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:58.489697 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:56:58.523869 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:56:58.608404 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-2875a3e6-2c6e-4f2c-bd58-7e0a3de9c063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (bb5efb49-5a18-474a-824b-90488b0f2024), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:58.609105 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-4af520e7-c406-4aad-8246-62834fa10e34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (26d051ec-f556-41ec-a1e9-9c36d463f9f8), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:58.609374 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (9480ceca-8cb5-4b85-9807-6ee42f948820), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:58.615335 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-4af520e7-c406-4aad-8246-62834fa10e34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:56:58.615335 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-4af520e7-c406-4aad-8246-62834fa10e34 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/26d051ec-f556-41ec-a1e9-9c36d463f9f8 HTTP/1.1" status: 204 len: 168 time: 0.2235963 Sep 16 03:56:58.635253 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af520e7-c406-4aad-8246-62834fa10e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d051ec-f556-41ec-a1e9-9c36d463f9f8,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:57:01.777797 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 35844) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:57:01.884240 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-6efe8e2a-b9cf-417a-80ae-6ee1e6de7b1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:01.961160 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-6efe8e2a-b9cf-417a-80ae-6ee1e6de7b1c admin admin] Publish callbacks [] for security_group (adf2301f-5352-46ad-af87-2ac8d5e79008), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:02.013912 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-6efe8e2a-b9cf-417a-80ae-6ee1e6de7b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (adf2301f-5352-46ad-af87-2ac8d5e79008), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:02.060938 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-6efe8e2a-b9cf-417a-80ae-6ee1e6de7b1c admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=e99bf31d116347c484f2eb4b3cdcc63e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2811999 Sep 16 03:57:02.062058 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efe8e2a-b9cf-417a-80ae-6ee1e6de7b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adf2301f-5352-46ad-af87-2ac8d5e79008,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:57:02.071880 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 35852) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:57:02.118024 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-96108221-f6bd-46ed-af23-3794f83178fd admin admin] Publish callbacks [] for security_group (adf2301f-5352-46ad-af87-2ac8d5e79008), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:02.144437 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-96108221-f6bd-46ed-af23-3794f83178fd admin admin] Publish callbacks [] for security_group (adf2301f-5352-46ad-af87-2ac8d5e79008), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:02.292052 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-96108221-f6bd-46ed-af23-3794f83178fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (adf2301f-5352-46ad-af87-2ac8d5e79008), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:02.295074 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-96108221-f6bd-46ed-af23-3794f83178fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:02.296239 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-96108221-f6bd-46ed-af23-3794f83178fd admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/adf2301f-5352-46ad-af87-2ac8d5e79008 HTTP/1.1" status: 204 len: 168 time: 0.2314243 Sep 16 03:57:02.304160 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96108221-f6bd-46ed-af23-3794f83178fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf2301f-5352-46ad-af87-2ac8d5e79008,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:57:02.962314 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 35868) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:57:02.975794 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-05717b97-e0ef-4350-b003-195505a3b88f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:03.052638 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-05717b97-e0ef-4350-b003-195505a3b88f admin admin] Publish callbacks [] for security_group (0b1428a9-8121-4398-a4ca-0981ec0c8624), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:03.131835 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-05717b97-e0ef-4350-b003-195505a3b88f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (0b1428a9-8121-4398-a4ca-0981ec0c8624), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:03.172970 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-05717b97-e0ef-4350-b003-195505a3b88f admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=9713667f808d4076a3760c9f794c41ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2095695 Sep 16 03:57:03.173800 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05717b97-e0ef-4350-b003-195505a3b88f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1428a9-8121-4398-a4ca-0981ec0c8624,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:57:03.175787 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 35872) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:57:03.224250 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-f45af069-82fd-4a7a-9ce6-bad53eae16c2 admin admin] Publish callbacks [] for security_group (0b1428a9-8121-4398-a4ca-0981ec0c8624), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:03.245079 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-f45af069-82fd-4a7a-9ce6-bad53eae16c2 admin admin] Publish callbacks [] for security_group (0b1428a9-8121-4398-a4ca-0981ec0c8624), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:03.419077 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-f45af069-82fd-4a7a-9ce6-bad53eae16c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (0b1428a9-8121-4398-a4ca-0981ec0c8624), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:03.421551 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-f45af069-82fd-4a7a-9ce6-bad53eae16c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:03.422728 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-f45af069-82fd-4a7a-9ce6-bad53eae16c2 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/0b1428a9-8121-4398-a4ca-0981ec0c8624 HTTP/1.1" status: 204 len: 168 time: 0.2459259 Sep 16 03:57:03.430777 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45af069-82fd-4a7a-9ce6-bad53eae16c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1428a9-8121-4398-a4ca-0981ec0c8624,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:57:04.042282 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 35882) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:57:04.058155 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-7552dc9c-84cc-4820-a7da-d03cee1b0bca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:04.144924 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-7552dc9c-84cc-4820-a7da-d03cee1b0bca admin admin] Publish callbacks [] for security_group (ce908b87-cf6a-4359-9935-2f83c5d19640), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:04.212872 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-7552dc9c-84cc-4820-a7da-d03cee1b0bca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (ce908b87-cf6a-4359-9935-2f83c5d19640), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:04.253262 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-7552dc9c-84cc-4820-a7da-d03cee1b0bca admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=5d3edd26798f4889adf23d90fac9c96a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2099075 Sep 16 03:57:04.254362 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7552dc9c-84cc-4820-a7da-d03cee1b0bca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce908b87-cf6a-4359-9935-2f83c5d19640,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:57:04.255953 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 35884) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:57:04.305770 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-a774a9e6-cc16-42a6-a3fe-e112ea644853 admin admin] Publish callbacks [] for security_group (ce908b87-cf6a-4359-9935-2f83c5d19640), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:04.327216 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-a774a9e6-cc16-42a6-a3fe-e112ea644853 admin admin] Publish callbacks [] for security_group (ce908b87-cf6a-4359-9935-2f83c5d19640), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:04.436923 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-a774a9e6-cc16-42a6-a3fe-e112ea644853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (ce908b87-cf6a-4359-9935-2f83c5d19640), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:04.440604 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-a774a9e6-cc16-42a6-a3fe-e112ea644853 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:04.441771 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-a774a9e6-cc16-42a6-a3fe-e112ea644853 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/ce908b87-cf6a-4359-9935-2f83c5d19640 HTTP/1.1" status: 204 len: 168 time: 0.1848242 Sep 16 03:57:04.450807 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a774a9e6-cc16-42a6-a3fe-e112ea644853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce908b87-cf6a-4359-9935-2f83c5d19640,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:57:09.944181 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 36020) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:57:10.037555 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-d6556ae4-3828-4589-b8f5-6f1eb3ac7265 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:10.117107 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-d6556ae4-3828-4589-b8f5-6f1eb3ac7265 admin admin] Publish callbacks [] for security_group (1c8a169d-1fee-4d0a-83fc-1c003d4dae52), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:10.195850 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-d6556ae4-3828-4589-b8f5-6f1eb3ac7265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (1c8a169d-1fee-4d0a-83fc-1c003d4dae52), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:10.236988 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-d6556ae4-3828-4589-b8f5-6f1eb3ac7265 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=dbfc2f845bf646cfa501228dd4ee4473&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3024247 Sep 16 03:57:10.237700 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6556ae4-3828-4589-b8f5-6f1eb3ac7265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c8a169d-1fee-4d0a-83fc-1c003d4dae52,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:57:10.239851 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 36028) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:57:10.292626 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-c11de316-5851-41af-a3e9-e167f918b290 admin admin] Publish callbacks [] for security_group (1c8a169d-1fee-4d0a-83fc-1c003d4dae52), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:10.312263 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-c11de316-5851-41af-a3e9-e167f918b290 admin admin] Publish callbacks [] for security_group (1c8a169d-1fee-4d0a-83fc-1c003d4dae52), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:10.453952 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-c11de316-5851-41af-a3e9-e167f918b290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (1c8a169d-1fee-4d0a-83fc-1c003d4dae52), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:10.457194 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-c11de316-5851-41af-a3e9-e167f918b290 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:10.458360 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-c11de316-5851-41af-a3e9-e167f918b290 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/1c8a169d-1fee-4d0a-83fc-1c003d4dae52 HTTP/1.1" status: 204 len: 168 time: 0.2168713 Sep 16 03:57:10.467913 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11de316-5851-41af-a3e9-e167f918b290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c8a169d-1fee-4d0a-83fc-1c003d4dae52,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:57:10.581051 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 36036) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:57:10.782408 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-2dd7925a-3689-4e30-97c0-129e1c8a3f3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:10.839216 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:57:10.845206 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:DELETE=6,neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:57:10.871190 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-2dd7925a-3689-4e30-97c0-129e1c8a3f3b admin admin] Publish callbacks [] for security_group (dd06a463-2543-48c7-89e3-2ba1a4754f18), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:10.984663 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-2dd7925a-3689-4e30-97c0-129e1c8a3f3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (dd06a463-2543-48c7-89e3-2ba1a4754f18), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:11.024018 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-2dd7925a-3689-4e30-97c0-129e1c8a3f3b admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=5f35241168b542c6a61aeb5065ca80a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4416621 Sep 16 03:57:11.025754 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd7925a-3689-4e30-97c0-129e1c8a3f3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd06a463-2543-48c7-89e3-2ba1a4754f18,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:57:11.027029 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 36042) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:57:11.079759 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-48f9ba15-b2ba-4164-8107-2fd077aa27b1 admin admin] Publish callbacks [] for security_group (dd06a463-2543-48c7-89e3-2ba1a4754f18), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:11.100798 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-48f9ba15-b2ba-4164-8107-2fd077aa27b1 admin admin] Publish callbacks [] for security_group (dd06a463-2543-48c7-89e3-2ba1a4754f18), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:11.113479 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 36044) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:57:11.115926 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:57:11.129375 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:57:11.130967 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-ca957c02-0b9d-4168-bad1-7587c3b69dc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:11.219225 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-48f9ba15-b2ba-4164-8107-2fd077aa27b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (dd06a463-2543-48c7-89e3-2ba1a4754f18), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:11.222061 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-48f9ba15-b2ba-4164-8107-2fd077aa27b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:11.223235 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-48f9ba15-b2ba-4164-8107-2fd077aa27b1 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/dd06a463-2543-48c7-89e3-2ba1a4754f18 HTTP/1.1" status: 204 len: 168 time: 0.1946862 Sep 16 03:57:11.231924 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f9ba15-b2ba-4164-8107-2fd077aa27b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd06a463-2543-48c7-89e3-2ba1a4754f18,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:57:11.282327 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-ca957c02-0b9d-4168-bad1-7587c3b69dc7 admin admin] Publish callbacks [] for security_group (93a8de04-185a-4955-8f6e-b90213a76f8a), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:11.366078 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-ca957c02-0b9d-4168-bad1-7587c3b69dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (93a8de04-185a-4955-8f6e-b90213a76f8a), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:11.405204 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca957c02-0b9d-4168-bad1-7587c3b69dc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93a8de04-185a-4955-8f6e-b90213a76f8a,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:57:11.409337 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-ca957c02-0b9d-4168-bad1-7587c3b69dc7 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=d2d9550c7d824227a5189f0fe585209e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2948642 Sep 16 03:57:11.414529 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 36050) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:57:11.469995 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-66e9a212-84f4-4148-a6ae-2ba66e3421f6 admin admin] Publish callbacks [] for security_group (93a8de04-185a-4955-8f6e-b90213a76f8a), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:11.491727 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-66e9a212-84f4-4148-a6ae-2ba66e3421f6 admin admin] Publish callbacks [] for security_group (93a8de04-185a-4955-8f6e-b90213a76f8a), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:11.664341 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-66e9a212-84f4-4148-a6ae-2ba66e3421f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (93a8de04-185a-4955-8f6e-b90213a76f8a), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:11.666874 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-66e9a212-84f4-4148-a6ae-2ba66e3421f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:11.668062 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-66e9a212-84f4-4148-a6ae-2ba66e3421f6 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/93a8de04-185a-4955-8f6e-b90213a76f8a HTTP/1.1" status: 204 len: 168 time: 0.2524970 Sep 16 03:57:11.683688 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e9a212-84f4-4148-a6ae-2ba66e3421f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a8de04-185a-4955-8f6e-b90213a76f8a,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:57:11.824644 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:INSERT=13,neutron:SELECT=86,neutron:UPDATE=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:57:12.380484 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 36074) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:57:12.403266 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-ea94387b-39ed-446e-80d8-3ad100e9cc80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:12.489140 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-ea94387b-39ed-446e-80d8-3ad100e9cc80 admin admin] Publish callbacks [] for security_group (0c6a9400-8a21-48dd-b49b-96fb68288950), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:12.619263 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-ea94387b-39ed-446e-80d8-3ad100e9cc80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (0c6a9400-8a21-48dd-b49b-96fb68288950), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:12.661728 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-ea94387b-39ed-446e-80d8-3ad100e9cc80 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=9a8c35756a5c41cda69587a6f45fa91a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2797837 Sep 16 03:57:12.662597 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea94387b-39ed-446e-80d8-3ad100e9cc80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6a9400-8a21-48dd-b49b-96fb68288950,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:57:12.664461 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 36082) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:57:12.721622 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-4397569b-416b-48ec-a7d2-a17dbab3dd60 admin admin] Publish callbacks [] for security_group (0c6a9400-8a21-48dd-b49b-96fb68288950), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:12.741972 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-4397569b-416b-48ec-a7d2-a17dbab3dd60 admin admin] Publish callbacks [] for security_group (0c6a9400-8a21-48dd-b49b-96fb68288950), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:12.886510 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-4397569b-416b-48ec-a7d2-a17dbab3dd60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (0c6a9400-8a21-48dd-b49b-96fb68288950), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:12.889050 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-4397569b-416b-48ec-a7d2-a17dbab3dd60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:12.890237 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-4397569b-416b-48ec-a7d2-a17dbab3dd60 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/0c6a9400-8a21-48dd-b49b-96fb68288950 HTTP/1.1" status: 204 len: 168 time: 0.2232990 Sep 16 03:57:12.898464 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4397569b-416b-48ec-a7d2-a17dbab3dd60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c6a9400-8a21-48dd-b49b-96fb68288950,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:57:14.716390 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 36142) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:57:14.823514 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-42e2877c-6faa-446b-b255-bd788c8ae3f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:14.908318 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-42e2877c-6faa-446b-b255-bd788c8ae3f3 admin admin] Publish callbacks [] for security_group (1d57b3eb-5139-4554-a07a-1b24c2e8e836), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:14.984223 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-42e2877c-6faa-446b-b255-bd788c8ae3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (1d57b3eb-5139-4554-a07a-1b24c2e8e836), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:15.024746 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-42e2877c-6faa-446b-b255-bd788c8ae3f3 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=b47772c25b8b428dbfefba0cb62c6a96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3071365 Sep 16 03:57:15.025577 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e2877c-6faa-446b-b255-bd788c8ae3f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d57b3eb-5139-4554-a07a-1b24c2e8e836,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:57:15.027676 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 36146) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:57:15.078625 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-42485dc7-f38e-4db8-8cf7-6b87c6cf9e2d admin admin] Publish callbacks [] for security_group (1d57b3eb-5139-4554-a07a-1b24c2e8e836), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:15.098130 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-42485dc7-f38e-4db8-8cf7-6b87c6cf9e2d admin admin] Publish callbacks [] for security_group (1d57b3eb-5139-4554-a07a-1b24c2e8e836), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:15.201569 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-42485dc7-f38e-4db8-8cf7-6b87c6cf9e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (1d57b3eb-5139-4554-a07a-1b24c2e8e836), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:15.204638 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-42485dc7-f38e-4db8-8cf7-6b87c6cf9e2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:15.208524 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-42485dc7-f38e-4db8-8cf7-6b87c6cf9e2d admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/1d57b3eb-5139-4554-a07a-1b24c2e8e836 HTTP/1.1" status: 204 len: 168 time: 0.1771245 Sep 16 03:57:15.218420 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42485dc7-f38e-4db8-8cf7-6b87c6cf9e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d57b3eb-5139-4554-a07a-1b24c2e8e836,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:57:15.223712 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42485dc7-f38e-4db8-8cf7-6b87c6cf9e2d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:57:15.224064 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42485dc7-f38e-4db8-8cf7-6b87c6cf9e2d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:57:15.224514 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42485dc7-f38e-4db8-8cf7-6b87c6cf9e2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:57:15.225024 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42485dc7-f38e-4db8-8cf7-6b87c6cf9e2d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:57:15.225173 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42485dc7-f38e-4db8-8cf7-6b87c6cf9e2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:57:15.225387 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42485dc7-f38e-4db8-8cf7-6b87c6cf9e2d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:57:15.225731 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42485dc7-f38e-4db8-8cf7-6b87c6cf9e2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:57:15.226141 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42485dc7-f38e-4db8-8cf7-6b87c6cf9e2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:57:15.226652 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42485dc7-f38e-4db8-8cf7-6b87c6cf9e2d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:57:15.227317 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42485dc7-f38e-4db8-8cf7-6b87c6cf9e2d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:57:15.227762 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42485dc7-f38e-4db8-8cf7-6b87c6cf9e2d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:57:15.228101 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42485dc7-f38e-4db8-8cf7-6b87c6cf9e2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:57:15.228427 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42485dc7-f38e-4db8-8cf7-6b87c6cf9e2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:57:15.228746 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42485dc7-f38e-4db8-8cf7-6b87c6cf9e2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:57:15.229134 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42485dc7-f38e-4db8-8cf7-6b87c6cf9e2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:57:17.777319 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 36180) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:57:17.886997 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-d46ba687-2707-4ef5-b19e-326ebf8728b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:17.964696 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-d46ba687-2707-4ef5-b19e-326ebf8728b3 admin admin] Publish callbacks [] for security_group (6fcbe7f2-c1f9-4ca2-bdb4-f33833be1694), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:18.064480 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-d46ba687-2707-4ef5-b19e-326ebf8728b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (6fcbe7f2-c1f9-4ca2-bdb4-f33833be1694), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:18.105558 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-d46ba687-2707-4ef5-b19e-326ebf8728b3 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=df64a64f6a9a4f78b77c8b0e3b982a6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3247497 Sep 16 03:57:18.105558 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46ba687-2707-4ef5-b19e-326ebf8728b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fcbe7f2-c1f9-4ca2-bdb4-f33833be1694,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:57:18.106083 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 36186) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:57:18.155751 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-a74f04db-d3f0-4f4c-afc1-e813fbf6f387 admin admin] Publish callbacks [] for security_group (6fcbe7f2-c1f9-4ca2-bdb4-f33833be1694), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:18.175538 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-a74f04db-d3f0-4f4c-afc1-e813fbf6f387 admin admin] Publish callbacks [] for security_group (6fcbe7f2-c1f9-4ca2-bdb4-f33833be1694), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:18.577594 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-a74f04db-d3f0-4f4c-afc1-e813fbf6f387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (6fcbe7f2-c1f9-4ca2-bdb4-f33833be1694), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:18.580148 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-a74f04db-d3f0-4f4c-afc1-e813fbf6f387 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:18.581291 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-a74f04db-d3f0-4f4c-afc1-e813fbf6f387 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/6fcbe7f2-c1f9-4ca2-bdb4-f33833be1694 HTTP/1.1" status: 204 len: 168 time: 0.4742162 Sep 16 03:57:18.590107 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74f04db-d3f0-4f4c-afc1-e813fbf6f387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fcbe7f2-c1f9-4ca2-bdb4-f33833be1694,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:57:18.824037 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (d68ba685-94d2-4b65-887f-d5ec3884fbfa), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:19.374715 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 36196) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:57:19.387807 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-f098116d-2ea5-470f-870e-aa0a0fb7d5a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:19.465345 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-f098116d-2ea5-470f-870e-aa0a0fb7d5a8 admin admin] Publish callbacks [] for security_group (8d17da74-157e-4fac-8a5a-9fcb3e5d41dd), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:19.561846 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-f098116d-2ea5-470f-870e-aa0a0fb7d5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (8d17da74-157e-4fac-8a5a-9fcb3e5d41dd), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:19.603774 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f098116d-2ea5-470f-870e-aa0a0fb7d5a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d17da74-157e-4fac-8a5a-9fcb3e5d41dd,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:57:19.607845 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-f098116d-2ea5-470f-870e-aa0a0fb7d5a8 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=9c3f0c2bb6144ed683268d8c99e16efb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2296762 Sep 16 03:57:19.609892 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 36200) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:57:19.662111 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-dd74c837-692a-4211-972b-2c3418f46453 admin admin] Publish callbacks [] for security_group (8d17da74-157e-4fac-8a5a-9fcb3e5d41dd), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:19.670965 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=14 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:57:19.681092 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:57:19.683107 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-dd74c837-692a-4211-972b-2c3418f46453 admin admin] Publish callbacks [] for security_group (8d17da74-157e-4fac-8a5a-9fcb3e5d41dd), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:19.813457 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-dd74c837-692a-4211-972b-2c3418f46453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (8d17da74-157e-4fac-8a5a-9fcb3e5d41dd), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:19.816116 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-dd74c837-692a-4211-972b-2c3418f46453 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:19.817264 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-dd74c837-692a-4211-972b-2c3418f46453 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/8d17da74-157e-4fac-8a5a-9fcb3e5d41dd HTTP/1.1" status: 204 len: 168 time: 0.2064857 Sep 16 03:57:19.831087 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd74c837-692a-4211-972b-2c3418f46453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d17da74-157e-4fac-8a5a-9fcb3e5d41dd,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:57:21.179174 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=2 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:57:21.221355 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:57:23.134892 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=32,neutron:UPDATE=5 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:57:23.167526 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.agents_db [None req-8ba4eca6-5e8f-405f-9ad3-b7bffaa24231 None None] Agent healthcheck: found 6 active agents {{(pid=113377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 03:57:23.224150 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-3f068519-5e47-4409-a57d-1fda7846bca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (5f458d39-b7df-4a2e-8f52-58d49f268778), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:25.344683 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-489051c8-f843-43d3-b332-d917bfff7ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (20a8dcff-cb91-4cfb-b5ee-87736efe33d8), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:26.851836 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-6e17b5b7-15b9-4810-ad4e-df527af14d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (b6f1069f-4437-473a-8bc8-4bc493c2bb12), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:27.521766 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 36294) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:57:27.628041 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-01b2c285-6d8c-47ac-a0f9-e6113daa44ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:27.704249 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-01b2c285-6d8c-47ac-a0f9-e6113daa44ad admin admin] Publish callbacks [] for security_group (3117acd3-a6ff-476a-a662-bb39a2efc314), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:27.795463 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-01b2c285-6d8c-47ac-a0f9-e6113daa44ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (3117acd3-a6ff-476a-a662-bb39a2efc314), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:27.834581 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b2c285-6d8c-47ac-a0f9-e6113daa44ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3117acd3-a6ff-476a-a662-bb39a2efc314,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:57:27.838802 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-01b2c285-6d8c-47ac-a0f9-e6113daa44ad admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=ce272bebfd5a4a2c9439e9ebe4592414&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3160405 Sep 16 03:57:27.842459 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 36304) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:57:27.889969 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-ccf81b34-0bf5-4332-ab4d-5c2c97438c50 admin admin] Publish callbacks [] for security_group (3117acd3-a6ff-476a-a662-bb39a2efc314), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:27.910052 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-ccf81b34-0bf5-4332-ab4d-5c2c97438c50 admin admin] Publish callbacks [] for security_group (3117acd3-a6ff-476a-a662-bb39a2efc314), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:28.057480 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-ccf81b34-0bf5-4332-ab4d-5c2c97438c50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (3117acd3-a6ff-476a-a662-bb39a2efc314), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:28.067102 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-ccf81b34-0bf5-4332-ab4d-5c2c97438c50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:28.067102 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-ccf81b34-0bf5-4332-ab4d-5c2c97438c50 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/3117acd3-a6ff-476a-a662-bb39a2efc314 HTTP/1.1" status: 204 len: 168 time: 0.2187219 Sep 16 03:57:28.071944 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf81b34-0bf5-4332-ab4d-5c2c97438c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3117acd3-a6ff-476a-a662-bb39a2efc314,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:57:28.092409 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=53,neutron:DELETE=6,neutron:INSERT=16 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:57:28.102474 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=58,neutron:UPDATE=2,neutron:INSERT=6,neutron:DELETE=2 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:57:28.642078 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (9480ceca-8cb5-4b85-9807-6ee42f948820), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:28.643617 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-2875a3e6-2c6e-4f2c-bd58-7e0a3de9c063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (bb5efb49-5a18-474a-824b-90488b0f2024), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:28.700448 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 36312) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:57:28.714203 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-1dccc98e-5f38-4bf1-abeb-f8dab3700bc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:28.791662 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-1dccc98e-5f38-4bf1-abeb-f8dab3700bc3 admin admin] Publish callbacks [] for security_group (60652caa-b5c6-401d-b20d-3a631328347b), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:28.893414 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-1dccc98e-5f38-4bf1-abeb-f8dab3700bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (60652caa-b5c6-401d-b20d-3a631328347b), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:28.934519 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-1dccc98e-5f38-4bf1-abeb-f8dab3700bc3 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=460d7af798254ee0a6317a289badb677&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2328062 Sep 16 03:57:28.935521 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dccc98e-5f38-4bf1-abeb-f8dab3700bc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60652caa-b5c6-401d-b20d-3a631328347b,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:57:28.938286 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 36314) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:57:28.997020 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-deca71fe-0d78-48d3-a140-0023e7c7e741 admin admin] Publish callbacks [] for security_group (60652caa-b5c6-401d-b20d-3a631328347b), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:29.020707 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-deca71fe-0d78-48d3-a140-0023e7c7e741 admin admin] Publish callbacks [] for security_group (60652caa-b5c6-401d-b20d-3a631328347b), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:29.155965 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-deca71fe-0d78-48d3-a140-0023e7c7e741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (60652caa-b5c6-401d-b20d-3a631328347b), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:29.158499 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-deca71fe-0d78-48d3-a140-0023e7c7e741 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:29.160085 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-deca71fe-0d78-48d3-a140-0023e7c7e741 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/60652caa-b5c6-401d-b20d-3a631328347b HTTP/1.1" status: 204 len: 168 time: 0.2204795 Sep 16 03:57:29.168703 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deca71fe-0d78-48d3-a140-0023e7c7e741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60652caa-b5c6-401d-b20d-3a631328347b,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:57:33.164477 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=2 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:57:38.930730 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=37,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:57:39.163801 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=64,neutron:DELETE=8,neutron:INSERT=8 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:57:39.164625 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=47,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:57:39.180889 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:57:39.181614 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:57:40.656268 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 36514) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:57:40.789662 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-bba783c7-250c-4126-b421-0c769b466634 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:40.886541 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-bba783c7-250c-4126-b421-0c769b466634 admin admin] Publish callbacks [] for security_group (41b0aaf6-5381-458c-b9b1-427bcf46f6bd), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:40.937075 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-bba783c7-250c-4126-b421-0c769b466634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (41b0aaf6-5381-458c-b9b1-427bcf46f6bd), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:40.983158 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba783c7-250c-4126-b421-0c769b466634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41b0aaf6-5381-458c-b9b1-427bcf46f6bd,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:57:40.987562 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-bba783c7-250c-4126-b421-0c769b466634 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=4d19e1665cee485784e9a65afda20547&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3294454 Sep 16 03:57:40.991095 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 36518) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:57:41.039851 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-186fa691-d03d-401d-8c84-63487c376b68 admin admin] Publish callbacks [] for security_group (41b0aaf6-5381-458c-b9b1-427bcf46f6bd), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:41.060524 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-186fa691-d03d-401d-8c84-63487c376b68 admin admin] Publish callbacks [] for security_group (41b0aaf6-5381-458c-b9b1-427bcf46f6bd), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:41.160233 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-186fa691-d03d-401d-8c84-63487c376b68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (41b0aaf6-5381-458c-b9b1-427bcf46f6bd), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:41.163339 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-186fa691-d03d-401d-8c84-63487c376b68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:41.164506 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-186fa691-d03d-401d-8c84-63487c376b68 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/41b0aaf6-5381-458c-b9b1-427bcf46f6bd HTTP/1.1" status: 204 len: 168 time: 0.1724818 Sep 16 03:57:41.172667 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186fa691-d03d-401d-8c84-63487c376b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b0aaf6-5381-458c-b9b1-427bcf46f6bd,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:57:41.770371 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 36526) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:57:41.784202 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-cbd83332-5a46-4e7e-a2c4-402f3c8a41d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:41.872289 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-cbd83332-5a46-4e7e-a2c4-402f3c8a41d5 admin admin] Publish callbacks [] for security_group (7681bc4f-9caf-4104-a8dc-34a74e42a203), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:41.931110 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-cbd83332-5a46-4e7e-a2c4-402f3c8a41d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (7681bc4f-9caf-4104-a8dc-34a74e42a203), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:41.975295 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-cbd83332-5a46-4e7e-a2c4-402f3c8a41d5 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=e19c85ef667b44f7add13a64310e1a16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2031291 Sep 16 03:57:41.976210 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd83332-5a46-4e7e-a2c4-402f3c8a41d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7681bc4f-9caf-4104-a8dc-34a74e42a203,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:57:41.983692 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 36528) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:57:42.041617 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-9c9672a5-43b5-4cfc-954c-4f8ca0c559e7 admin admin] Publish callbacks [] for security_group (7681bc4f-9caf-4104-a8dc-34a74e42a203), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:42.062992 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-9c9672a5-43b5-4cfc-954c-4f8ca0c559e7 admin admin] Publish callbacks [] for security_group (7681bc4f-9caf-4104-a8dc-34a74e42a203), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:42.173040 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-9c9672a5-43b5-4cfc-954c-4f8ca0c559e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (7681bc4f-9caf-4104-a8dc-34a74e42a203), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:42.175659 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-9c9672a5-43b5-4cfc-954c-4f8ca0c559e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:42.176815 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-9c9672a5-43b5-4cfc-954c-4f8ca0c559e7 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/7681bc4f-9caf-4104-a8dc-34a74e42a203 HTTP/1.1" status: 204 len: 168 time: 0.1921899 Sep 16 03:57:42.186046 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9672a5-43b5-4cfc-954c-4f8ca0c559e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7681bc4f-9caf-4104-a8dc-34a74e42a203,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:57:42.907729 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 36544) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:57:42.922322 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-9f8fa33c-470e-437c-8f52-04522b93805f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:43.010783 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-9f8fa33c-470e-437c-8f52-04522b93805f admin admin] Publish callbacks [] for security_group (6bcf34f8-1506-483d-8472-480e2d58ef7f), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:43.079366 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-9f8fa33c-470e-437c-8f52-04522b93805f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (6bcf34f8-1506-483d-8472-480e2d58ef7f), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:43.120638 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-9f8fa33c-470e-437c-8f52-04522b93805f admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=877799a7bc1940b983b58a4ec5a21495&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2117388 Sep 16 03:57:43.121505 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8fa33c-470e-437c-8f52-04522b93805f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bcf34f8-1506-483d-8472-480e2d58ef7f,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:57:43.123456 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 36546) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:57:43.179314 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-64fc1fa4-3171-422f-9b70-98891c140343 admin admin] Publish callbacks [] for security_group (6bcf34f8-1506-483d-8472-480e2d58ef7f), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:43.181474 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:57:43.203014 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-64fc1fa4-3171-422f-9b70-98891c140343 admin admin] Publish callbacks [] for security_group (6bcf34f8-1506-483d-8472-480e2d58ef7f), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:43.231049 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:57:43.345205 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-64fc1fa4-3171-422f-9b70-98891c140343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (6bcf34f8-1506-483d-8472-480e2d58ef7f), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:43.347873 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-64fc1fa4-3171-422f-9b70-98891c140343 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:43.349749 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-64fc1fa4-3171-422f-9b70-98891c140343 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/6bcf34f8-1506-483d-8472-480e2d58ef7f HTTP/1.1" status: 204 len: 168 time: 0.2248535 Sep 16 03:57:43.359152 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fc1fa4-3171-422f-9b70-98891c140343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bcf34f8-1506-483d-8472-480e2d58ef7f,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:57:44.483553 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 36574) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:57:44.582043 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.v2.base [None req-4072a808-497f-4623-8c66-f0c296a199a6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1462311435-network', 'tenant_id': 'ada320ab9e1644f29fd613c173ffe0a8'}} {{(pid=113374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:57:44.708418 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4072a808-497f-4623-8c66-f0c296a199a6 admin admin] Made reservation on behalf of ada320ab9e1644f29fd613c173ffe0a8 for: {'network': 1} {{(pid=113374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 03:57:44.711363 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-4072a808-497f-4623-8c66-f0c296a199a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for network (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:44.720180 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-4072a808-497f-4623-8c66-f0c296a199a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:44.800578 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-4072a808-497f-4623-8c66-f0c296a199a6 admin admin] Publish callbacks [] for security_group (c8277f2e-38a1-4676-9d05-40c3a116087f), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:44.864384 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-4072a808-497f-4623-8c66-f0c296a199a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (c8277f2e-38a1-4676-9d05-40c3a116087f), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:44.886625 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4072a808-497f-4623-8c66-f0c296a199a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=113374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 03:57:44.903308 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4072a808-497f-4623-8c66-f0c296a199a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8277f2e-38a1-4676-9d05-40c3a116087f,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:57:44.906194 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-4072a808-497f-4623-8c66-f0c296a199a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432398'] for segment (e2cb9d06-9f74-4053-9f24-a4f8651d4f99), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:44.906543 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.db.segments_db [None req-4072a808-497f-4623-8c66-f0c296a199a6 admin admin] Added segment e2cb9d06-9f74-4053-9f24-a4f8651d4f99 of type vlan for network 0ec0daae-44e5-4b74-a88f-e18abd4b0197 Sep 16 03:57:44.952071 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-4072a808-497f-4623-8c66-f0c296a199a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741672468170'] for network (0ec0daae-44e5-4b74-a88f-e18abd4b0197), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:45.035766 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-4072a808-497f-4623-8c66-f0c296a199a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066'] for network (0ec0daae-44e5-4b74-a88f-e18abd4b0197), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:45.036718 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4072a808-497f-4623-8c66-f0c296a199a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:57:45.037345 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-4072a808-497f-4623-8c66-f0c296a199a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602048'] for network (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:45.100348 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4072a808-497f-4623-8c66-f0c296a199a6 admin admin] Pushing event updated for resources: {'Network': ['ID=0ec0daae-44e5-4b74-a88f-e18abd4b0197,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:57:45.109907 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Network 0ec0daae-44e5-4b74-a88f-e18abd4b0197 details requested by agent ovs-agent-dv-cinder-857993-1-iscsi with host dv-cinder-857993-1-iscsi {{(pid=113376) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 03:57:45.163225 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-4072a808-497f-4623-8c66-f0c296a199a6 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6775379 Sep 16 03:57:45.165333 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 36580) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:57:45.170100 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.v2.base [None req-c71083d4-d6a1-4ce3-ac93-2b1d9e369256 admin admin] Request body: {'subnet': {'network_id': '0ec0daae-44e5-4b74-a88f-e18abd4b0197', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1462311435-subnet', 'tenant_id': 'ada320ab9e1644f29fd613c173ffe0a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:57:45.246665 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c71083d4-d6a1-4ce3-ac93-2b1d9e369256 admin admin] Made reservation on behalf of ada320ab9e1644f29fd613c173ffe0a8 for: {'subnet': 1} {{(pid=113374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 03:57:45.249066 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-c71083d4-d6a1-4ce3-ac93-2b1d9e369256 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4750632'] for subnet (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:45.360902 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=71,neutron:INSERT=26,neutron:UPDATE=3 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:57:45.710004 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-c71083d4-d6a1-4ce3-ac93-2b1d9e369256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4968073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4750654'] for subnet (3f69fc75-572f-46e7-b407-eed4af66d571), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:45.717507 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:57:45.777823 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71083d4-d6a1-4ce3-ac93-2b1d9e369256 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f69fc75-572f-46e7-b407-eed4af66d571,revision_number=0']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:57:45.786536 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71083d4-d6a1-4ce3-ac93-2b1d9e369256 admin admin] Checking segment: {'id': 'e2cb9d06-9f74-4053-9f24-a4f8651d4f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0ec0daae-44e5-4b74-a88f-e18abd4b0197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 03:57:45.786959 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71083d4-d6a1-4ce3-ac93-2b1d9e369256 admin admin] Network hostable DHCP agents. Network: 0ec0daae-44e5-4b74-a88f-e18abd4b0197, hostable agents: ['5f458d39-b7df-4a2e-8f52-58d49f268778'], hosted agents: [] {{(pid=113374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 03:57:45.869817 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71083d4-d6a1-4ce3-ac93-2b1d9e369256 admin admin] Network 0ec0daae-44e5-4b74-a88f-e18abd4b0197 is scheduled to be hosted by DHCP agent 5f458d39-b7df-4a2e-8f52-58d49f268778 with binding_index 1 {{(pid=113374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 03:57:45.925138 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.base_scheduler [None req-c71083d4-d6a1-4ce3-ac93-2b1d9e369256 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857993-1-iscsi, 0ec0daae-44e5-4b74-a88f-e18abd4b0197) {{(pid=113374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:57:45.929942 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71083d4-d6a1-4ce3-ac93-2b1d9e369256 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:57:45.931195 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-c71083d4-d6a1-4ce3-ac93-2b1d9e369256 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:45.935880 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab322fa-4ee1-49c0-b40b-504b30d48845 None None] Network 0ec0daae-44e5-4b74-a88f-e18abd4b0197 requested from dv-cinder-857993-1-iscsi {{(pid=113376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 03:57:46.008548 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-c71083d4-d6a1-4ce3-ac93-2b1d9e369256 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8421438 Sep 16 03:57:46.033670 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c94f5cb-dac7-4551-93ba-9069834fd783 None None] Network 0ec0daae-44e5-4b74-a88f-e18abd4b0197 requested from dv-cinder-857993-1-iscsi {{(pid=113376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 03:57:48.204098 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b2a6c-7d35-45ab-89b2-230d05f4379b req-c8c57ea4-ec03-4ad5-8714-db330fee9d2d tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:57:48.205540 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-986b2a6c-7d35-45ab-89b2-230d05f4379b req-c8c57ea4-ec03-4ad5-8714-db330fee9d2d tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] 10.222.0.49 "GET /networking/v2.0/networks?id=0ec0daae-44e5-4b74-a88f-e18abd4b0197 HTTP/1.1" status: 200 len: 809 time: 0.1067569 Sep 16 03:57:48.223162 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-986b2a6c-7d35-45ab-89b2-230d05f4379b req-e8da375c-4d68-4e2f-be8d-879605016aa2 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] 10.222.0.49 "GET /networking/v2.0/quotas/ada320ab9e1644f29fd613c173ffe0a8 HTTP/1.1" status: 200 len: 375 time: 0.0096569 Sep 16 03:57:48.258141 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-986b2a6c-7d35-45ab-89b2-230d05f4379b req-0d104e26-c007-435f-a385-fae20daf010a tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=ada320ab9e1644f29fd613c173ffe0a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315406 Sep 16 03:57:48.354502 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-986b2a6c-7d35-45ab-89b2-230d05f4379b req-539241e1-0716-45d0-aae1-84088cbddd04 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/0ec0daae-44e5-4b74-a88f-e18abd4b0197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890422 Sep 16 03:57:48.696112 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-986b2a6c-7d35-45ab-89b2-230d05f4379b req-c7e7c154-d6ae-4e6c-9f74-24f10404daec service neutron] 10.222.0.49 "GET /networking/v2.0/networks/0ec0daae-44e5-4b74-a88f-e18abd4b0197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3356664 Sep 16 03:57:48.908681 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (d68ba685-94d2-4b65-887f-d5ec3884fbfa), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:49.039704 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-4ed48271-2c1c-405e-92e0-d7296287b470 req-8bb42d1b-797f-4681-b047-924a90054b61 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=8e3ca944-6ade-4511-8553-cbc54cc84434 HTTP/1.1" status: 200 len: 210 time: 0.0281053 Sep 16 03:57:50.145741 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-938917df-009c-45d7-83bb-8f94eed7b94a req-bc783485-229a-4428-9cc5-76a3ef9a7dee tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=8e3ca944-6ade-4511-8553-cbc54cc84434 HTTP/1.1" status: 200 len: 210 time: 0.0299201 Sep 16 03:57:51.256085 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-b5cbde7c-04f2-4751-b486-022f98c3b9bc req-56f9f18d-6f67-4db9-9d38-707c12395757 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=8e3ca944-6ade-4511-8553-cbc54cc84434 HTTP/1.1" status: 200 len: 210 time: 0.0286248 Sep 16 03:57:51.450932 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b2a6c-7d35-45ab-89b2-230d05f4379b req-a3bf49d0-6403-41aa-a292-5bb7af3a1dbd tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:57:51.452431 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-986b2a6c-7d35-45ab-89b2-230d05f4379b req-a3bf49d0-6403-41aa-a292-5bb7af3a1dbd tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] 10.222.0.52 "GET /networking/v2.0/networks?id=0ec0daae-44e5-4b74-a88f-e18abd4b0197 HTTP/1.1" status: 200 len: 809 time: 0.1051753 Sep 16 03:57:51.465441 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [req-986b2a6c-7d35-45ab-89b2-230d05f4379b req-698be1ab-14de-4374-8f8e-d599fef1e527 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] Request body: {'port': {'device_id': '8e3ca944-6ade-4511-8553-cbc54cc84434', 'network_id': '0ec0daae-44e5-4b74-a88f-e18abd4b0197', 'admin_state_up': True, 'tenant_id': 'ada320ab9e1644f29fd613c173ffe0a8'}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:57:51.727598 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-986b2a6c-7d35-45ab-89b2-230d05f4379b req-698be1ab-14de-4374-8f8e-d599fef1e527 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] Made reservation on behalf of ada320ab9e1644f29fd613c173ffe0a8 for: {'port': 1} {{(pid=113375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 03:57:51.731525 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-986b2a6c-7d35-45ab-89b2-230d05f4379b req-698be1ab-14de-4374-8f8e-d599fef1e527 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:51.859118 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.db_base_plugin_common [req-986b2a6c-7d35-45ab-89b2-230d05f4379b req-698be1ab-14de-4374-8f8e-d599fef1e527 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] Allocated IP 172.20.0.14 (0ec0daae-44e5-4b74-a88f-e18abd4b0197/3f69fc75-572f-46e7-b407-eed4af66d571/8448bb27-7e56-40d4-8858-19d7d66d4ab8) {{(pid=113375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 03:57:52.007914 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-986b2a6c-7d35-45ab-89b2-230d05f4379b req-698be1ab-14de-4374-8f8e-d599fef1e527 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] Publish callbacks [] for port (8448bb27-7e56-40d4-8858-19d7d66d4ab8), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:52.207661 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-986b2a6c-7d35-45ab-89b2-230d05f4379b req-698be1ab-14de-4374-8f8e-d599fef1e527 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672515804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4972043'] for port (8448bb27-7e56-40d4-8858-19d7d66d4ab8), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:52.254564 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-986b2a6c-7d35-45ab-89b2-230d05f4379b req-698be1ab-14de-4374-8f8e-d599fef1e527 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] Network 0ec0daae-44e5-4b74-a88f-e18abd4b0197 is already hosted by enough agents. {{(pid=113375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 03:57:52.259722 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.base_scheduler [req-986b2a6c-7d35-45ab-89b2-230d05f4379b req-698be1ab-14de-4374-8f8e-d599fef1e527 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] Resources bound (agent type, host, resource id): {{(pid=113375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:57:52.262423 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.l3_dvrscheduler_db [req-986b2a6c-7d35-45ab-89b2-230d05f4379b req-698be1ab-14de-4374-8f8e-d599fef1e527 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] Received port after_create {{(pid=113375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 03:57:52.268376 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698be1ab-14de-4374-8f8e-d599fef1e527 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] Pushing event updated for resources: {'Port': ['ID=8448bb27-7e56-40d4-8858-19d7d66d4ab8,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:57:52.299758 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698be1ab-14de-4374-8f8e-d599fef1e527 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:57:52.300130 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698be1ab-14de-4374-8f8e-d599fef1e527 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:57:52.300432 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698be1ab-14de-4374-8f8e-d599fef1e527 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:57:52.300813 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698be1ab-14de-4374-8f8e-d599fef1e527 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:57:52.301060 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698be1ab-14de-4374-8f8e-d599fef1e527 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:57:52.301380 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698be1ab-14de-4374-8f8e-d599fef1e527 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:57:52.301703 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698be1ab-14de-4374-8f8e-d599fef1e527 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:57:52.302021 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698be1ab-14de-4374-8f8e-d599fef1e527 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:57:52.302336 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698be1ab-14de-4374-8f8e-d599fef1e527 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:57:52.302649 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698be1ab-14de-4374-8f8e-d599fef1e527 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:57:52.302991 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698be1ab-14de-4374-8f8e-d599fef1e527 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:57:52.303308 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698be1ab-14de-4374-8f8e-d599fef1e527 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:57:52.303623 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698be1ab-14de-4374-8f8e-d599fef1e527 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:57:52.303935 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698be1ab-14de-4374-8f8e-d599fef1e527 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:57:52.304247 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698be1ab-14de-4374-8f8e-d599fef1e527 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:57:52.330099 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b2a6c-7d35-45ab-89b2-230d05f4379b req-698be1ab-14de-4374-8f8e-d599fef1e527 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:57:52.330712 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-986b2a6c-7d35-45ab-89b2-230d05f4379b req-698be1ab-14de-4374-8f8e-d599fef1e527 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for port (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:52.387059 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876e75e5-9331-4562-82e3-ee50e7b531cb req-f222ef85-b7bb-4e5b-b162-2adf8a58ea06 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:57:52.388499 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-876e75e5-9331-4562-82e3-ee50e7b531cb req-f222ef85-b7bb-4e5b-b162-2adf8a58ea06 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=8e3ca944-6ade-4511-8553-cbc54cc84434 HTTP/1.1" status: 200 len: 932 time: 0.0477524 Sep 16 03:57:52.435453 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-876e75e5-9331-4562-82e3-ee50e7b531cb req-4aaa67d7-e78e-4d35-a285-ee511b62d6bd tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c8277f2e-38a1-4676-9d05-40c3a116087f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410228 Sep 16 03:57:52.461914 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-986b2a6c-7d35-45ab-89b2-230d05f4379b req-698be1ab-14de-4374-8f8e-d599fef1e527 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0001974 Sep 16 03:57:52.474291 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [req-986b2a6c-7d35-45ab-89b2-230d05f4379b req-834bfe58-f265-45bd-bf43-cfea2c706136 service neutron] Request body: {'port': {'device_id': '8e3ca944-6ade-4511-8553-cbc54cc84434', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85799'}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:57:52.497253 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:DELETE=6,neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:57:52.538545 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-986b2a6c-7d35-45ab-89b2-230d05f4379b req-834bfe58-f265-45bd-bf43-cfea2c706136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (8448bb27-7e56-40d4-8858-19d7d66d4ab8), before_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:52.552888 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:57:52.791874 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.notifiers.nova [req-986b2a6c-7d35-45ab-89b2-230d05f4379b req-834bfe58-f265-45bd-bf43-cfea2c706136 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8448bb27-7e56-40d4-8858-19d7d66d4ab8 {{(pid=113375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 03:57:52.799270 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-986b2a6c-7d35-45ab-89b2-230d05f4379b req-834bfe58-f265-45bd-bf43-cfea2c706136 service neutron] Publish callbacks [] for port (8448bb27-7e56-40d4-8858-19d7d66d4ab8), precommit_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:52.812292 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.provisioning_blocks [req-986b2a6c-7d35-45ab-89b2-230d05f4379b req-834bfe58-f265-45bd-bf43-cfea2c706136 service neutron] Transition to ACTIVE for port object 8448bb27-7e56-40d4-8858-19d7d66d4ab8 will not be triggered until provisioned by entity L2. {{(pid=113375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 03:57:52.881155 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-986b2a6c-7d35-45ab-89b2-230d05f4379b req-834bfe58-f265-45bd-bf43-cfea2c706136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4972082'] for port (8448bb27-7e56-40d4-8858-19d7d66d4ab8), after_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:52.959622 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834bfe58-f265-45bd-bf43-cfea2c706136 service neutron] Pushing event updated for resources: {'Port': ['ID=8448bb27-7e56-40d4-8858-19d7d66d4ab8,revision_number=2']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:57:52.989568 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.managers [req-986b2a6c-7d35-45ab-89b2-230d05f4379b req-834bfe58-f265-45bd-bf43-cfea2c706136 service neutron] Attempting to bind port 8448bb27-7e56-40d4-8858-19d7d66d4ab8 on host hv-cinder-85799 for vnic_type normal with profile {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 03:57:52.989894 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.managers [req-986b2a6c-7d35-45ab-89b2-230d05f4379b req-834bfe58-f265-45bd-bf43-cfea2c706136 service neutron] Attempting to bind port 8448bb27-7e56-40d4-8858-19d7d66d4ab8 by drivers openvswitch,hyperv on host hv-cinder-85799 at level 0 using segments [{'id': 'e2cb9d06-9f74-4053-9f24-a4f8651d4f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0ec0daae-44e5-4b74-a88f-e18abd4b0197'}] {{(pid=113375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 03:57:52.990217 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986b2a6c-7d35-45ab-89b2-230d05f4379b req-834bfe58-f265-45bd-bf43-cfea2c706136 service neutron] Attempting to bind port 8448bb27-7e56-40d4-8858-19d7d66d4ab8 on network 0ec0daae-44e5-4b74-a88f-e18abd4b0197 {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 03:57:53.031300 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986b2a6c-7d35-45ab-89b2-230d05f4379b req-834bfe58-f265-45bd-bf43-cfea2c706136 service neutron] Port 8448bb27-7e56-40d4-8858-19d7d66d4ab8 on network 0ec0daae-44e5-4b74-a88f-e18abd4b0197 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85799 {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 03:57:53.031614 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986b2a6c-7d35-45ab-89b2-230d05f4379b req-834bfe58-f265-45bd-bf43-cfea2c706136 service neutron] Attempting to bind port 8448bb27-7e56-40d4-8858-19d7d66d4ab8 on network 0ec0daae-44e5-4b74-a88f-e18abd4b0197 {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 03:57:53.058117 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:57:53.077061 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986b2a6c-7d35-45ab-89b2-230d05f4379b req-834bfe58-f265-45bd-bf43-cfea2c706136 service neutron] Checking agent: {'id': 'd68ba685-94d2-4b65-887f-d5ec3884fbfa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85799', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 3, 46, 18), 'started_at': datetime.datetime(2022, 9, 16, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 3, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 03:57:53.077403 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986b2a6c-7d35-45ab-89b2-230d05f4379b req-834bfe58-f265-45bd-bf43-cfea2c706136 service neutron] Checking segment: {'id': 'e2cb9d06-9f74-4053-9f24-a4f8651d4f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0ec0daae-44e5-4b74-a88f-e18abd4b0197'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 03:57:53.077767 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986b2a6c-7d35-45ab-89b2-230d05f4379b req-834bfe58-f265-45bd-bf43-cfea2c706136 service neutron] Bound using segment: {'id': 'e2cb9d06-9f74-4053-9f24-a4f8651d4f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0ec0daae-44e5-4b74-a88f-e18abd4b0197'} {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 03:57:53.078193 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.managers [req-986b2a6c-7d35-45ab-89b2-230d05f4379b req-834bfe58-f265-45bd-bf43-cfea2c706136 service neutron] Bound port: 8448bb27-7e56-40d4-8858-19d7d66d4ab8, host: hv-cinder-85799, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2cb9d06-9f74-4053-9f24-a4f8651d4f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0ec0daae-44e5-4b74-a88f-e18abd4b0197'}}] {{(pid=113375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 03:57:53.078539 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-986b2a6c-7d35-45ab-89b2-230d05f4379b req-834bfe58-f265-45bd-bf43-cfea2c706136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (8448bb27-7e56-40d4-8858-19d7d66d4ab8), before_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:53.138345 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.db [req-986b2a6c-7d35-45ab-89b2-230d05f4379b req-834bfe58-f265-45bd-bf43-cfea2c706136 service neutron] For port 8448bb27-7e56-40d4-8858-19d7d66d4ab8, host hv-cinder-85799, cleared binding levels {{(pid=113375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 03:57:53.141431 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.db [req-986b2a6c-7d35-45ab-89b2-230d05f4379b req-834bfe58-f265-45bd-bf43-cfea2c706136 service neutron] For port 8448bb27-7e56-40d4-8858-19d7d66d4ab8, host hv-cinder-85799, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=8448bb27-7e56-40d4-8858-19d7d66d4ab8,segment=NetworkSegment(e2cb9d06-9f74-4053-9f24-a4f8651d4f99),segment_id=e2cb9d06-9f74-4053-9f24-a4f8651d4f99)] {{(pid=113375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 03:57:53.264266 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-0b90cad3-3dff-4c31-a070-ecc8638f09c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (5f458d39-b7df-4a2e-8f52-58d49f268778), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:53.265058 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-986b2a6c-7d35-45ab-89b2-230d05f4379b req-834bfe58-f265-45bd-bf43-cfea2c706136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4972082'] for port (8448bb27-7e56-40d4-8858-19d7d66d4ab8), after_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:53.269549 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b2a6c-7d35-45ab-89b2-230d05f4379b req-834bfe58-f265-45bd-bf43-cfea2c706136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:57:53.270156 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-986b2a6c-7d35-45ab-89b2-230d05f4379b req-834bfe58-f265-45bd-bf43-cfea2c706136 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for port (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:53.271730 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-986b2a6c-7d35-45ab-89b2-230d05f4379b req-834bfe58-f265-45bd-bf43-cfea2c706136 service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/8448bb27-7e56-40d4-8858-19d7d66d4ab8 HTTP/1.1" status: 200 len: 1094 time: 0.8015585 Sep 16 03:57:53.272283 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e3ca944-6ade-4511-8553-cbc54cc84434', 'tag': '8448bb27-7e56-40d4-8858-19d7d66d4ab8'}] {{(pid=113375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 03:57:53.275643 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5377fd1d321389c1792f161ed840337514ae556b8848fe715c314c680a14a908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-689d56d9-83ba-4843-8872-d0059ac0c0d3" -d '{"events": [{"name": "network-changed", "server_uuid": "8e3ca944-6ade-4511-8553-cbc54cc84434", "tag": "8448bb27-7e56-40d4-8858-19d7d66d4ab8"}]}' {{(pid=113375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 03:57:53.327943 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 03:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-351831c9-2efa-4907-bb75-d67d131035ef x-openstack-request-id: req-351831c9-2efa-4907-bb75-d67d131035ef {{(pid=113375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 03:57:53.327943 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e3ca944-6ade-4511-8553-cbc54cc84434", "tag": "8448bb27-7e56-40d4-8858-19d7d66d4ab8", "status": "completed", "code": 200}]} {{(pid=113375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 03:57:53.327943 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-351831c9-2efa-4907-bb75-d67d131035ef {{(pid=113375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 03:57:53.327943 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-351831c9-2efa-4907-bb75-d67d131035ef'] response: {'name': 'network-changed', 'server_uuid': '8e3ca944-6ade-4511-8553-cbc54cc84434', 'tag': '8448bb27-7e56-40d4-8858-19d7d66d4ab8', 'status': 'completed', 'code': 200} Sep 16 03:57:53.338162 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834bfe58-f265-45bd-bf43-cfea2c706136 service neutron] Pushing event updated for resources: {'Port': ['ID=8448bb27-7e56-40d4-8858-19d7d66d4ab8,revision_number=3']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:57:53.384483 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d56d9-83ba-4843-8872-d0059ac0c0d3 req-3e916e8f-e908-4979-b3f1-5a2d796b9296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:57:53.386062 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-689d56d9-83ba-4843-8872-d0059ac0c0d3 req-3e916e8f-e908-4979-b3f1-5a2d796b9296 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=ada320ab9e1644f29fd613c173ffe0a8&device_id=8e3ca944-6ade-4511-8553-cbc54cc84434 HTTP/1.1" status: 200 len: 1128 time: 0.0405531 Sep 16 03:57:53.490762 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d56d9-83ba-4843-8872-d0059ac0c0d3 req-5f572735-03ca-49b5-8b1b-ba82006fd68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:57:53.492402 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-689d56d9-83ba-4843-8872-d0059ac0c0d3 req-5f572735-03ca-49b5-8b1b-ba82006fd68c service neutron] 10.222.0.52 "GET /networking/v2.0/networks?tenant_id=ada320ab9e1644f29fd613c173ffe0a8&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0949671 Sep 16 03:57:53.573627 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec66d51f-f490-423d-b337-04e076cec2ea req-9fcbbdfa-ec0d-4787-8245-d5d2693852fe tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:57:53.575205 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-ec66d51f-f490-423d-b337-04e076cec2ea req-9fcbbdfa-ec0d-4787-8245-d5d2693852fe tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=8e3ca944-6ade-4511-8553-cbc54cc84434 HTTP/1.1" status: 200 len: 944 time: 0.0527029 Sep 16 03:57:53.605644 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d56d9-83ba-4843-8872-d0059ac0c0d3 req-64e1b6f7-f14b-402b-81ac-ce450e4913fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:57:53.608712 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-689d56d9-83ba-4843-8872-d0059ac0c0d3 req-64e1b6f7-f14b-402b-81ac-ce450e4913fb service neutron] 10.222.0.52 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1055601 Sep 16 03:57:53.635517 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-ec66d51f-f490-423d-b337-04e076cec2ea req-557efdf9-35b1-482e-a3e8-aeb8da5e7926 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c8277f2e-38a1-4676-9d05-40c3a116087f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539737 Sep 16 03:57:53.692089 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b2a6c-7d35-45ab-89b2-230d05f4379b req-241c9b1d-65a3-436b-ad50-79f18ac47466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:57:53.693570 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-986b2a6c-7d35-45ab-89b2-230d05f4379b req-241c9b1d-65a3-436b-ad50-79f18ac47466 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=ada320ab9e1644f29fd613c173ffe0a8&device_id=8e3ca944-6ade-4511-8553-cbc54cc84434 HTTP/1.1" status: 200 len: 1128 time: 0.0400753 Sep 16 03:57:53.736364 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-986b2a6c-7d35-45ab-89b2-230d05f4379b req-5c5f04fa-e780-49f5-8a7d-8fb8511ba134 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8448bb27-7e56-40d4-8858-19d7d66d4ab8 HTTP/1.1" status: 200 len: 217 time: 0.0324898 Sep 16 03:57:53.787384 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b2a6c-7d35-45ab-89b2-230d05f4379b req-39354c1d-e0d6-4e03-844c-232d2257421b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:57:53.788873 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-986b2a6c-7d35-45ab-89b2-230d05f4379b req-39354c1d-e0d6-4e03-844c-232d2257421b service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=3f69fc75-572f-46e7-b407-eed4af66d571 HTTP/1.1" status: 200 len: 849 time: 0.0455978 Sep 16 03:57:53.819704 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-986b2a6c-7d35-45ab-89b2-230d05f4379b req-558d0315-3ead-47b2-bab0-c7408c174eff service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=0ec0daae-44e5-4b74-a88f-e18abd4b0197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248902 Sep 16 03:57:53.910839 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-986b2a6c-7d35-45ab-89b2-230d05f4379b req-67ea02e1-4579-4444-bd09-f097ae536dcf service neutron] 10.222.0.52 "GET /networking/v2.0/networks/0ec0daae-44e5-4b74-a88f-e18abd4b0197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837119 Sep 16 03:57:54.006508 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-986b2a6c-7d35-45ab-89b2-230d05f4379b req-de779404-0890-43c6-bc7c-ff9bd7c56a83 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/0ec0daae-44e5-4b74-a88f-e18abd4b0197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862215 Sep 16 03:57:54.766096 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f9b30e-adff-44b6-aa46-a82952df9a33 req-7c3269bb-c196-4d01-89ad-6912263df66f tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:57:54.767557 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-a3f9b30e-adff-44b6-aa46-a82952df9a33 req-7c3269bb-c196-4d01-89ad-6912263df66f tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=8e3ca944-6ade-4511-8553-cbc54cc84434 HTTP/1.1" status: 200 len: 944 time: 0.0457485 Sep 16 03:57:54.780134 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:57:54.814107 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-a3f9b30e-adff-44b6-aa46-a82952df9a33 req-0923a186-c376-4068-a2ca-693431afbdb5 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c8277f2e-38a1-4676-9d05-40c3a116087f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408778 Sep 16 03:57:55.093534 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 36686) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:57:55.201231 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-2e0c08ec-e68e-45e1-ab2c-2c709127257b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:55.262693 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:57:55.275866 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-2e0c08ec-e68e-45e1-ab2c-2c709127257b admin admin] Publish callbacks [] for security_group (81f69096-6b84-4278-b1f7-fcf14de75f66), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:55.359625 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-2e0c08ec-e68e-45e1-ab2c-2c709127257b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (81f69096-6b84-4278-b1f7-fcf14de75f66), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:55.382482 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-fc7a8a5d-c51e-438d-b2f5-a2edb23ad25f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (20a8dcff-cb91-4cfb-b5ee-87736efe33d8), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:55.397399 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c08ec-e68e-45e1-ab2c-2c709127257b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f69096-6b84-4278-b1f7-fcf14de75f66,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:57:55.402960 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-2e0c08ec-e68e-45e1-ab2c-2c709127257b admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=72b3d7c3abda448bb208fabc93cc2ec0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3072634 Sep 16 03:57:55.404684 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 36690) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:57:55.456739 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-ed51e20a-dbd8-4459-97cb-6930d36354cc admin admin] Publish callbacks [] for security_group (81f69096-6b84-4278-b1f7-fcf14de75f66), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:55.458315 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:57:55.477397 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-ed51e20a-dbd8-4459-97cb-6930d36354cc admin admin] Publish callbacks [] for security_group (81f69096-6b84-4278-b1f7-fcf14de75f66), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:55.595606 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-ed51e20a-dbd8-4459-97cb-6930d36354cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (81f69096-6b84-4278-b1f7-fcf14de75f66), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:55.598090 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-ed51e20a-dbd8-4459-97cb-6930d36354cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:55.599241 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-ed51e20a-dbd8-4459-97cb-6930d36354cc admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/81f69096-6b84-4278-b1f7-fcf14de75f66 HTTP/1.1" status: 204 len: 168 time: 0.1937666 Sep 16 03:57:55.608111 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed51e20a-dbd8-4459-97cb-6930d36354cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f69096-6b84-4278-b1f7-fcf14de75f66,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:57:55.934012 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedf7ab8-07e0-482d-9e40-a27930dfc03b req-ad65b019-ee0d-4218-ba7f-086ff2eef239 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:57:55.935805 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-fedf7ab8-07e0-482d-9e40-a27930dfc03b req-ad65b019-ee0d-4218-ba7f-086ff2eef239 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=8e3ca944-6ade-4511-8553-cbc54cc84434 HTTP/1.1" status: 200 len: 944 time: 0.0477238 Sep 16 03:57:55.994417 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-fedf7ab8-07e0-482d-9e40-a27930dfc03b req-f4bec794-bc92-4ac0-a059-09cd4c7af36f tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c8277f2e-38a1-4676-9d05-40c3a116087f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527794 Sep 16 03:57:56.830688 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-6e17b5b7-15b9-4810-ad4e-df527af14d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (b6f1069f-4437-473a-8bc8-4bc493c2bb12), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:57.090249 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device 8448bb27-7e56-40d4-8858-19d7d66d4ab8 details requested by agent hyperv_hv-cinder-85799 with host hv-cinder-85799 {{(pid=113376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 03:57:57.120668 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c505fc2-8f0d-434b-9d40-7d762690ff5d req-a3820f6f-70c4-40bb-8cc8-368f9a95db4e tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:57:57.122183 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-5c505fc2-8f0d-434b-9d40-7d762690ff5d req-a3820f6f-70c4-40bb-8cc8-368f9a95db4e tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=8e3ca944-6ade-4511-8553-cbc54cc84434 HTTP/1.1" status: 200 len: 944 time: 0.0515068 Sep 16 03:57:57.171969 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-5c505fc2-8f0d-434b-9d40-7d762690ff5d req-77badf3d-6df1-47f9-a4fb-79e8223beb4f tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c8277f2e-38a1-4676-9d05-40c3a116087f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439603 Sep 16 03:57:57.192476 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] For port 8448bb27-7e56-40d4-8858-19d7d66d4ab8, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=8448bb27-7e56-40d4-8858-19d7d66d4ab8,segment=NetworkSegment(e2cb9d06-9f74-4053-9f24-a4f8651d4f99),segment_id=e2cb9d06-9f74-4053-9f24-a4f8651d4f99)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:57:57.203293 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Returning: {'device': '8448bb27-7e56-40d4-8858-19d7d66d4ab8', 'network_id': '0ec0daae-44e5-4b74-a88f-e18abd4b0197', 'port_id': '8448bb27-7e56-40d4-8858-19d7d66d4ab8', 'mac_address': 'fa:16:3e:a1:ab:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f69fc75-572f-46e7-b407-eed4af66d571', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 03:57:57.240214 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Current status of the port 8448bb27-7e56-40d4-8858-19d7d66d4ab8 is: DOWN; New status is: BUILD {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:57:57.240597 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (8448bb27-7e56-40d4-8858-19d7d66d4ab8), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:57.253373 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.notifiers.nova [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8448bb27-7e56-40d4-8858-19d7d66d4ab8 {{(pid=113376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 03:57:57.277424 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] For port 8448bb27-7e56-40d4-8858-19d7d66d4ab8, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=8448bb27-7e56-40d4-8858-19d7d66d4ab8,segment=NetworkSegment(e2cb9d06-9f74-4053-9f24-a4f8651d4f99),segment_id=e2cb9d06-9f74-4053-9f24-a4f8651d4f99)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:57:57.379058 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (8448bb27-7e56-40d4-8858-19d7d66d4ab8), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:57.427589 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Pushing event updated for resources: {'Port': ['ID=8448bb27-7e56-40d4-8858-19d7d66d4ab8,revision_number=4']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:57:57.434982 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:57:57.435607 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:57:57.435951 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:57:57.436293 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:57:57.436624 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:57:57.436954 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:57:57.437281 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:57:57.437607 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:57:57.437932 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:57:57.438257 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:57:57.438582 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:57:57.438922 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:57:57.439262 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:57:57.439589 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:57:57.439911 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:57:57.625839 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] get_ports_and_sgs() called for port_ids ['8448bb27-7e56-40d4-8858-19d7d66d4ab8'] {{(pid=113376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 03:57:58.175018 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=2 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:57:58.180259 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=4 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:57:58.303383 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8b02aa-0198-46be-9424-bb15226ed78b req-66371524-6d92-4cba-a6ce-685b48a50b59 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:57:58.305955 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-cf8b02aa-0198-46be-9424-bb15226ed78b req-66371524-6d92-4cba-a6ce-685b48a50b59 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=8e3ca944-6ade-4511-8553-cbc54cc84434 HTTP/1.1" status: 200 len: 945 time: 0.0475445 Sep 16 03:57:58.358315 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-cf8b02aa-0198-46be-9424-bb15226ed78b req-c9d330b2-2875-4193-9ae5-45e74f3f309d tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c8277f2e-38a1-4676-9d05-40c3a116087f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461004 Sep 16 03:57:58.545464 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:57:58.656327 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-c80c57c5-d24e-4018-932c-14c55e1e312b req-5d5a77e2-d00f-409b-8ff9-64f2555e7933 tempest-VolumesNegativeTest-2118766215 tempest-VolumesNegativeTest-2118766215-project] 10.222.0.49 "GET /networking/v2.0/networks?tenant_id=548a2763e5c146c783f15114b4070a0d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288043 Sep 16 03:57:58.657164 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-2875a3e6-2c6e-4f2c-bd58-7e0a3de9c063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (bb5efb49-5a18-474a-824b-90488b0f2024), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:58.657985 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (9480ceca-8cb5-4b85-9807-6ee42f948820), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:58.833814 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c57c5-d24e-4018-932c-14c55e1e312b req-88ec77cb-9fbf-42a6-89b2-a7274aa2b3b6 tempest-VolumesNegativeTest-2118766215 tempest-VolumesNegativeTest-2118766215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:57:58.835191 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-c80c57c5-d24e-4018-932c-14c55e1e312b req-88ec77cb-9fbf-42a6-89b2-a7274aa2b3b6 tempest-VolumesNegativeTest-2118766215 tempest-VolumesNegativeTest-2118766215-project] 10.222.0.49 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1736970 Sep 16 03:57:58.849873 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-c80c57c5-d24e-4018-932c-14c55e1e312b req-7a1e0a13-4860-4b49-896c-3fb2f0d230c1 tempest-VolumesNegativeTest-2118766215 tempest-VolumesNegativeTest-2118766215-project] 10.222.0.49 "GET /networking/v2.0/quotas/548a2763e5c146c783f15114b4070a0d HTTP/1.1" status: 200 len: 375 time: 0.0087185 Sep 16 03:57:58.864376 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=100 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:57:58.884845 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-c80c57c5-d24e-4018-932c-14c55e1e312b req-a1b3638e-32fc-4ee9-a71d-73ad623f836d tempest-VolumesNegativeTest-2118766215 tempest-VolumesNegativeTest-2118766215-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=548a2763e5c146c783f15114b4070a0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296226 Sep 16 03:57:59.090042 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device 8448bb27-7e56-40d4-8858-19d7d66d4ab8 up at agent hyperv_hv-cinder-85799 {{(pid=113376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 03:57:59.134899 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:57:59.140811 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Provisioning for port 8448bb27-7e56-40d4-8858-19d7d66d4ab8 completed by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 03:57:59.183769 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-e2b01a1b-ea63-4210-9b9a-3e8936cbdae1 req-f29ece96-317c-464f-b198-5fd60332b0de tempest-VolumesNegativeTest-2118766215 tempest-VolumesNegativeTest-2118766215-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=93a4d2c5-b48d-4967-9a36-474f8806d840 HTTP/1.1" status: 200 len: 210 time: 0.0272026 Sep 16 03:57:59.308631 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Provisioning complete for port 8448bb27-7e56-40d4-8858-19d7d66d4ab8 triggered by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:57:59.309007 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (8448bb27-7e56-40d4-8858-19d7d66d4ab8), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:59.309753 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Attempt 1 to provision port 8448bb27-7e56-40d4-8858-19d7d66d4ab8 Sep 16 03:57:59.388935 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Current status of the port 8448bb27-7e56-40d4-8858-19d7d66d4ab8 is: BUILD; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:57:59.389295 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (8448bb27-7e56-40d4-8858-19d7d66d4ab8), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:59.413993 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e3ca944-6ade-4511-8553-cbc54cc84434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8448bb27-7e56-40d4-8858-19d7d66d4ab8'}] {{(pid=113376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 03:57:59.416329 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536f81a66b80124a32e6614edce579112ba342401ad4fb2d1257d5ac670fb901" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d93fa14-e564-4398-aa85-f63e12848e29" -d '{"events": [{"server_uuid": "8e3ca944-6ade-4511-8553-cbc54cc84434", "name": "network-vif-plugged", "status": "completed", "tag": "8448bb27-7e56-40d4-8858-19d7d66d4ab8"}]}' {{(pid=113376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 03:57:59.429098 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] For port 8448bb27-7e56-40d4-8858-19d7d66d4ab8, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=8448bb27-7e56-40d4-8858-19d7d66d4ab8,segment=NetworkSegment(e2cb9d06-9f74-4053-9f24-a4f8651d4f99),segment_id=e2cb9d06-9f74-4053-9f24-a4f8651d4f99)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:57:59.455412 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 03:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5880345-f5ef-4dbb-8468-3c79e9210e68 x-openstack-request-id: req-c5880345-f5ef-4dbb-8468-3c79e9210e68 {{(pid=113376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 03:57:59.467180 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e3ca944-6ade-4511-8553-cbc54cc84434", "name": "network-vif-plugged", "status": "completed", "tag": "8448bb27-7e56-40d4-8858-19d7d66d4ab8", "code": 200}]} {{(pid=113376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 03:57:59.467180 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c5880345-f5ef-4dbb-8468-3c79e9210e68 {{(pid=113376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 03:57:59.467180 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5880345-f5ef-4dbb-8468-3c79e9210e68'] response: {'server_uuid': '8e3ca944-6ade-4511-8553-cbc54cc84434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8448bb27-7e56-40d4-8858-19d7d66d4ab8', 'code': 200} Sep 16 03:57:59.480978 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7001d09-0ec6-4cc9-8557-04ec454f3070 req-642c8d7f-5d9a-4519-b5d9-97c99dea4bf9 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:57:59.482455 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-f7001d09-0ec6-4cc9-8557-04ec454f3070 req-642c8d7f-5d9a-4519-b5d9-97c99dea4bf9 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=8e3ca944-6ade-4511-8553-cbc54cc84434 HTTP/1.1" status: 200 len: 945 time: 0.0471139 Sep 16 03:57:59.514207 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (8448bb27-7e56-40d4-8858-19d7d66d4ab8), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:57:59.532246 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-f7001d09-0ec6-4cc9-8557-04ec454f3070 req-6131ab5e-be28-4bba-bf90-b7d9139f3445 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c8277f2e-38a1-4676-9d05-40c3a116087f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433714 Sep 16 03:57:59.561010 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Pushing event updated for resources: {'Port': ['ID=8448bb27-7e56-40d4-8858-19d7d66d4ab8,revision_number=5']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:57:59.813549 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e51b8bf-9e39-45a1-9ace-6c37d10a7ccb req-72d19138-cbd5-475e-9c50-f4eeb2f9899a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:57:59.815170 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-9e51b8bf-9e39-45a1-9ace-6c37d10a7ccb req-72d19138-cbd5-475e-9c50-f4eeb2f9899a service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8e3ca944-6ade-4511-8553-cbc54cc84434 HTTP/1.1" status: 200 len: 1130 time: 0.0381083 Sep 16 03:57:59.858984 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-9e51b8bf-9e39-45a1-9ace-6c37d10a7ccb req-b9cadcd7-fa4b-4b19-8992-3c3b10b36c7a service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c8277f2e-38a1-4676-9d05-40c3a116087f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367918 Sep 16 03:58:00.167811 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.agents_db [None req-8ba4eca6-5e8f-405f-9ad3-b7bffaa24231 None None] Agent healthcheck: found 6 active agents {{(pid=113377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 03:58:00.270442 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-ca4676f2-288b-4745-aa09-7a99b998e854 req-a7e5ad67-630f-4cd5-938d-52e0e5f67116 tempest-VolumesNegativeTest-2118766215 tempest-VolumesNegativeTest-2118766215-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=93a4d2c5-b48d-4967-9a36-474f8806d840 HTTP/1.1" status: 200 len: 210 time: 0.0274789 Sep 16 03:58:00.655785 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98080e1-4d79-4d3c-a95e-a5fcdca168eb req-f752e529-b261-4844-88e4-461fd786b19a tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:58:00.657345 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-e98080e1-4d79-4d3c-a95e-a5fcdca168eb req-f752e529-b261-4844-88e4-461fd786b19a tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=8e3ca944-6ade-4511-8553-cbc54cc84434 HTTP/1.1" status: 200 len: 946 time: 0.0495031 Sep 16 03:58:00.704946 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-e98080e1-4d79-4d3c-a95e-a5fcdca168eb req-428c6118-5931-46a3-a27f-71595237475a tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c8277f2e-38a1-4676-9d05-40c3a116087f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418544 Sep 16 03:58:01.374985 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-856908fb-1ab4-4630-a6ee-34e75eb2069f req-4ed58d04-5b8a-444a-8483-2bed558bf7db tempest-VolumesNegativeTest-2118766215 tempest-VolumesNegativeTest-2118766215-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=93a4d2c5-b48d-4967-9a36-474f8806d840 HTTP/1.1" status: 200 len: 210 time: 0.0284777 Sep 16 03:58:01.827521 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc723ae-7d3d-4c59-af3c-c16af9c206aa req-6fd510ee-474c-4723-91d6-0d002eaefee0 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:58:01.828994 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-5bc723ae-7d3d-4c59-af3c-c16af9c206aa req-6fd510ee-474c-4723-91d6-0d002eaefee0 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=8e3ca944-6ade-4511-8553-cbc54cc84434 HTTP/1.1" status: 200 len: 946 time: 0.0474858 Sep 16 03:58:01.876460 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-5bc723ae-7d3d-4c59-af3c-c16af9c206aa req-64024944-0869-4908-bd2a-452ef0d4d1fd tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c8277f2e-38a1-4676-9d05-40c3a116087f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418618 Sep 16 03:58:02.297545 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-c80c57c5-d24e-4018-932c-14c55e1e312b req-a05186b8-a09e-4482-8edd-2f77201f77db tempest-VolumesNegativeTest-2118766215 tempest-VolumesNegativeTest-2118766215-project] 10.222.0.52 "GET /networking/v2.0/networks?tenant_id=548a2763e5c146c783f15114b4070a0d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0204821 Sep 16 03:58:02.409271 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c57c5-d24e-4018-932c-14c55e1e312b req-fbac6378-56d1-41fe-a8a7-420368761269 tempest-VolumesNegativeTest-2118766215 tempest-VolumesNegativeTest-2118766215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:58:02.410747 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-c80c57c5-d24e-4018-932c-14c55e1e312b req-fbac6378-56d1-41fe-a8a7-420368761269 tempest-VolumesNegativeTest-2118766215 tempest-VolumesNegativeTest-2118766215-project] 10.222.0.52 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1080904 Sep 16 03:58:02.423362 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [req-c80c57c5-d24e-4018-932c-14c55e1e312b req-b5f04b02-d267-405f-8378-b0938634ddcf tempest-VolumesNegativeTest-2118766215 tempest-VolumesNegativeTest-2118766215-project] Request body: {'port': {'device_id': '93a4d2c5-b48d-4967-9a36-474f8806d840', 'network_id': '887c465a-e84a-4b9e-bdb7-a47ae5f83b31', 'admin_state_up': True, 'tenant_id': '548a2763e5c146c783f15114b4070a0d'}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:58:02.494195 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-1e47e58e-f7d5-48a5-b0ec-b17bf983777b req-3f594ed4-fb7c-4512-ac03-282e57206223 tempest-VolumesNegativeTest-2118766215 tempest-VolumesNegativeTest-2118766215-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=93a4d2c5-b48d-4967-9a36-474f8806d840 HTTP/1.1" status: 200 len: 210 time: 0.0394747 Sep 16 03:58:02.619326 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c80c57c5-d24e-4018-932c-14c55e1e312b req-b5f04b02-d267-405f-8378-b0938634ddcf tempest-VolumesNegativeTest-2118766215 tempest-VolumesNegativeTest-2118766215-project] Made reservation on behalf of 548a2763e5c146c783f15114b4070a0d for: {'port': 1} {{(pid=113375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 03:58:02.622853 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-c80c57c5-d24e-4018-932c-14c55e1e312b req-b5f04b02-d267-405f-8378-b0938634ddcf tempest-VolumesNegativeTest-2118766215 tempest-VolumesNegativeTest-2118766215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:02.631656 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-c80c57c5-d24e-4018-932c-14c55e1e312b req-b5f04b02-d267-405f-8378-b0938634ddcf tempest-VolumesNegativeTest-2118766215 tempest-VolumesNegativeTest-2118766215-project] Publish callbacks [] for security_group (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:02.695204 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:58:02.706384 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-c80c57c5-d24e-4018-932c-14c55e1e312b req-b5f04b02-d267-405f-8378-b0938634ddcf tempest-VolumesNegativeTest-2118766215 tempest-VolumesNegativeTest-2118766215-project] Publish callbacks [] for security_group (60126a61-0a20-4250-ac5a-242d0277cc42), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:02.796699 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-c80c57c5-d24e-4018-932c-14c55e1e312b req-b5f04b02-d267-405f-8378-b0938634ddcf tempest-VolumesNegativeTest-2118766215 tempest-VolumesNegativeTest-2118766215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (60126a61-0a20-4250-ac5a-242d0277cc42), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:02.862262 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f04b02-d267-405f-8378-b0938634ddcf tempest-VolumesNegativeTest-2118766215 tempest-VolumesNegativeTest-2118766215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60126a61-0a20-4250-ac5a-242d0277cc42,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:58:02.892484 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:58:02.942994 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.db_base_plugin_common [req-c80c57c5-d24e-4018-932c-14c55e1e312b req-b5f04b02-d267-405f-8378-b0938634ddcf tempest-VolumesNegativeTest-2118766215 tempest-VolumesNegativeTest-2118766215-project] Allocated IP 192.168.233.46 (887c465a-e84a-4b9e-bdb7-a47ae5f83b31/d3b6144a-62db-4e72-b350-bced8e7020d0/4f696dc9-c720-4565-95c8-fbe193a6732a) {{(pid=113375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 03:58:03.089910 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-c80c57c5-d24e-4018-932c-14c55e1e312b req-b5f04b02-d267-405f-8378-b0938634ddcf tempest-VolumesNegativeTest-2118766215 tempest-VolumesNegativeTest-2118766215-project] Publish callbacks [] for port (4f696dc9-c720-4565-95c8-fbe193a6732a), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:03.215607 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-c80c57c5-d24e-4018-932c-14c55e1e312b req-b5f04b02-d267-405f-8378-b0938634ddcf tempest-VolumesNegativeTest-2118766215 tempest-VolumesNegativeTest-2118766215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672515804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4972043'] for port (4f696dc9-c720-4565-95c8-fbe193a6732a), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:03.245699 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c80c57c5-d24e-4018-932c-14c55e1e312b req-b5f04b02-d267-405f-8378-b0938634ddcf tempest-VolumesNegativeTest-2118766215 tempest-VolumesNegativeTest-2118766215-project] Network 887c465a-e84a-4b9e-bdb7-a47ae5f83b31 is already hosted by enough agents. {{(pid=113375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 03:58:03.248515 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.base_scheduler [req-c80c57c5-d24e-4018-932c-14c55e1e312b req-b5f04b02-d267-405f-8378-b0938634ddcf tempest-VolumesNegativeTest-2118766215 tempest-VolumesNegativeTest-2118766215-project] Resources bound (agent type, host, resource id): {{(pid=113375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:58:03.252277 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.l3_dvrscheduler_db [req-c80c57c5-d24e-4018-932c-14c55e1e312b req-b5f04b02-d267-405f-8378-b0938634ddcf tempest-VolumesNegativeTest-2118766215 tempest-VolumesNegativeTest-2118766215-project] Received port after_create {{(pid=113375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 03:58:03.291262 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f04b02-d267-405f-8378-b0938634ddcf tempest-VolumesNegativeTest-2118766215 tempest-VolumesNegativeTest-2118766215-project] Pushing event updated for resources: {'Port': ['ID=4f696dc9-c720-4565-95c8-fbe193a6732a,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:58:03.317615 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df95779c-ad00-4f26-8bc1-b9ce31d29457 req-67f3ba5a-29d9-422f-98ee-0ab0ce11c5f6 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:58:03.318646 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c57c5-d24e-4018-932c-14c55e1e312b req-b5f04b02-d267-405f-8378-b0938634ddcf tempest-VolumesNegativeTest-2118766215 tempest-VolumesNegativeTest-2118766215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:58:03.319294 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-c80c57c5-d24e-4018-932c-14c55e1e312b req-b5f04b02-d267-405f-8378-b0938634ddcf tempest-VolumesNegativeTest-2118766215 tempest-VolumesNegativeTest-2118766215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for port (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:03.320367 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-df95779c-ad00-4f26-8bc1-b9ce31d29457 req-67f3ba5a-29d9-422f-98ee-0ab0ce11c5f6 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=8e3ca944-6ade-4511-8553-cbc54cc84434 HTTP/1.1" status: 200 len: 946 time: 0.0571299 Sep 16 03:58:03.376314 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-df95779c-ad00-4f26-8bc1-b9ce31d29457 req-7658f721-769a-49ea-89ab-5bb81f258cec tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c8277f2e-38a1-4676-9d05-40c3a116087f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454757 Sep 16 03:58:03.409177 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-c80c57c5-d24e-4018-932c-14c55e1e312b req-b5f04b02-d267-405f-8378-b0938634ddcf tempest-VolumesNegativeTest-2118766215 tempest-VolumesNegativeTest-2118766215-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9856031 Sep 16 03:58:03.448809 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-8886e40d-7776-479e-8f1a-1f97b5165538 None None] Provisioning complete for port 4f696dc9-c720-4565-95c8-fbe193a6732a triggered by entity DHCP. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:58:03.449368 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-8886e40d-7776-479e-8f1a-1f97b5165538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (4f696dc9-c720-4565-95c8-fbe193a6732a), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:03.449485 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-8886e40d-7776-479e-8f1a-1f97b5165538 None None] Attempt 1 to provision port 4f696dc9-c720-4565-95c8-fbe193a6732a Sep 16 03:58:03.480202 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-8886e40d-7776-479e-8f1a-1f97b5165538 None None] Port 4f696dc9-c720-4565-95c8-fbe193a6732a cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:58:03.613751 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22b3f24-a24c-4066-b15c-5457ca0b5881 req-587eee91-86fa-4672-9079-58d637b9646d tempest-VolumesNegativeTest-2118766215 tempest-VolumesNegativeTest-2118766215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:58:03.615211 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-b22b3f24-a24c-4066-b15c-5457ca0b5881 req-587eee91-86fa-4672-9079-58d637b9646d tempest-VolumesNegativeTest-2118766215 tempest-VolumesNegativeTest-2118766215-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=93a4d2c5-b48d-4967-9a36-474f8806d840 HTTP/1.1" status: 200 len: 935 time: 0.0472975 Sep 16 03:58:03.664931 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-b22b3f24-a24c-4066-b15c-5457ca0b5881 req-93ec656e-c181-4c62-9413-b36b58a4f120 tempest-VolumesNegativeTest-2118766215 tempest-VolumesNegativeTest-2118766215-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=60126a61-0a20-4250-ac5a-242d0277cc42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439610 Sep 16 03:58:03.981613 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-8886e40d-7776-479e-8f1a-1f97b5165538 None None] Attempt 2 to provision port 4f696dc9-c720-4565-95c8-fbe193a6732a Sep 16 03:58:04.016881 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-8886e40d-7776-479e-8f1a-1f97b5165538 None None] Port 4f696dc9-c720-4565-95c8-fbe193a6732a cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:58:04.347477 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [req-c80c57c5-d24e-4018-932c-14c55e1e312b req-fa7888b7-63fa-42bc-99d1-d486a281c7fb service neutron] Request body: {'port': {'device_id': '93a4d2c5-b48d-4967-9a36-474f8806d840', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85799'}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:58:04.383041 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:58:04.415224 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-c80c57c5-d24e-4018-932c-14c55e1e312b req-fa7888b7-63fa-42bc-99d1-d486a281c7fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (4f696dc9-c720-4565-95c8-fbe193a6732a), before_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:04.503185 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5271d766-b756-44e2-b1b1-bd70dd95e19a req-c0096ba7-8188-4527-afda-1745bbf646a4 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:58:04.504647 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-5271d766-b756-44e2-b1b1-bd70dd95e19a req-c0096ba7-8188-4527-afda-1745bbf646a4 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=8e3ca944-6ade-4511-8553-cbc54cc84434 HTTP/1.1" status: 200 len: 946 time: 0.0487044 Sep 16 03:58:04.518529 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-8886e40d-7776-479e-8f1a-1f97b5165538 None None] Attempt 3 to provision port 4f696dc9-c720-4565-95c8-fbe193a6732a Sep 16 03:58:04.562150 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-5271d766-b756-44e2-b1b1-bd70dd95e19a req-dbb9859a-f7fb-42ed-9c71-d6e9cfbbfeb2 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c8277f2e-38a1-4676-9d05-40c3a116087f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514796 Sep 16 03:58:04.563536 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-8886e40d-7776-479e-8f1a-1f97b5165538 None None] Port 4f696dc9-c720-4565-95c8-fbe193a6732a cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:58:04.678168 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.notifiers.nova [req-c80c57c5-d24e-4018-932c-14c55e1e312b req-fa7888b7-63fa-42bc-99d1-d486a281c7fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f696dc9-c720-4565-95c8-fbe193a6732a {{(pid=113375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 03:58:04.684523 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe7bb3-5a4e-46be-b86a-83d252894b5f req-ff3b1df0-d0fb-45a2-bab1-70401dd3afce tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:58:04.686154 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-c80c57c5-d24e-4018-932c-14c55e1e312b req-fa7888b7-63fa-42bc-99d1-d486a281c7fb service neutron] Publish callbacks [] for port (4f696dc9-c720-4565-95c8-fbe193a6732a), precommit_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:04.686313 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-0ebe7bb3-5a4e-46be-b86a-83d252894b5f req-ff3b1df0-d0fb-45a2-bab1-70401dd3afce tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8e3ca944-6ade-4511-8553-cbc54cc84434 HTTP/1.1" status: 200 len: 946 time: 0.0530252 Sep 16 03:58:04.699043 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.provisioning_blocks [req-c80c57c5-d24e-4018-932c-14c55e1e312b req-fa7888b7-63fa-42bc-99d1-d486a281c7fb service neutron] Transition to ACTIVE for port object 4f696dc9-c720-4565-95c8-fbe193a6732a will not be triggered until provisioned by entity L2. {{(pid=113375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 03:58:04.768567 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-c80c57c5-d24e-4018-932c-14c55e1e312b req-fa7888b7-63fa-42bc-99d1-d486a281c7fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4972082'] for port (4f696dc9-c720-4565-95c8-fbe193a6732a), after_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:04.769127 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.plugin [req-0ebe7bb3-5a4e-46be-b86a-83d252894b5f req-b51963fd-1504-41f3-8df0-c669815becce tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] Deleting port 8448bb27-7e56-40d4-8858-19d7d66d4ab8 {{(pid=113374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 03:58:04.769473 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [req-0ebe7bb3-5a4e-46be-b86a-83d252894b5f req-b51963fd-1504-41f3-8df0-c669815becce tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672990733'] for port (8448bb27-7e56-40d4-8858-19d7d66d4ab8), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:04.818938 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf36b268-6a10-4f56-8b15-0f0684730ae7 req-e7c2d58d-a9c8-494a-9798-0d84e1c4c093 tempest-VolumesNegativeTest-2118766215 tempest-VolumesNegativeTest-2118766215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:58:04.820408 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-bf36b268-6a10-4f56-8b15-0f0684730ae7 req-e7c2d58d-a9c8-494a-9798-0d84e1c4c093 tempest-VolumesNegativeTest-2118766215 tempest-VolumesNegativeTest-2118766215-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=93a4d2c5-b48d-4967-9a36-474f8806d840 HTTP/1.1" status: 200 len: 935 time: 0.0798795 Sep 16 03:58:04.850878 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7888b7-63fa-42bc-99d1-d486a281c7fb service neutron] Pushing event updated for resources: {'Port': ['ID=4f696dc9-c720-4565-95c8-fbe193a6732a,revision_number=2']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:58:04.867069 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.db [req-0ebe7bb3-5a4e-46be-b86a-83d252894b5f req-b51963fd-1504-41f3-8df0-c669815becce tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] For port 8448bb27-7e56-40d4-8858-19d7d66d4ab8, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=8448bb27-7e56-40d4-8858-19d7d66d4ab8,segment=NetworkSegment(e2cb9d06-9f74-4053-9f24-a4f8651d4f99),segment_id=e2cb9d06-9f74-4053-9f24-a4f8651d4f99)] {{(pid=113374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:58:04.867433 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [req-0ebe7bb3-5a4e-46be-b86a-83d252894b5f req-b51963fd-1504-41f3-8df0-c669815becce tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432982'] for port (8448bb27-7e56-40d4-8858-19d7d66d4ab8), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:04.880296 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.plugin [req-0ebe7bb3-5a4e-46be-b86a-83d252894b5f req-b51963fd-1504-41f3-8df0-c669815becce tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] Calling delete_port for 8448bb27-7e56-40d4-8858-19d7d66d4ab8 owned by compute:nova {{(pid=113374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 03:58:04.893003 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:58:04.932846 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-bf36b268-6a10-4f56-8b15-0f0684730ae7 req-851192dc-e925-460a-9dde-c823f1e4c919 tempest-VolumesNegativeTest-2118766215 tempest-VolumesNegativeTest-2118766215-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=60126a61-0a20-4250-ac5a-242d0277cc42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019659 Sep 16 03:58:04.937730 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.managers [req-c80c57c5-d24e-4018-932c-14c55e1e312b req-fa7888b7-63fa-42bc-99d1-d486a281c7fb service neutron] Attempting to bind port 4f696dc9-c720-4565-95c8-fbe193a6732a on host hv-cinder-85799 for vnic_type normal with profile {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 03:58:04.938067 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.managers [req-c80c57c5-d24e-4018-932c-14c55e1e312b req-fa7888b7-63fa-42bc-99d1-d486a281c7fb service neutron] Attempting to bind port 4f696dc9-c720-4565-95c8-fbe193a6732a by drivers openvswitch,hyperv on host hv-cinder-85799 at level 0 using segments [{'id': '428d37f6-54df-4722-a65f-52e567a40722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '887c465a-e84a-4b9e-bdb7-a47ae5f83b31'}] {{(pid=113375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 03:58:04.938393 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80c57c5-d24e-4018-932c-14c55e1e312b req-fa7888b7-63fa-42bc-99d1-d486a281c7fb service neutron] Attempting to bind port 4f696dc9-c720-4565-95c8-fbe193a6732a on network 887c465a-e84a-4b9e-bdb7-a47ae5f83b31 {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 03:58:04.965500 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:58:04.982333 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80c57c5-d24e-4018-932c-14c55e1e312b req-fa7888b7-63fa-42bc-99d1-d486a281c7fb service neutron] Port 4f696dc9-c720-4565-95c8-fbe193a6732a on network 887c465a-e84a-4b9e-bdb7-a47ae5f83b31 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85799 {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 03:58:04.982660 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80c57c5-d24e-4018-932c-14c55e1e312b req-fa7888b7-63fa-42bc-99d1-d486a281c7fb service neutron] Attempting to bind port 4f696dc9-c720-4565-95c8-fbe193a6732a on network 887c465a-e84a-4b9e-bdb7-a47ae5f83b31 {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 03:58:05.024769 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80c57c5-d24e-4018-932c-14c55e1e312b req-fa7888b7-63fa-42bc-99d1-d486a281c7fb service neutron] Checking agent: {'id': 'd68ba685-94d2-4b65-887f-d5ec3884fbfa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85799', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 3, 46, 18), 'started_at': datetime.datetime(2022, 9, 16, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 3, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 03:58:05.025104 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80c57c5-d24e-4018-932c-14c55e1e312b req-fa7888b7-63fa-42bc-99d1-d486a281c7fb service neutron] Checking segment: {'id': '428d37f6-54df-4722-a65f-52e567a40722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '887c465a-e84a-4b9e-bdb7-a47ae5f83b31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 03:58:05.025679 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80c57c5-d24e-4018-932c-14c55e1e312b req-fa7888b7-63fa-42bc-99d1-d486a281c7fb service neutron] Bound using segment: {'id': '428d37f6-54df-4722-a65f-52e567a40722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '887c465a-e84a-4b9e-bdb7-a47ae5f83b31'} {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 03:58:05.026109 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.managers [req-c80c57c5-d24e-4018-932c-14c55e1e312b req-fa7888b7-63fa-42bc-99d1-d486a281c7fb service neutron] Bound port: 4f696dc9-c720-4565-95c8-fbe193a6732a, host: hv-cinder-85799, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '428d37f6-54df-4722-a65f-52e567a40722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '887c465a-e84a-4b9e-bdb7-a47ae5f83b31'}}] {{(pid=113375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 03:58:05.027146 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-c80c57c5-d24e-4018-932c-14c55e1e312b req-fa7888b7-63fa-42bc-99d1-d486a281c7fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (4f696dc9-c720-4565-95c8-fbe193a6732a), before_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:05.065206 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-8886e40d-7776-479e-8f1a-1f97b5165538 None None] Attempt 4 to provision port 4f696dc9-c720-4565-95c8-fbe193a6732a Sep 16 03:58:05.085183 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [req-0ebe7bb3-5a4e-46be-b86a-83d252894b5f req-b51963fd-1504-41f3-8df0-c669815becce tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672957835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672515813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965177'] for port (8448bb27-7e56-40d4-8858-19d7d66d4ab8), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:05.095385 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.db [req-c80c57c5-d24e-4018-932c-14c55e1e312b req-fa7888b7-63fa-42bc-99d1-d486a281c7fb service neutron] For port 4f696dc9-c720-4565-95c8-fbe193a6732a, host hv-cinder-85799, cleared binding levels {{(pid=113375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 03:58:05.099941 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.db [req-c80c57c5-d24e-4018-932c-14c55e1e312b req-fa7888b7-63fa-42bc-99d1-d486a281c7fb service neutron] For port 4f696dc9-c720-4565-95c8-fbe193a6732a, host hv-cinder-85799, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=4f696dc9-c720-4565-95c8-fbe193a6732a,segment=NetworkSegment(428d37f6-54df-4722-a65f-52e567a40722),segment_id=428d37f6-54df-4722-a65f-52e567a40722)] {{(pid=113375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 03:58:05.123847 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51963fd-1504-41f3-8df0-c669815becce tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] Pushing event deleted for resources: {'Port': ['ID=8448bb27-7e56-40d4-8858-19d7d66d4ab8,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:58:05.168614 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ebe7bb3-5a4e-46be-b86a-83d252894b5f req-b51963fd-1504-41f3-8df0-c669815becce tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] No DVR routers for this DVR port 8448bb27-7e56-40d4-8858-19d7d66d4ab8 on host hv-cinder-85799 {{(pid=113374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 03:58:05.171323 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [req-0ebe7bb3-5a4e-46be-b86a-83d252894b5f req-b51963fd-1504-41f3-8df0-c669815becce tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for port (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:05.174592 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-0ebe7bb3-5a4e-46be-b86a-83d252894b5f req-b51963fd-1504-41f3-8df0-c669815becce tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] 10.222.0.52 "DELETE /networking/v2.0/ports/8448bb27-7e56-40d4-8858-19d7d66d4ab8 HTTP/1.1" status: 204 len: 173 time: 0.4818282 Sep 16 03:58:05.175134 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e3ca944-6ade-4511-8553-cbc54cc84434', 'name': 'network-vif-deleted', 'tag': '8448bb27-7e56-40d4-8858-19d7d66d4ab8'}] {{(pid=113374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 03:58:05.177440 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690b364905604876d1d0623b3c540f81637980c049172579221ad326041cdf1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf0d6db5-045d-4685-877d-b09966eb396b" -d '{"events": [{"server_uuid": "8e3ca944-6ade-4511-8553-cbc54cc84434", "name": "network-vif-deleted", "tag": "8448bb27-7e56-40d4-8858-19d7d66d4ab8"}]}' {{(pid=113374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 03:58:05.213422 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-c80c57c5-d24e-4018-932c-14c55e1e312b req-fa7888b7-63fa-42bc-99d1-d486a281c7fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4972082'] for port (4f696dc9-c720-4565-95c8-fbe193a6732a), after_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:05.219194 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 03:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e6b96e3-3651-4a83-add2-c2bd3cebe6b3 x-openstack-request-id: req-8e6b96e3-3651-4a83-add2-c2bd3cebe6b3 {{(pid=113374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 03:58:05.227306 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c57c5-d24e-4018-932c-14c55e1e312b req-fa7888b7-63fa-42bc-99d1-d486a281c7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:58:05.227454 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e3ca944-6ade-4511-8553-cbc54cc84434", "name": "network-vif-deleted", "tag": "8448bb27-7e56-40d4-8858-19d7d66d4ab8", "status": "completed", "code": 200}]} {{(pid=113374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 03:58:05.227454 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8e6b96e3-3651-4a83-add2-c2bd3cebe6b3 {{(pid=113374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 03:58:05.227649 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-c80c57c5-d24e-4018-932c-14c55e1e312b req-fa7888b7-63fa-42bc-99d1-d486a281c7fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for port (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:05.227754 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e6b96e3-3651-4a83-add2-c2bd3cebe6b3'] response: {'server_uuid': '8e3ca944-6ade-4511-8553-cbc54cc84434', 'name': 'network-vif-deleted', 'tag': '8448bb27-7e56-40d4-8858-19d7d66d4ab8', 'status': 'completed', 'code': 200} Sep 16 03:58:05.227866 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-c80c57c5-d24e-4018-932c-14c55e1e312b req-fa7888b7-63fa-42bc-99d1-d486a281c7fb service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/4f696dc9-c720-4565-95c8-fbe193a6732a HTTP/1.1" status: 200 len: 1097 time: 0.8786697 Sep 16 03:58:05.227866 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93a4d2c5-b48d-4967-9a36-474f8806d840', 'tag': '4f696dc9-c720-4565-95c8-fbe193a6732a'}] {{(pid=113375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 03:58:05.227866 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5377fd1d321389c1792f161ed840337514ae556b8848fe715c314c680a14a908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6fea884-e9c5-4072-bede-3b9be4a39568" -d '{"events": [{"name": "network-changed", "server_uuid": "93a4d2c5-b48d-4967-9a36-474f8806d840", "tag": "4f696dc9-c720-4565-95c8-fbe193a6732a"}]}' {{(pid=113375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 03:58:05.236325 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] get_ports_and_sgs() called for port_ids ['8448bb27-7e56-40d4-8858-19d7d66d4ab8'] {{(pid=113376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 03:58:05.270833 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-8886e40d-7776-479e-8f1a-1f97b5165538 None None] Port 4f696dc9-c720-4565-95c8-fbe193a6732a cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:58:05.275630 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 03:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93044f19-8e2f-4077-b5bb-4d805d4607c7 x-openstack-request-id: req-93044f19-8e2f-4077-b5bb-4d805d4607c7 {{(pid=113375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 03:58:05.276122 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93a4d2c5-b48d-4967-9a36-474f8806d840", "tag": "4f696dc9-c720-4565-95c8-fbe193a6732a", "status": "completed", "code": 200}]} {{(pid=113375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 03:58:05.276306 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-93044f19-8e2f-4077-b5bb-4d805d4607c7 {{(pid=113375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 03:58:05.276644 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93044f19-8e2f-4077-b5bb-4d805d4607c7'] response: {'name': 'network-changed', 'server_uuid': '93a4d2c5-b48d-4967-9a36-474f8806d840', 'tag': '4f696dc9-c720-4565-95c8-fbe193a6732a', 'status': 'completed', 'code': 200} Sep 16 03:58:05.316437 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7888b7-63fa-42bc-99d1-d486a281c7fb service neutron] Pushing event updated for resources: {'Port': ['ID=4f696dc9-c720-4565-95c8-fbe193a6732a,revision_number=3']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:58:05.345783 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fea884-e9c5-4072-bede-3b9be4a39568 req-25ff5e42-d6d1-4c1c-a558-d0f5e8b7825e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:58:05.347290 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-d6fea884-e9c5-4072-bede-3b9be4a39568 req-25ff5e42-d6d1-4c1c-a558-d0f5e8b7825e service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=548a2763e5c146c783f15114b4070a0d&device_id=93a4d2c5-b48d-4967-9a36-474f8806d840 HTTP/1.1" status: 200 len: 1131 time: 0.0434093 Sep 16 03:58:05.379313 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-d6fea884-e9c5-4072-bede-3b9be4a39568 req-c33ab70e-38d1-431c-9b04-162b384dc7dd service neutron] 10.222.0.52 "GET /networking/v2.0/networks?tenant_id=548a2763e5c146c783f15114b4070a0d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0192788 Sep 16 03:58:05.417569 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:58:05.717313 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-cca137a1-cb0e-4a46-8cb3-a2fdcbbd818c req-b826d583-4e6e-4a7c-a951-d960ce90654a tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=8e3ca944-6ade-4511-8553-cbc54cc84434 HTTP/1.1" status: 200 len: 210 time: 0.0513220 Sep 16 03:58:05.768574 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fea884-e9c5-4072-bede-3b9be4a39568 req-5636bbec-215b-43cd-b379-4e8f60006879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:58:05.770019 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-d6fea884-e9c5-4072-bede-3b9be4a39568 req-5636bbec-215b-43cd-b379-4e8f60006879 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3606923 Sep 16 03:58:05.772480 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-8886e40d-7776-479e-8f1a-1f97b5165538 None None] Attempt 5 to provision port 4f696dc9-c720-4565-95c8-fbe193a6732a Sep 16 03:58:05.812361 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-8886e40d-7776-479e-8f1a-1f97b5165538 None None] Port 4f696dc9-c720-4565-95c8-fbe193a6732a had new provisioning blocks added so it will not transition to active. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 03:58:06.062205 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9475504-7423-4ca7-a187-728ac6b7d859 req-0aae0e15-fd46-4a1b-817f-870a4ed9b19a tempest-VolumesNegativeTest-2118766215 tempest-VolumesNegativeTest-2118766215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:58:06.064331 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-c9475504-7423-4ca7-a187-728ac6b7d859 req-0aae0e15-fd46-4a1b-817f-870a4ed9b19a tempest-VolumesNegativeTest-2118766215 tempest-VolumesNegativeTest-2118766215-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=93a4d2c5-b48d-4967-9a36-474f8806d840 HTTP/1.1" status: 200 len: 947 time: 0.0524452 Sep 16 03:58:06.129850 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c57c5-d24e-4018-932c-14c55e1e312b req-90f0917f-694e-4b1c-ac2a-34a21347aae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:58:06.131378 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-c80c57c5-d24e-4018-932c-14c55e1e312b req-90f0917f-694e-4b1c-ac2a-34a21347aae7 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=548a2763e5c146c783f15114b4070a0d&device_id=93a4d2c5-b48d-4967-9a36-474f8806d840 HTTP/1.1" status: 200 len: 1131 time: 0.0657647 Sep 16 03:58:06.182692 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-c80c57c5-d24e-4018-932c-14c55e1e312b req-b1d5e8bf-593c-4d3d-84d6-8b5913394e5a service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=4f696dc9-c720-4565-95c8-fbe193a6732a HTTP/1.1" status: 200 len: 217 time: 0.0409214 Sep 16 03:58:06.186114 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-c9475504-7423-4ca7-a187-728ac6b7d859 req-9aa760b8-4dfb-46f8-82fa-e2157afee75f tempest-VolumesNegativeTest-2118766215 tempest-VolumesNegativeTest-2118766215-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=60126a61-0a20-4250-ac5a-242d0277cc42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075294 Sep 16 03:58:06.234239 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c57c5-d24e-4018-932c-14c55e1e312b req-b0ee9d26-7a00-4484-87c3-214ef3956549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:58:06.235720 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-c80c57c5-d24e-4018-932c-14c55e1e312b req-b0ee9d26-7a00-4484-87c3-214ef3956549 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=d3b6144a-62db-4e72-b350-bced8e7020d0 HTTP/1.1" status: 200 len: 843 time: 0.0440688 Sep 16 03:58:06.285935 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c57c5-d24e-4018-932c-14c55e1e312b req-f30fc2e7-e9f6-4fa7-9081-281821f2eda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:58:06.287604 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-c80c57c5-d24e-4018-932c-14c55e1e312b req-f30fc2e7-e9f6-4fa7-9081-281821f2eda4 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=887c465a-e84a-4b9e-bdb7-a47ae5f83b31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0410419 Sep 16 03:58:06.393165 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-c80c57c5-d24e-4018-932c-14c55e1e312b req-1c84dc30-5aa2-464c-840c-2c9c0ced3edc service neutron] 10.222.0.52 "GET /networking/v2.0/networks/887c465a-e84a-4b9e-bdb7-a47ae5f83b31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951679 Sep 16 03:58:06.492108 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-c80c57c5-d24e-4018-932c-14c55e1e312b req-d68698a1-83bb-40ba-ac1b-aa36f1593529 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/887c465a-e84a-4b9e-bdb7-a47ae5f83b31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891902 Sep 16 03:58:07.030459 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff7d124-d464-478d-a747-0d6d0c4137a7 req-e0f9b38d-964a-4774-8df9-552dca753c63 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:58:07.031848 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-2ff7d124-d464-478d-a747-0d6d0c4137a7 req-e0f9b38d-964a-4774-8df9-552dca753c63 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] 10.222.0.49 "GET /networking/v2.0/networks?id=0ec0daae-44e5-4b74-a88f-e18abd4b0197 HTTP/1.1" status: 200 len: 809 time: 0.1016872 Sep 16 03:58:07.048443 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-2ff7d124-d464-478d-a747-0d6d0c4137a7 req-30e96742-b67e-44f7-8492-591eac4c1ce7 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] 10.222.0.49 "GET /networking/v2.0/quotas/ada320ab9e1644f29fd613c173ffe0a8 HTTP/1.1" status: 200 len: 375 time: 0.0096095 Sep 16 03:58:07.081157 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-2ff7d124-d464-478d-a747-0d6d0c4137a7 req-8667f56d-6df3-4e20-bfd7-85da89bfbd60 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=ada320ab9e1644f29fd613c173ffe0a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278952 Sep 16 03:58:07.180955 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-2ff7d124-d464-478d-a747-0d6d0c4137a7 req-03dd509e-d5ee-4400-86b2-1b6118adb377 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/0ec0daae-44e5-4b74-a88f-e18abd4b0197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893230 Sep 16 03:58:07.204551 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=100 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:58:07.276038 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-2ff7d124-d464-478d-a747-0d6d0c4137a7 req-40b66482-3528-4383-940b-575acdb2d3cf service neutron] 10.222.0.49 "GET /networking/v2.0/networks/0ec0daae-44e5-4b74-a88f-e18abd4b0197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885673 Sep 16 03:58:07.299946 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:58:07.316545 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e4e897-df82-454f-8607-22e7d6175071 req-955e0405-0956-4d24-af8c-243b18546e2c tempest-VolumesNegativeTest-2118766215 tempest-VolumesNegativeTest-2118766215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:58:07.318171 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-92e4e897-df82-454f-8607-22e7d6175071 req-955e0405-0956-4d24-af8c-243b18546e2c tempest-VolumesNegativeTest-2118766215 tempest-VolumesNegativeTest-2118766215-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=93a4d2c5-b48d-4967-9a36-474f8806d840 HTTP/1.1" status: 200 len: 947 time: 0.0543518 Sep 16 03:58:07.367624 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-92e4e897-df82-454f-8607-22e7d6175071 req-b645413c-a871-4c66-99cb-71e2e4f91acb tempest-VolumesNegativeTest-2118766215 tempest-VolumesNegativeTest-2118766215-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=60126a61-0a20-4250-ac5a-242d0277cc42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435212 Sep 16 03:58:07.554242 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-3e882c67-da1f-4e99-a34f-ddeb9b7b6ead req-3281c810-ad5f-4989-bc5d-2400b35f8b51 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e804c550-5dd6-415e-896f-7fb5fdcf0124 HTTP/1.1" status: 200 len: 210 time: 0.0290723 Sep 16 03:58:08.496915 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d69660b-d794-407e-ad94-7af280575a04 req-4d30cdf3-0a77-4eb1-8eec-d52ca2ae3af4 tempest-VolumesNegativeTest-2118766215 tempest-VolumesNegativeTest-2118766215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:58:08.498351 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-5d69660b-d794-407e-ad94-7af280575a04 req-4d30cdf3-0a77-4eb1-8eec-d52ca2ae3af4 tempest-VolumesNegativeTest-2118766215 tempest-VolumesNegativeTest-2118766215-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=93a4d2c5-b48d-4967-9a36-474f8806d840 HTTP/1.1" status: 200 len: 947 time: 0.0508728 Sep 16 03:58:08.549276 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-5d69660b-d794-407e-ad94-7af280575a04 req-742c3226-893c-4cea-8b04-39aeac928ecf tempest-VolumesNegativeTest-2118766215 tempest-VolumesNegativeTest-2118766215-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=60126a61-0a20-4250-ac5a-242d0277cc42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452611 Sep 16 03:58:08.660858 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-c658bd18-ec6b-4f2a-a42c-78e56faf5fb8 req-9ac3f52b-764c-4924-8f62-d6eb9bba27c8 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e804c550-5dd6-415e-896f-7fb5fdcf0124 HTTP/1.1" status: 200 len: 210 time: 0.0285456 Sep 16 03:58:09.151185 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device 4f696dc9-c720-4565-95c8-fbe193a6732a details requested by agent hyperv_hv-cinder-85799 with host hv-cinder-85799 {{(pid=113376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 03:58:09.161853 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device 8448bb27-7e56-40d4-8858-19d7d66d4ab8 no longer exists at agent hyperv_hv-cinder-85799 {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 03:58:09.190418 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] No Port match for: 8448bb27-7e56-40d4-8858-19d7d66d4ab8 {{(pid=113376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 03:58:09.190757 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device 8448bb27-7e56-40d4-8858-19d7d66d4ab8 not bound to the agent host hv-cinder-85799 {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 03:58:09.270298 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] For port 4f696dc9-c720-4565-95c8-fbe193a6732a, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=4f696dc9-c720-4565-95c8-fbe193a6732a,segment=NetworkSegment(428d37f6-54df-4722-a65f-52e567a40722),segment_id=428d37f6-54df-4722-a65f-52e567a40722)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:58:09.281356 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Returning: {'device': '4f696dc9-c720-4565-95c8-fbe193a6732a', 'network_id': '887c465a-e84a-4b9e-bdb7-a47ae5f83b31', 'port_id': '4f696dc9-c720-4565-95c8-fbe193a6732a', 'mac_address': 'fa:16:3e:14:3c:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3b6144a-62db-4e72-b350-bced8e7020d0', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 03:58:09.282675 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:58:09.318013 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Current status of the port 4f696dc9-c720-4565-95c8-fbe193a6732a is: DOWN; New status is: BUILD {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:58:09.318395 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (4f696dc9-c720-4565-95c8-fbe193a6732a), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:09.335562 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.notifiers.nova [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f696dc9-c720-4565-95c8-fbe193a6732a {{(pid=113376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 03:58:09.355511 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] For port 4f696dc9-c720-4565-95c8-fbe193a6732a, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=4f696dc9-c720-4565-95c8-fbe193a6732a,segment=NetworkSegment(428d37f6-54df-4722-a65f-52e567a40722),segment_id=428d37f6-54df-4722-a65f-52e567a40722)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:58:09.429512 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (4f696dc9-c720-4565-95c8-fbe193a6732a), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:09.476991 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Pushing event updated for resources: {'Port': ['ID=4f696dc9-c720-4565-95c8-fbe193a6732a,revision_number=4']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:58:09.648582 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] get_ports_and_sgs() called for port_ids ['4f696dc9-c720-4565-95c8-fbe193a6732a'] {{(pid=113376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 03:58:09.690128 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff7d124-d464-478d-a747-0d6d0c4137a7 req-2bdaea72-89c1-4d16-a0af-97911395d98d tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:58:09.691652 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-2ff7d124-d464-478d-a747-0d6d0c4137a7 req-2bdaea72-89c1-4d16-a0af-97911395d98d tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] 10.222.0.52 "GET /networking/v2.0/networks?id=0ec0daae-44e5-4b74-a88f-e18abd4b0197 HTTP/1.1" status: 200 len: 809 time: 0.1406541 Sep 16 03:58:09.700100 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b724d6-9e3a-437a-ae59-a9aaca2e9799 req-d066d13a-a81a-41ef-ad1c-f6d3ce938ce1 tempest-VolumesNegativeTest-2118766215 tempest-VolumesNegativeTest-2118766215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:58:09.701675 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-e7b724d6-9e3a-437a-ae59-a9aaca2e9799 req-d066d13a-a81a-41ef-ad1c-f6d3ce938ce1 tempest-VolumesNegativeTest-2118766215 tempest-VolumesNegativeTest-2118766215-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=93a4d2c5-b48d-4967-9a36-474f8806d840 HTTP/1.1" status: 200 len: 948 time: 0.0732388 Sep 16 03:58:09.708187 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [req-2ff7d124-d464-478d-a747-0d6d0c4137a7 req-9139cf3f-efa0-4952-9c4a-1e6e1e7166b7 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] Request body: {'port': {'device_id': 'e804c550-5dd6-415e-896f-7fb5fdcf0124', 'network_id': '0ec0daae-44e5-4b74-a88f-e18abd4b0197', 'admin_state_up': True, 'tenant_id': 'ada320ab9e1644f29fd613c173ffe0a8'}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:58:09.711217 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=100 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:58:09.765430 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-0d61289a-9075-49de-ac1f-64eda39a5a83 req-b015688b-b9e7-4023-be4d-72fe1ab95e10 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e804c550-5dd6-415e-896f-7fb5fdcf0124 HTTP/1.1" status: 200 len: 210 time: 0.0278652 Sep 16 03:58:09.848054 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-e7b724d6-9e3a-437a-ae59-a9aaca2e9799 req-310a6c94-045d-46b6-b33b-b1013000a524 tempest-VolumesNegativeTest-2118766215 tempest-VolumesNegativeTest-2118766215-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=60126a61-0a20-4250-ac5a-242d0277cc42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302857 Sep 16 03:58:09.967636 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ff7d124-d464-478d-a747-0d6d0c4137a7 req-9139cf3f-efa0-4952-9c4a-1e6e1e7166b7 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] Made reservation on behalf of ada320ab9e1644f29fd613c173ffe0a8 for: {'port': 1} {{(pid=113375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 03:58:09.971506 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-2ff7d124-d464-478d-a747-0d6d0c4137a7 req-9139cf3f-efa0-4952-9c4a-1e6e1e7166b7 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:10.097206 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.db_base_plugin_common [req-2ff7d124-d464-478d-a747-0d6d0c4137a7 req-9139cf3f-efa0-4952-9c4a-1e6e1e7166b7 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] Allocated IP 172.20.0.14 (0ec0daae-44e5-4b74-a88f-e18abd4b0197/3f69fc75-572f-46e7-b407-eed4af66d571/e0c08b5f-21c3-48ec-b031-69af9776341a) {{(pid=113375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 03:58:10.251784 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-2ff7d124-d464-478d-a747-0d6d0c4137a7 req-9139cf3f-efa0-4952-9c4a-1e6e1e7166b7 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] Publish callbacks [] for port (e0c08b5f-21c3-48ec-b031-69af9776341a), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:10.277429 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:58:10.350474 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-2ff7d124-d464-478d-a747-0d6d0c4137a7 req-9139cf3f-efa0-4952-9c4a-1e6e1e7166b7 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672515804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4972043'] for port (e0c08b5f-21c3-48ec-b031-69af9776341a), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:10.400362 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ff7d124-d464-478d-a747-0d6d0c4137a7 req-9139cf3f-efa0-4952-9c4a-1e6e1e7166b7 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] Network 0ec0daae-44e5-4b74-a88f-e18abd4b0197 is already hosted by enough agents. {{(pid=113375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 03:58:10.404450 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.base_scheduler [req-2ff7d124-d464-478d-a747-0d6d0c4137a7 req-9139cf3f-efa0-4952-9c4a-1e6e1e7166b7 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] Resources bound (agent type, host, resource id): {{(pid=113375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:58:10.408539 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ff7d124-d464-478d-a747-0d6d0c4137a7 req-9139cf3f-efa0-4952-9c4a-1e6e1e7166b7 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] Received port after_create {{(pid=113375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 03:58:10.431784 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9139cf3f-efa0-4952-9c4a-1e6e1e7166b7 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] Pushing event updated for resources: {'Port': ['ID=e0c08b5f-21c3-48ec-b031-69af9776341a,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:58:10.460558 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff7d124-d464-478d-a747-0d6d0c4137a7 req-9139cf3f-efa0-4952-9c4a-1e6e1e7166b7 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:58:10.461159 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-2ff7d124-d464-478d-a747-0d6d0c4137a7 req-9139cf3f-efa0-4952-9c4a-1e6e1e7166b7 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for port (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:10.573923 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-2ff7d124-d464-478d-a747-0d6d0c4137a7 req-9139cf3f-efa0-4952-9c4a-1e6e1e7166b7 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8688979 Sep 16 03:58:10.588222 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [req-2ff7d124-d464-478d-a747-0d6d0c4137a7 req-be4fa549-b494-4187-ba58-ac75d8c023ca service neutron] Request body: {'port': {'device_id': 'e804c550-5dd6-415e-896f-7fb5fdcf0124', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85799'}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:58:10.645305 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-2ff7d124-d464-478d-a747-0d6d0c4137a7 req-be4fa549-b494-4187-ba58-ac75d8c023ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (e0c08b5f-21c3-48ec-b031-69af9776341a), before_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:10.695453 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:58:10.902326 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e5c823-d1d2-482f-85cc-75ae8112b472 req-950ffef3-23e8-4db6-a3d9-1cb678ae3a1f tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:58:10.903507 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-26e5c823-d1d2-482f-85cc-75ae8112b472 req-950ffef3-23e8-4db6-a3d9-1cb678ae3a1f tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e804c550-5dd6-415e-896f-7fb5fdcf0124 HTTP/1.1" status: 200 len: 932 time: 0.0517726 Sep 16 03:58:10.908111 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.notifiers.nova [req-2ff7d124-d464-478d-a747-0d6d0c4137a7 req-be4fa549-b494-4187-ba58-ac75d8c023ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0c08b5f-21c3-48ec-b031-69af9776341a {{(pid=113375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 03:58:10.917038 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-2ff7d124-d464-478d-a747-0d6d0c4137a7 req-be4fa549-b494-4187-ba58-ac75d8c023ca service neutron] Publish callbacks [] for port (e0c08b5f-21c3-48ec-b031-69af9776341a), precommit_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:10.933149 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.provisioning_blocks [req-2ff7d124-d464-478d-a747-0d6d0c4137a7 req-be4fa549-b494-4187-ba58-ac75d8c023ca service neutron] Transition to ACTIVE for port object e0c08b5f-21c3-48ec-b031-69af9776341a will not be triggered until provisioned by entity L2. {{(pid=113375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 03:58:10.954966 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-26e5c823-d1d2-482f-85cc-75ae8112b472 req-041e6ebf-6c99-4b52-a856-05f0f410e92f tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c8277f2e-38a1-4676-9d05-40c3a116087f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456593 Sep 16 03:58:10.979497 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3be239-1185-4bba-8506-e225ca51abda req-bb493f6e-4641-420a-ab17-e70b6892e71c tempest-VolumesNegativeTest-2118766215 tempest-VolumesNegativeTest-2118766215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:58:10.981059 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-fd3be239-1185-4bba-8506-e225ca51abda req-bb493f6e-4641-420a-ab17-e70b6892e71c tempest-VolumesNegativeTest-2118766215 tempest-VolumesNegativeTest-2118766215-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=93a4d2c5-b48d-4967-9a36-474f8806d840 HTTP/1.1" status: 200 len: 948 time: 0.0491970 Sep 16 03:58:11.000122 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-2ff7d124-d464-478d-a747-0d6d0c4137a7 req-be4fa549-b494-4187-ba58-ac75d8c023ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4972082'] for port (e0c08b5f-21c3-48ec-b031-69af9776341a), after_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:11.105250 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-fd3be239-1185-4bba-8506-e225ca51abda req-0f003f1f-e89f-4bd6-9eb2-27caf1fe471f tempest-VolumesNegativeTest-2118766215 tempest-VolumesNegativeTest-2118766215-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=60126a61-0a20-4250-ac5a-242d0277cc42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180828 Sep 16 03:58:11.107466 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4fa549-b494-4187-ba58-ac75d8c023ca service neutron] Pushing event updated for resources: {'Port': ['ID=e0c08b5f-21c3-48ec-b031-69af9776341a,revision_number=2']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:58:11.128825 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:58:11.140608 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.managers [req-2ff7d124-d464-478d-a747-0d6d0c4137a7 req-be4fa549-b494-4187-ba58-ac75d8c023ca service neutron] Attempting to bind port e0c08b5f-21c3-48ec-b031-69af9776341a on host hv-cinder-85799 for vnic_type normal with profile {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 03:58:11.140938 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.managers [req-2ff7d124-d464-478d-a747-0d6d0c4137a7 req-be4fa549-b494-4187-ba58-ac75d8c023ca service neutron] Attempting to bind port e0c08b5f-21c3-48ec-b031-69af9776341a by drivers openvswitch,hyperv on host hv-cinder-85799 at level 0 using segments [{'id': 'e2cb9d06-9f74-4053-9f24-a4f8651d4f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0ec0daae-44e5-4b74-a88f-e18abd4b0197'}] {{(pid=113375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 03:58:11.141265 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff7d124-d464-478d-a747-0d6d0c4137a7 req-be4fa549-b494-4187-ba58-ac75d8c023ca service neutron] Attempting to bind port e0c08b5f-21c3-48ec-b031-69af9776341a on network 0ec0daae-44e5-4b74-a88f-e18abd4b0197 {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 03:58:11.169148 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device 4f696dc9-c720-4565-95c8-fbe193a6732a up at agent hyperv_hv-cinder-85799 {{(pid=113376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 03:58:11.183739 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff7d124-d464-478d-a747-0d6d0c4137a7 req-be4fa549-b494-4187-ba58-ac75d8c023ca service neutron] Port e0c08b5f-21c3-48ec-b031-69af9776341a on network 0ec0daae-44e5-4b74-a88f-e18abd4b0197 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85799 {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 03:58:11.184064 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff7d124-d464-478d-a747-0d6d0c4137a7 req-be4fa549-b494-4187-ba58-ac75d8c023ca service neutron] Attempting to bind port e0c08b5f-21c3-48ec-b031-69af9776341a on network 0ec0daae-44e5-4b74-a88f-e18abd4b0197 {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 03:58:11.211045 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Provisioning for port 4f696dc9-c720-4565-95c8-fbe193a6732a completed by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 03:58:11.228213 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff7d124-d464-478d-a747-0d6d0c4137a7 req-be4fa549-b494-4187-ba58-ac75d8c023ca service neutron] Checking agent: {'id': 'd68ba685-94d2-4b65-887f-d5ec3884fbfa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85799', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 3, 46, 18), 'started_at': datetime.datetime(2022, 9, 16, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 3, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 03:58:11.228549 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff7d124-d464-478d-a747-0d6d0c4137a7 req-be4fa549-b494-4187-ba58-ac75d8c023ca service neutron] Checking segment: {'id': 'e2cb9d06-9f74-4053-9f24-a4f8651d4f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0ec0daae-44e5-4b74-a88f-e18abd4b0197'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 03:58:11.228945 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff7d124-d464-478d-a747-0d6d0c4137a7 req-be4fa549-b494-4187-ba58-ac75d8c023ca service neutron] Bound using segment: {'id': 'e2cb9d06-9f74-4053-9f24-a4f8651d4f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0ec0daae-44e5-4b74-a88f-e18abd4b0197'} {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 03:58:11.229393 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.managers [req-2ff7d124-d464-478d-a747-0d6d0c4137a7 req-be4fa549-b494-4187-ba58-ac75d8c023ca service neutron] Bound port: e0c08b5f-21c3-48ec-b031-69af9776341a, host: hv-cinder-85799, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2cb9d06-9f74-4053-9f24-a4f8651d4f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0ec0daae-44e5-4b74-a88f-e18abd4b0197'}}] {{(pid=113375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 03:58:11.230003 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-2ff7d124-d464-478d-a747-0d6d0c4137a7 req-be4fa549-b494-4187-ba58-ac75d8c023ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (e0c08b5f-21c3-48ec-b031-69af9776341a), before_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:11.295207 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.db [req-2ff7d124-d464-478d-a747-0d6d0c4137a7 req-be4fa549-b494-4187-ba58-ac75d8c023ca service neutron] For port e0c08b5f-21c3-48ec-b031-69af9776341a, host hv-cinder-85799, cleared binding levels {{(pid=113375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 03:58:11.298129 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.db [req-2ff7d124-d464-478d-a747-0d6d0c4137a7 req-be4fa549-b494-4187-ba58-ac75d8c023ca service neutron] For port e0c08b5f-21c3-48ec-b031-69af9776341a, host hv-cinder-85799, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=e0c08b5f-21c3-48ec-b031-69af9776341a,segment=NetworkSegment(e2cb9d06-9f74-4053-9f24-a4f8651d4f99),segment_id=e2cb9d06-9f74-4053-9f24-a4f8651d4f99)] {{(pid=113375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 03:58:11.302041 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Provisioning complete for port 4f696dc9-c720-4565-95c8-fbe193a6732a triggered by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:58:11.306956 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (4f696dc9-c720-4565-95c8-fbe193a6732a), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:11.306956 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Attempt 1 to provision port 4f696dc9-c720-4565-95c8-fbe193a6732a Sep 16 03:58:11.330086 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:58:11.375843 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Current status of the port 4f696dc9-c720-4565-95c8-fbe193a6732a is: BUILD; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:58:11.376162 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (4f696dc9-c720-4565-95c8-fbe193a6732a), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:11.379097 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-2ff7d124-d464-478d-a747-0d6d0c4137a7 req-be4fa549-b494-4187-ba58-ac75d8c023ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4972082'] for port (e0c08b5f-21c3-48ec-b031-69af9776341a), after_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:11.382332 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff7d124-d464-478d-a747-0d6d0c4137a7 req-be4fa549-b494-4187-ba58-ac75d8c023ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:58:11.383050 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-2ff7d124-d464-478d-a747-0d6d0c4137a7 req-be4fa549-b494-4187-ba58-ac75d8c023ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for port (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:11.384648 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-2ff7d124-d464-478d-a747-0d6d0c4137a7 req-be4fa549-b494-4187-ba58-ac75d8c023ca service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/e0c08b5f-21c3-48ec-b031-69af9776341a HTTP/1.1" status: 200 len: 1094 time: 0.8004715 Sep 16 03:58:11.387592 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e804c550-5dd6-415e-896f-7fb5fdcf0124', 'tag': 'e0c08b5f-21c3-48ec-b031-69af9776341a'}] {{(pid=113375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 03:58:11.389953 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5377fd1d321389c1792f161ed840337514ae556b8848fe715c314c680a14a908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c456f0da-fd80-4294-854a-cbbad357a596" -d '{"events": [{"name": "network-changed", "server_uuid": "e804c550-5dd6-415e-896f-7fb5fdcf0124", "tag": "e0c08b5f-21c3-48ec-b031-69af9776341a"}]}' {{(pid=113375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 03:58:11.400987 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93a4d2c5-b48d-4967-9a36-474f8806d840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f696dc9-c720-4565-95c8-fbe193a6732a'}] {{(pid=113376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 03:58:11.403332 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536f81a66b80124a32e6614edce579112ba342401ad4fb2d1257d5ac670fb901" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f2fbe16-ecde-400a-a71f-f965767389a0" -d '{"events": [{"server_uuid": "93a4d2c5-b48d-4967-9a36-474f8806d840", "name": "network-vif-plugged", "status": "completed", "tag": "4f696dc9-c720-4565-95c8-fbe193a6732a"}]}' {{(pid=113376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 03:58:11.419862 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] For port 4f696dc9-c720-4565-95c8-fbe193a6732a, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=4f696dc9-c720-4565-95c8-fbe193a6732a,segment=NetworkSegment(428d37f6-54df-4722-a65f-52e567a40722),segment_id=428d37f6-54df-4722-a65f-52e567a40722)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:58:11.441764 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4fa549-b494-4187-ba58-ac75d8c023ca service neutron] Pushing event updated for resources: {'Port': ['ID=e0c08b5f-21c3-48ec-b031-69af9776341a,revision_number=3']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:58:11.447804 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 03:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee453fc-d28e-4c36-abb3-6c3d65366619 x-openstack-request-id: req-8ee453fc-d28e-4c36-abb3-6c3d65366619 {{(pid=113375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 03:58:11.447804 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e804c550-5dd6-415e-896f-7fb5fdcf0124", "tag": "e0c08b5f-21c3-48ec-b031-69af9776341a", "status": "completed", "code": 200}]} {{(pid=113375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 03:58:11.447804 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8ee453fc-d28e-4c36-abb3-6c3d65366619 {{(pid=113375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 03:58:11.447804 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ee453fc-d28e-4c36-abb3-6c3d65366619'] response: {'name': 'network-changed', 'server_uuid': 'e804c550-5dd6-415e-896f-7fb5fdcf0124', 'tag': 'e0c08b5f-21c3-48ec-b031-69af9776341a', 'status': 'completed', 'code': 200} Sep 16 03:58:11.448821 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 03:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0670c74e-b18b-4a9d-9283-80cdeee9cc5a x-openstack-request-id: req-0670c74e-b18b-4a9d-9283-80cdeee9cc5a {{(pid=113376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 03:58:11.448917 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93a4d2c5-b48d-4967-9a36-474f8806d840", "name": "network-vif-plugged", "status": "completed", "tag": "4f696dc9-c720-4565-95c8-fbe193a6732a", "code": 200}]} {{(pid=113376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 03:58:11.449186 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0670c74e-b18b-4a9d-9283-80cdeee9cc5a {{(pid=113376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 03:58:11.449585 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0670c74e-b18b-4a9d-9283-80cdeee9cc5a'] response: {'server_uuid': '93a4d2c5-b48d-4967-9a36-474f8806d840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f696dc9-c720-4565-95c8-fbe193a6732a', 'code': 200} Sep 16 03:58:11.490806 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (4f696dc9-c720-4565-95c8-fbe193a6732a), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:11.515290 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c456f0da-fd80-4294-854a-cbbad357a596 req-cabc4cd6-acce-4be3-af77-2d9bf6083b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:58:11.516851 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-c456f0da-fd80-4294-854a-cbbad357a596 req-cabc4cd6-acce-4be3-af77-2d9bf6083b7d service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=ada320ab9e1644f29fd613c173ffe0a8&device_id=e804c550-5dd6-415e-896f-7fb5fdcf0124 HTTP/1.1" status: 200 len: 1128 time: 0.0406375 Sep 16 03:58:11.540681 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Pushing event updated for resources: {'Port': ['ID=4f696dc9-c720-4565-95c8-fbe193a6732a,revision_number=5']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:58:11.618448 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c456f0da-fd80-4294-854a-cbbad357a596 req-b67b55d5-2430-4bfd-87e7-0df33337be47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:58:11.620526 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-c456f0da-fd80-4294-854a-cbbad357a596 req-b67b55d5-2430-4bfd-87e7-0df33337be47 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?tenant_id=ada320ab9e1644f29fd613c173ffe0a8&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0957644 Sep 16 03:58:11.715979 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c456f0da-fd80-4294-854a-cbbad357a596 req-cf921b8c-4e61-44a1-a3a9-9707ac11eced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:58:11.717422 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-c456f0da-fd80-4294-854a-cbbad357a596 req-cf921b8c-4e61-44a1-a3a9-9707ac11eced service neutron] 10.222.0.52 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0884464 Sep 16 03:58:11.763428 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ec311a-f7f1-4b97-bff0-183124a7037e req-55cea6c7-301f-4139-aaac-d3c7fc00ceb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:58:11.764920 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-09ec311a-f7f1-4b97-bff0-183124a7037e req-55cea6c7-301f-4139-aaac-d3c7fc00ceb3 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=93a4d2c5-b48d-4967-9a36-474f8806d840 HTTP/1.1" status: 200 len: 1133 time: 0.0405936 Sep 16 03:58:11.798330 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff7d124-d464-478d-a747-0d6d0c4137a7 req-969f5cfd-5399-415d-9a54-31d054eba787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:58:11.799882 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-2ff7d124-d464-478d-a747-0d6d0c4137a7 req-969f5cfd-5399-415d-9a54-31d054eba787 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=ada320ab9e1644f29fd613c173ffe0a8&device_id=e804c550-5dd6-415e-896f-7fb5fdcf0124 HTTP/1.1" status: 200 len: 1128 time: 0.0432360 Sep 16 03:58:11.809551 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-09ec311a-f7f1-4b97-bff0-183124a7037e req-4dc91402-6c19-4ad4-a2bc-9b2bf9686fac service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=60126a61-0a20-4250-ac5a-242d0277cc42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388653 Sep 16 03:58:11.842093 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-2ff7d124-d464-478d-a747-0d6d0c4137a7 req-49989074-315b-4d8b-b142-25905de61571 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e0c08b5f-21c3-48ec-b031-69af9776341a HTTP/1.1" status: 200 len: 217 time: 0.0314710 Sep 16 03:58:12.067859 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff7d124-d464-478d-a747-0d6d0c4137a7 req-92b93fee-1ffa-4377-9a82-ecfc97f62e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:58:12.069316 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-2ff7d124-d464-478d-a747-0d6d0c4137a7 req-92b93fee-1ffa-4377-9a82-ecfc97f62e1c service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=3f69fc75-572f-46e7-b407-eed4af66d571 HTTP/1.1" status: 200 len: 849 time: 0.0463386 Sep 16 03:58:12.107277 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-2ff7d124-d464-478d-a747-0d6d0c4137a7 req-55dfb5df-556e-4fcf-a611-5f475c566387 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=0ec0daae-44e5-4b74-a88f-e18abd4b0197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268149 Sep 16 03:58:12.242127 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:58:12.251383 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8084a85-8037-4a0a-a52e-18852d9ee2fe req-5c7fcad9-28c2-4d5b-a480-4fca75c7bb2e tempest-VolumesNegativeTest-2118766215 tempest-VolumesNegativeTest-2118766215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:58:12.252864 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-b8084a85-8037-4a0a-a52e-18852d9ee2fe req-5c7fcad9-28c2-4d5b-a480-4fca75c7bb2e tempest-VolumesNegativeTest-2118766215 tempest-VolumesNegativeTest-2118766215-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=93a4d2c5-b48d-4967-9a36-474f8806d840 HTTP/1.1" status: 200 len: 949 time: 0.0677183 Sep 16 03:58:12.254834 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-2ff7d124-d464-478d-a747-0d6d0c4137a7 req-0d45637a-90bd-44a8-a460-3166f73ad9e5 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/0ec0daae-44e5-4b74-a88f-e18abd4b0197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414280 Sep 16 03:58:12.257376 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85d2120-d0fb-4598-a214-23bca84075fb req-786f81f6-78de-4a9f-b04b-c63363a45121 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:58:12.258858 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-e85d2120-d0fb-4598-a214-23bca84075fb req-786f81f6-78de-4a9f-b04b-c63363a45121 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e804c550-5dd6-415e-896f-7fb5fdcf0124 HTTP/1.1" status: 200 len: 944 time: 0.2262731 Sep 16 03:58:12.306940 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-e85d2120-d0fb-4598-a214-23bca84075fb req-b09b243f-f96c-476f-afa7-bb6bdcc40ff3 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c8277f2e-38a1-4676-9d05-40c3a116087f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419385 Sep 16 03:58:12.392080 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-b8084a85-8037-4a0a-a52e-18852d9ee2fe req-eaf18e2d-5911-4787-8a0a-64a14a7aaf7e tempest-VolumesNegativeTest-2118766215 tempest-VolumesNegativeTest-2118766215-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=60126a61-0a20-4250-ac5a-242d0277cc42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335387 Sep 16 03:58:12.579128 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-2ff7d124-d464-478d-a747-0d6d0c4137a7 req-d60c7d4b-1dd7-4219-95a6-5798ecd5b093 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/0ec0daae-44e5-4b74-a88f-e18abd4b0197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872250 Sep 16 03:58:13.430037 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f8c38-eccc-4994-a24e-d41e95559a7f req-5370a37c-9a88-4700-8a1d-008f0d6fff53 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:58:13.431569 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-c97f8c38-eccc-4994-a24e-d41e95559a7f req-5370a37c-9a88-4700-8a1d-008f0d6fff53 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e804c550-5dd6-415e-896f-7fb5fdcf0124 HTTP/1.1" status: 200 len: 944 time: 0.0493419 Sep 16 03:58:13.485463 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-c97f8c38-eccc-4994-a24e-d41e95559a7f req-2ac63424-89d6-4ac5-940f-07ca8a092c9e tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c8277f2e-38a1-4676-9d05-40c3a116087f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456522 Sep 16 03:58:13.575207 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95141f44-3a8c-4eeb-b2eb-78d76fa32b5b req-f91196a3-e28c-4cef-8544-880721943ca5 tempest-VolumesNegativeTest-2118766215 tempest-VolumesNegativeTest-2118766215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:58:13.576643 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-95141f44-3a8c-4eeb-b2eb-78d76fa32b5b req-f91196a3-e28c-4cef-8544-880721943ca5 tempest-VolumesNegativeTest-2118766215 tempest-VolumesNegativeTest-2118766215-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=93a4d2c5-b48d-4967-9a36-474f8806d840 HTTP/1.1" status: 200 len: 949 time: 0.1010494 Sep 16 03:58:13.622394 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-95141f44-3a8c-4eeb-b2eb-78d76fa32b5b req-2559d97b-664c-40da-983d-73a21bf8d545 tempest-VolumesNegativeTest-2118766215 tempest-VolumesNegativeTest-2118766215-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=60126a61-0a20-4250-ac5a-242d0277cc42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401254 Sep 16 03:58:14.195496 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:58:14.236874 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de25ede-29eb-4137-a2ad-40157b3618e4 req-fed14784-8d20-485e-961c-02379054eaf0 tempest-VolumesNegativeTest-2118766215 tempest-VolumesNegativeTest-2118766215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:58:14.238333 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-9de25ede-29eb-4137-a2ad-40157b3618e4 req-fed14784-8d20-485e-961c-02379054eaf0 tempest-VolumesNegativeTest-2118766215 tempest-VolumesNegativeTest-2118766215-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=93a4d2c5-b48d-4967-9a36-474f8806d840 HTTP/1.1" status: 200 len: 949 time: 0.0509994 Sep 16 03:58:14.285754 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-9de25ede-29eb-4137-a2ad-40157b3618e4 req-65d1083f-56d9-47c8-9154-4521740bd213 tempest-VolumesNegativeTest-2118766215 tempest-VolumesNegativeTest-2118766215-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=60126a61-0a20-4250-ac5a-242d0277cc42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417461 Sep 16 03:58:14.610647 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c7fa1-2fb8-4078-b20f-fa1997a0a92a req-f2c571a5-be6c-4855-b3de-10e0eda824a2 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:58:14.612119 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-576c7fa1-2fb8-4078-b20f-fa1997a0a92a req-f2c571a5-be6c-4855-b3de-10e0eda824a2 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e804c550-5dd6-415e-896f-7fb5fdcf0124 HTTP/1.1" status: 200 len: 944 time: 0.0518394 Sep 16 03:58:14.661891 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-576c7fa1-2fb8-4078-b20f-fa1997a0a92a req-7ff347fd-224f-402a-b661-01fa4d43112f tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c8277f2e-38a1-4676-9d05-40c3a116087f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442429 Sep 16 03:58:15.415971 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f800b947-2e88-485f-8ac1-ae92563b1e0c req-4acfcc31-d8f1-4f89-83c8-7d5bfee7be42 tempest-VolumesNegativeTest-2118766215 tempest-VolumesNegativeTest-2118766215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:58:15.417435 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-f800b947-2e88-485f-8ac1-ae92563b1e0c req-4acfcc31-d8f1-4f89-83c8-7d5bfee7be42 tempest-VolumesNegativeTest-2118766215 tempest-VolumesNegativeTest-2118766215-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=93a4d2c5-b48d-4967-9a36-474f8806d840 HTTP/1.1" status: 200 len: 949 time: 0.0558429 Sep 16 03:58:15.467796 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-f800b947-2e88-485f-8ac1-ae92563b1e0c req-b3928587-ba3e-49db-949c-03fe131cb4e3 tempest-VolumesNegativeTest-2118766215 tempest-VolumesNegativeTest-2118766215-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=60126a61-0a20-4250-ac5a-242d0277cc42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444338 Sep 16 03:58:15.633122 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6cfd1a-20b3-4491-8623-7f951c478764 req-7d49547d-aab2-4e43-bba9-6f30c28fe6c0 tempest-VolumesNegativeTest-2118766215 tempest-VolumesNegativeTest-2118766215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:58:15.634467 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-cf6cfd1a-20b3-4491-8623-7f951c478764 req-7d49547d-aab2-4e43-bba9-6f30c28fe6c0 tempest-VolumesNegativeTest-2118766215 tempest-VolumesNegativeTest-2118766215-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=93a4d2c5-b48d-4967-9a36-474f8806d840 HTTP/1.1" status: 200 len: 949 time: 0.0477524 Sep 16 03:58:15.718767 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.plugin [req-cf6cfd1a-20b3-4491-8623-7f951c478764 req-ee035d84-6b17-4a98-8878-32fce8dca4d7 tempest-VolumesNegativeTest-2118766215 tempest-VolumesNegativeTest-2118766215-project] Deleting port 4f696dc9-c720-4565-95c8-fbe193a6732a {{(pid=113375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 03:58:15.719135 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-cf6cfd1a-20b3-4491-8623-7f951c478764 req-ee035d84-6b17-4a98-8878-32fce8dca4d7 tempest-VolumesNegativeTest-2118766215 tempest-VolumesNegativeTest-2118766215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672990733'] for port (4f696dc9-c720-4565-95c8-fbe193a6732a), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:15.785250 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daca5df9-4853-4bf4-8ab0-9aaee9f13c6b req-4b499b3f-ae57-49f0-bfc7-75bc5c8bbc7c tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:58:15.786859 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-daca5df9-4853-4bf4-8ab0-9aaee9f13c6b req-4b499b3f-ae57-49f0-bfc7-75bc5c8bbc7c tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e804c550-5dd6-415e-896f-7fb5fdcf0124 HTTP/1.1" status: 200 len: 944 time: 0.0482011 Sep 16 03:58:15.812013 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.db [req-cf6cfd1a-20b3-4491-8623-7f951c478764 req-ee035d84-6b17-4a98-8878-32fce8dca4d7 tempest-VolumesNegativeTest-2118766215 tempest-VolumesNegativeTest-2118766215-project] For port 4f696dc9-c720-4565-95c8-fbe193a6732a, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=4f696dc9-c720-4565-95c8-fbe193a6732a,segment=NetworkSegment(428d37f6-54df-4722-a65f-52e567a40722),segment_id=428d37f6-54df-4722-a65f-52e567a40722)] {{(pid=113375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:58:15.812376 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-cf6cfd1a-20b3-4491-8623-7f951c478764 req-ee035d84-6b17-4a98-8878-32fce8dca4d7 tempest-VolumesNegativeTest-2118766215 tempest-VolumesNegativeTest-2118766215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432982'] for port (4f696dc9-c720-4565-95c8-fbe193a6732a), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:15.826509 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.plugin [req-cf6cfd1a-20b3-4491-8623-7f951c478764 req-ee035d84-6b17-4a98-8878-32fce8dca4d7 tempest-VolumesNegativeTest-2118766215 tempest-VolumesNegativeTest-2118766215-project] Calling delete_port for 4f696dc9-c720-4565-95c8-fbe193a6732a owned by compute:nova {{(pid=113375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 03:58:15.835793 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-daca5df9-4853-4bf4-8ab0-9aaee9f13c6b req-6b7883a3-d9af-448c-b0f3-76a4643836b9 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c8277f2e-38a1-4676-9d05-40c3a116087f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432694 Sep 16 03:58:16.012450 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-cf6cfd1a-20b3-4491-8623-7f951c478764 req-ee035d84-6b17-4a98-8878-32fce8dca4d7 tempest-VolumesNegativeTest-2118766215 tempest-VolumesNegativeTest-2118766215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672957835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672515813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4972043'] for port (4f696dc9-c720-4565-95c8-fbe193a6732a), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:16.029412 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] get_ports_and_sgs() called for port_ids ['4f696dc9-c720-4565-95c8-fbe193a6732a'] {{(pid=113376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 03:58:16.044594 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee035d84-6b17-4a98-8878-32fce8dca4d7 tempest-VolumesNegativeTest-2118766215 tempest-VolumesNegativeTest-2118766215-project] Pushing event deleted for resources: {'Port': ['ID=4f696dc9-c720-4565-95c8-fbe193a6732a,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:58:16.095310 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf6cfd1a-20b3-4491-8623-7f951c478764 req-ee035d84-6b17-4a98-8878-32fce8dca4d7 tempest-VolumesNegativeTest-2118766215 tempest-VolumesNegativeTest-2118766215-project] No DVR routers for this DVR port 4f696dc9-c720-4565-95c8-fbe193a6732a on host hv-cinder-85799 {{(pid=113375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 03:58:16.097905 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-cf6cfd1a-20b3-4491-8623-7f951c478764 req-ee035d84-6b17-4a98-8878-32fce8dca4d7 tempest-VolumesNegativeTest-2118766215 tempest-VolumesNegativeTest-2118766215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for port (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:16.101327 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-cf6cfd1a-20b3-4491-8623-7f951c478764 req-ee035d84-6b17-4a98-8878-32fce8dca4d7 tempest-VolumesNegativeTest-2118766215 tempest-VolumesNegativeTest-2118766215-project] 10.222.0.52 "DELETE /networking/v2.0/ports/4f696dc9-c720-4565-95c8-fbe193a6732a HTTP/1.1" status: 204 len: 173 time: 0.4590850 Sep 16 03:58:16.101843 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93a4d2c5-b48d-4967-9a36-474f8806d840', 'name': 'network-vif-deleted', 'tag': '4f696dc9-c720-4565-95c8-fbe193a6732a'}] {{(pid=113375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 03:58:16.104180 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5377fd1d321389c1792f161ed840337514ae556b8848fe715c314c680a14a908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d6bce5-ea89-4f9d-a599-d0d671ba7f0f" -d '{"events": [{"server_uuid": "93a4d2c5-b48d-4967-9a36-474f8806d840", "name": "network-vif-deleted", "tag": "4f696dc9-c720-4565-95c8-fbe193a6732a"}]}' {{(pid=113375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 03:58:16.145995 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 03:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe107edf-70f9-4a7d-b234-4014db0c5a8f x-openstack-request-id: req-fe107edf-70f9-4a7d-b234-4014db0c5a8f {{(pid=113375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 03:58:16.146280 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93a4d2c5-b48d-4967-9a36-474f8806d840", "name": "network-vif-deleted", "tag": "4f696dc9-c720-4565-95c8-fbe193a6732a", "status": "completed", "code": 200}]} {{(pid=113375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 03:58:16.146532 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fe107edf-70f9-4a7d-b234-4014db0c5a8f {{(pid=113375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 03:58:16.146975 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe107edf-70f9-4a7d-b234-4014db0c5a8f'] response: {'server_uuid': '93a4d2c5-b48d-4967-9a36-474f8806d840', 'name': 'network-vif-deleted', 'tag': '4f696dc9-c720-4565-95c8-fbe193a6732a', 'status': 'completed', 'code': 200} Sep 16 03:58:16.587451 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-f0b27046-63c7-47de-9ebd-88649fbbc641 req-ebe3ff00-55ad-4d86-82ac-d837897a72ca tempest-VolumesNegativeTest-2118766215 tempest-VolumesNegativeTest-2118766215-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=93a4d2c5-b48d-4967-9a36-474f8806d840 HTTP/1.1" status: 200 len: 210 time: 0.0281353 Sep 16 03:58:16.957071 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0397918d-8747-40ae-af36-1c44f158fe0c req-70ba0ba9-e75a-412b-a8ab-75db9d5f6bd6 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:58:16.958534 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-0397918d-8747-40ae-af36-1c44f158fe0c req-70ba0ba9-e75a-412b-a8ab-75db9d5f6bd6 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e804c550-5dd6-415e-896f-7fb5fdcf0124 HTTP/1.1" status: 200 len: 944 time: 0.0472140 Sep 16 03:58:17.005869 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-0397918d-8747-40ae-af36-1c44f158fe0c req-f68423a0-5b63-4538-bd32-1416aedc4e0b tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c8277f2e-38a1-4676-9d05-40c3a116087f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415921 Sep 16 03:58:17.198809 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device e0c08b5f-21c3-48ec-b031-69af9776341a details requested by agent hyperv_hv-cinder-85799 with host hv-cinder-85799 {{(pid=113376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 03:58:17.297563 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] For port e0c08b5f-21c3-48ec-b031-69af9776341a, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=e0c08b5f-21c3-48ec-b031-69af9776341a,segment=NetworkSegment(e2cb9d06-9f74-4053-9f24-a4f8651d4f99),segment_id=e2cb9d06-9f74-4053-9f24-a4f8651d4f99)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:58:17.308554 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Returning: {'device': 'e0c08b5f-21c3-48ec-b031-69af9776341a', 'network_id': '0ec0daae-44e5-4b74-a88f-e18abd4b0197', 'port_id': 'e0c08b5f-21c3-48ec-b031-69af9776341a', 'mac_address': 'fa:16:3e:75:ae:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f69fc75-572f-46e7-b407-eed4af66d571', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 03:58:17.343946 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Current status of the port e0c08b5f-21c3-48ec-b031-69af9776341a is: DOWN; New status is: BUILD {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:58:17.344329 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (e0c08b5f-21c3-48ec-b031-69af9776341a), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:17.357221 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.notifiers.nova [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0c08b5f-21c3-48ec-b031-69af9776341a {{(pid=113376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 03:58:17.376706 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] For port e0c08b5f-21c3-48ec-b031-69af9776341a, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=e0c08b5f-21c3-48ec-b031-69af9776341a,segment=NetworkSegment(e2cb9d06-9f74-4053-9f24-a4f8651d4f99),segment_id=e2cb9d06-9f74-4053-9f24-a4f8651d4f99)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:58:17.470015 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (e0c08b5f-21c3-48ec-b031-69af9776341a), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:17.506633 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:58:17.520155 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Pushing event updated for resources: {'Port': ['ID=e0c08b5f-21c3-48ec-b031-69af9776341a,revision_number=4']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:58:17.702645 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] get_ports_and_sgs() called for port_ids ['e0c08b5f-21c3-48ec-b031-69af9776341a'] {{(pid=113376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 03:58:18.116681 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:58:18.134310 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f48fd8-a64e-496d-bdb9-a9259b2d2b9a req-12c8d3b1-f0bf-4c79-aceb-1620660cc497 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:58:18.135810 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-31f48fd8-a64e-496d-bdb9-a9259b2d2b9a req-12c8d3b1-f0bf-4c79-aceb-1620660cc497 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e804c550-5dd6-415e-896f-7fb5fdcf0124 HTTP/1.1" status: 200 len: 945 time: 0.0502379 Sep 16 03:58:18.194279 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-31f48fd8-a64e-496d-bdb9-a9259b2d2b9a req-43eb7918-9d30-44d0-a010-834b9934c6f3 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c8277f2e-38a1-4676-9d05-40c3a116087f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526087 Sep 16 03:58:18.600054 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=8 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:58:18.604099 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=20 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:58:18.818164 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (d68ba685-94d2-4b65-887f-d5ec3884fbfa), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:19.203189 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device e0c08b5f-21c3-48ec-b031-69af9776341a up at agent hyperv_hv-cinder-85799 {{(pid=113376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 03:58:19.247064 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Provisioning for port e0c08b5f-21c3-48ec-b031-69af9776341a completed by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 03:58:19.319260 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Provisioning complete for port e0c08b5f-21c3-48ec-b031-69af9776341a triggered by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:58:19.319643 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (e0c08b5f-21c3-48ec-b031-69af9776341a), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:19.319984 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Attempt 1 to provision port e0c08b5f-21c3-48ec-b031-69af9776341a Sep 16 03:58:19.327363 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef168b9-cf9c-4b81-a2c9-01568e49ace6 req-97370d73-16c8-4a90-af87-4274df03ec67 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:58:19.335085 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-fef168b9-cf9c-4b81-a2c9-01568e49ace6 req-97370d73-16c8-4a90-af87-4274df03ec67 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e804c550-5dd6-415e-896f-7fb5fdcf0124 HTTP/1.1" status: 200 len: 945 time: 0.0483627 Sep 16 03:58:19.382112 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-fef168b9-cf9c-4b81-a2c9-01568e49ace6 req-324a37bf-0e3a-445e-85c3-fe4d0c696533 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c8277f2e-38a1-4676-9d05-40c3a116087f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467107 Sep 16 03:58:19.393053 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Current status of the port e0c08b5f-21c3-48ec-b031-69af9776341a is: BUILD; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:58:19.393442 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (e0c08b5f-21c3-48ec-b031-69af9776341a), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:19.419567 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e804c550-5dd6-415e-896f-7fb5fdcf0124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0c08b5f-21c3-48ec-b031-69af9776341a'}] {{(pid=113376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 03:58:19.422333 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536f81a66b80124a32e6614edce579112ba342401ad4fb2d1257d5ac670fb901" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ab6353-b51c-4ef3-b136-2f85555a32a1" -d '{"events": [{"server_uuid": "e804c550-5dd6-415e-896f-7fb5fdcf0124", "name": "network-vif-plugged", "status": "completed", "tag": "e0c08b5f-21c3-48ec-b031-69af9776341a"}]}' {{(pid=113376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 03:58:19.435152 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] For port e0c08b5f-21c3-48ec-b031-69af9776341a, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=e0c08b5f-21c3-48ec-b031-69af9776341a,segment=NetworkSegment(e2cb9d06-9f74-4053-9f24-a4f8651d4f99),segment_id=e2cb9d06-9f74-4053-9f24-a4f8651d4f99)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:58:19.459917 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 03:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f937279c-0bb2-43d8-9109-b79776fa807e x-openstack-request-id: req-f937279c-0bb2-43d8-9109-b79776fa807e {{(pid=113376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 03:58:19.463053 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e804c550-5dd6-415e-896f-7fb5fdcf0124", "name": "network-vif-plugged", "status": "completed", "tag": "e0c08b5f-21c3-48ec-b031-69af9776341a", "code": 200}]} {{(pid=113376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 03:58:19.463053 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f937279c-0bb2-43d8-9109-b79776fa807e {{(pid=113376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 03:58:19.463053 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f937279c-0bb2-43d8-9109-b79776fa807e'] response: {'server_uuid': 'e804c550-5dd6-415e-896f-7fb5fdcf0124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0c08b5f-21c3-48ec-b031-69af9776341a', 'code': 200} Sep 16 03:58:19.525273 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (e0c08b5f-21c3-48ec-b031-69af9776341a), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:19.526213 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device 4f696dc9-c720-4565-95c8-fbe193a6732a no longer exists at agent hyperv_hv-cinder-85799 {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 03:58:19.564562 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] No Port match for: 4f696dc9-c720-4565-95c8-fbe193a6732a {{(pid=113376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 03:58:19.564906 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device 4f696dc9-c720-4565-95c8-fbe193a6732a not bound to the agent host hv-cinder-85799 {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 03:58:19.590861 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Pushing event updated for resources: {'Port': ['ID=e0c08b5f-21c3-48ec-b031-69af9776341a,revision_number=5']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:58:19.841328 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919ee98e-08e1-4d3d-a99d-33efbf4da31f req-b96a4eb8-b0a8-45a1-a65d-6fdb2caad6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:58:19.842993 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-919ee98e-08e1-4d3d-a99d-33efbf4da31f req-b96a4eb8-b0a8-45a1-a65d-6fdb2caad6c7 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e804c550-5dd6-415e-896f-7fb5fdcf0124 HTTP/1.1" status: 200 len: 1130 time: 0.0383947 Sep 16 03:58:19.890649 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-919ee98e-08e1-4d3d-a99d-33efbf4da31f req-90d43429-9c14-4798-9387-6452c0d95224 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c8277f2e-38a1-4676-9d05-40c3a116087f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402093 Sep 16 03:58:20.503172 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1237c1b-2890-47e4-b869-55173ecafa0e req-c0b52722-dc3c-4172-9b66-3766bdffe073 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:58:20.504545 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-b1237c1b-2890-47e4-b869-55173ecafa0e req-c0b52722-dc3c-4172-9b66-3766bdffe073 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e804c550-5dd6-415e-896f-7fb5fdcf0124 HTTP/1.1" status: 200 len: 946 time: 0.0470154 Sep 16 03:58:20.553371 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-b1237c1b-2890-47e4-b869-55173ecafa0e req-02bbbdfa-83e8-4d25-8c4f-99442f1944ca tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c8277f2e-38a1-4676-9d05-40c3a116087f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430493 Sep 16 03:58:21.685905 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bcfcf2-ff21-46ba-a80c-e6f1aeb182ff req-1c7c2eb2-a2bf-4719-be42-1f8857030f34 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:58:21.687461 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-42bcfcf2-ff21-46ba-a80c-e6f1aeb182ff req-1c7c2eb2-a2bf-4719-be42-1f8857030f34 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e804c550-5dd6-415e-896f-7fb5fdcf0124 HTTP/1.1" status: 200 len: 946 time: 0.0478561 Sep 16 03:58:21.714406 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:58:21.742680 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-42bcfcf2-ff21-46ba-a80c-e6f1aeb182ff req-64ff1d2d-d912-4afd-8d4c-0da7a06a52b7 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c8277f2e-38a1-4676-9d05-40c3a116087f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495987 Sep 16 03:58:22.988698 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d5205a-f5b4-4b29-8a77-d7dabc83317e req-1fafe200-25d0-4724-be56-2e5b8c1bc256 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:58:22.990130 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-88d5205a-f5b4-4b29-8a77-d7dabc83317e req-1fafe200-25d0-4724-be56-2e5b8c1bc256 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e804c550-5dd6-415e-896f-7fb5fdcf0124 HTTP/1.1" status: 200 len: 946 time: 0.0456564 Sep 16 03:58:23.037047 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-88d5205a-f5b4-4b29-8a77-d7dabc83317e req-608e84b7-e1fb-4d18-bc2a-2e8eeed8d9dc tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c8277f2e-38a1-4676-9d05-40c3a116087f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412567 Sep 16 03:58:23.219049 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-58b74182-aa07-40e4-8454-ac350c3d9c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (5f458d39-b7df-4a2e-8f52-58d49f268778), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:24.093489 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 37146) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:58:24.164567 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69eec59-84a1-4162-b95d-625b4a088ff0 req-f707c3d1-c9dd-4b7d-a25e-d5dc47635053 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:58:24.165995 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-a69eec59-84a1-4162-b95d-625b4a088ff0 req-f707c3d1-c9dd-4b7d-a25e-d5dc47635053 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e804c550-5dd6-415e-896f-7fb5fdcf0124 HTTP/1.1" status: 200 len: 946 time: 0.0490634 Sep 16 03:58:24.233839 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=100 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:58:24.242069 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-a69eec59-84a1-4162-b95d-625b4a088ff0 req-5ad9ff7d-05d6-4190-8413-4c7da62dde35 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c8277f2e-38a1-4676-9d05-40c3a116087f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703385 Sep 16 03:58:24.255549 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-3f8c7200-32cd-4726-ac27-7e2ed8f6e1ea admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=548a2763e5c146c783f15114b4070a0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1608229 Sep 16 03:58:24.257414 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 37150) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:58:24.265131 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=100 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:58:24.309068 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-e4a09824-049f-44ee-a61e-acb289cd7c39 admin admin] Publish callbacks [] for security_group (60126a61-0a20-4250-ac5a-242d0277cc42), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:24.330226 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-e4a09824-049f-44ee-a61e-acb289cd7c39 admin admin] Publish callbacks [] for security_group (60126a61-0a20-4250-ac5a-242d0277cc42), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:24.456337 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-e4a09824-049f-44ee-a61e-acb289cd7c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (60126a61-0a20-4250-ac5a-242d0277cc42), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:24.459221 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-e4a09824-049f-44ee-a61e-acb289cd7c39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:24.460375 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-e4a09824-049f-44ee-a61e-acb289cd7c39 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/60126a61-0a20-4250-ac5a-242d0277cc42 HTTP/1.1" status: 204 len: 168 time: 0.2018929 Sep 16 03:58:24.468396 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a09824-049f-44ee-a61e-acb289cd7c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60126a61-0a20-4250-ac5a-242d0277cc42,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:58:24.475954 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a09824-049f-44ee-a61e-acb289cd7c39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:58:24.476295 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a09824-049f-44ee-a61e-acb289cd7c39 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:58:24.476630 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a09824-049f-44ee-a61e-acb289cd7c39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:58:24.476959 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a09824-049f-44ee-a61e-acb289cd7c39 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:58:24.477290 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a09824-049f-44ee-a61e-acb289cd7c39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:58:24.477613 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a09824-049f-44ee-a61e-acb289cd7c39 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:58:24.478015 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a09824-049f-44ee-a61e-acb289cd7c39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:58:24.478288 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a09824-049f-44ee-a61e-acb289cd7c39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:58:24.478605 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a09824-049f-44ee-a61e-acb289cd7c39 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:58:24.478937 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a09824-049f-44ee-a61e-acb289cd7c39 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:58:24.479257 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a09824-049f-44ee-a61e-acb289cd7c39 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:58:24.479572 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a09824-049f-44ee-a61e-acb289cd7c39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:58:24.479885 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a09824-049f-44ee-a61e-acb289cd7c39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:58:24.480193 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a09824-049f-44ee-a61e-acb289cd7c39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:58:24.480502 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a09824-049f-44ee-a61e-acb289cd7c39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:58:24.500698 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:58:24.537137 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e32897b-3cb0-420b-99a4-e13f6eb68dcc req-0f07191c-77f3-47fe-a172-948b129e7ad7 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:58:24.538866 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-2e32897b-3cb0-420b-99a4-e13f6eb68dcc req-0f07191c-77f3-47fe-a172-948b129e7ad7 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e804c550-5dd6-415e-896f-7fb5fdcf0124 HTTP/1.1" status: 200 len: 946 time: 0.0539162 Sep 16 03:58:24.629778 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.plugin [req-2e32897b-3cb0-420b-99a4-e13f6eb68dcc req-8dd4b961-0bf9-4e55-92bc-6b6ce216fec4 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] Deleting port e0c08b5f-21c3-48ec-b031-69af9776341a {{(pid=113375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 03:58:24.630119 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-2e32897b-3cb0-420b-99a4-e13f6eb68dcc req-8dd4b961-0bf9-4e55-92bc-6b6ce216fec4 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672990733'] for port (e0c08b5f-21c3-48ec-b031-69af9776341a), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:24.718957 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.db [req-2e32897b-3cb0-420b-99a4-e13f6eb68dcc req-8dd4b961-0bf9-4e55-92bc-6b6ce216fec4 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] For port e0c08b5f-21c3-48ec-b031-69af9776341a, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=e0c08b5f-21c3-48ec-b031-69af9776341a,segment=NetworkSegment(e2cb9d06-9f74-4053-9f24-a4f8651d4f99),segment_id=e2cb9d06-9f74-4053-9f24-a4f8651d4f99)] {{(pid=113375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:58:24.719316 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-2e32897b-3cb0-420b-99a4-e13f6eb68dcc req-8dd4b961-0bf9-4e55-92bc-6b6ce216fec4 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432982'] for port (e0c08b5f-21c3-48ec-b031-69af9776341a), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:24.732460 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.plugin [req-2e32897b-3cb0-420b-99a4-e13f6eb68dcc req-8dd4b961-0bf9-4e55-92bc-6b6ce216fec4 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] Calling delete_port for e0c08b5f-21c3-48ec-b031-69af9776341a owned by compute:nova {{(pid=113375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 03:58:24.964954 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-2e32897b-3cb0-420b-99a4-e13f6eb68dcc req-8dd4b961-0bf9-4e55-92bc-6b6ce216fec4 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672957835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672515813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4972043'] for port (e0c08b5f-21c3-48ec-b031-69af9776341a), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:24.981200 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] get_ports_and_sgs() called for port_ids ['e0c08b5f-21c3-48ec-b031-69af9776341a'] {{(pid=113376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 03:58:24.992788 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd4b961-0bf9-4e55-92bc-6b6ce216fec4 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] Pushing event deleted for resources: {'Port': ['ID=e0c08b5f-21c3-48ec-b031-69af9776341a,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:58:25.042075 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e32897b-3cb0-420b-99a4-e13f6eb68dcc req-8dd4b961-0bf9-4e55-92bc-6b6ce216fec4 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] No DVR routers for this DVR port e0c08b5f-21c3-48ec-b031-69af9776341a on host hv-cinder-85799 {{(pid=113375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 03:58:25.044632 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-2e32897b-3cb0-420b-99a4-e13f6eb68dcc req-8dd4b961-0bf9-4e55-92bc-6b6ce216fec4 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for port (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:25.048487 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-2e32897b-3cb0-420b-99a4-e13f6eb68dcc req-8dd4b961-0bf9-4e55-92bc-6b6ce216fec4 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] 10.222.0.52 "DELETE /networking/v2.0/ports/e0c08b5f-21c3-48ec-b031-69af9776341a HTTP/1.1" status: 204 len: 173 time: 0.5013189 Sep 16 03:58:25.048997 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e804c550-5dd6-415e-896f-7fb5fdcf0124', 'name': 'network-vif-deleted', 'tag': 'e0c08b5f-21c3-48ec-b031-69af9776341a'}] {{(pid=113375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 03:58:25.051263 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5377fd1d321389c1792f161ed840337514ae556b8848fe715c314c680a14a908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dbed75f-ff13-48a3-aaad-73e6c44e0465" -d '{"events": [{"server_uuid": "e804c550-5dd6-415e-896f-7fb5fdcf0124", "name": "network-vif-deleted", "tag": "e0c08b5f-21c3-48ec-b031-69af9776341a"}]}' {{(pid=113375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 03:58:25.093731 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 03:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2910fd38-b8aa-4531-87b9-147c1e7ed50d x-openstack-request-id: req-2910fd38-b8aa-4531-87b9-147c1e7ed50d {{(pid=113375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 03:58:25.093982 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e804c550-5dd6-415e-896f-7fb5fdcf0124", "name": "network-vif-deleted", "tag": "e0c08b5f-21c3-48ec-b031-69af9776341a", "status": "completed", "code": 200}]} {{(pid=113375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 03:58:25.094296 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2910fd38-b8aa-4531-87b9-147c1e7ed50d {{(pid=113375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 03:58:25.094768 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2910fd38-b8aa-4531-87b9-147c1e7ed50d'] response: {'server_uuid': 'e804c550-5dd6-415e-896f-7fb5fdcf0124', 'name': 'network-vif-deleted', 'tag': 'e0c08b5f-21c3-48ec-b031-69af9776341a', 'status': 'completed', 'code': 200} Sep 16 03:58:25.368280 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-dd833093-c406-4237-ae63-65ff4a359f3b req-2fd9f551-a47e-4f3c-beee-4d092d369026 tempest-VolumesActionsTest-185621777 tempest-VolumesActionsTest-185621777-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e804c550-5dd6-415e-896f-7fb5fdcf0124 HTTP/1.1" status: 200 len: 210 time: 0.0323915 Sep 16 03:58:25.521635 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-642d173c-e928-49f8-869f-481eb99f27dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (20a8dcff-cb91-4cfb-b5ee-87736efe33d8), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:25.621666 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 37176) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:58:25.720961 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [None req-03ac2df5-605b-459a-8fea-1edd31a655ca admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1948980695-network', 'tenant_id': '42406ac5a18945dea55e37a91e9f5530'}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:58:25.852298 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ac2df5-605b-459a-8fea-1edd31a655ca admin admin] Made reservation on behalf of 42406ac5a18945dea55e37a91e9f5530 for: {'network': 1} {{(pid=113375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 03:58:25.854557 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-03ac2df5-605b-459a-8fea-1edd31a655ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for network (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:25.863774 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-03ac2df5-605b-459a-8fea-1edd31a655ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:25.924445 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:58:25.947839 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-03ac2df5-605b-459a-8fea-1edd31a655ca admin admin] Publish callbacks [] for security_group (6c720c13-a2cb-4c6c-8e6d-2a4fd7ff7c9b), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:26.064305 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-03ac2df5-605b-459a-8fea-1edd31a655ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (6c720c13-a2cb-4c6c-8e6d-2a4fd7ff7c9b), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:26.090354 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03ac2df5-605b-459a-8fea-1edd31a655ca admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=113375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 03:58:26.101022 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ac2df5-605b-459a-8fea-1edd31a655ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c720c13-a2cb-4c6c-8e6d-2a4fd7ff7c9b,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:58:26.105835 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-03ac2df5-605b-459a-8fea-1edd31a655ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432398'] for segment (eea54c47-f168-47e5-a070-e59e67614801), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:26.106117 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.db.segments_db [None req-03ac2df5-605b-459a-8fea-1edd31a655ca admin admin] Added segment eea54c47-f168-47e5-a070-e59e67614801 of type vlan for network 6fd8153b-b435-473d-99b3-693648eee8c9 Sep 16 03:58:26.114352 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:58:26.147363 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-03ac2df5-605b-459a-8fea-1edd31a655ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741672468170'] for network (6fd8153b-b435-473d-99b3-693648eee8c9), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:26.273506 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-03ac2df5-605b-459a-8fea-1edd31a655ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066'] for network (6fd8153b-b435-473d-99b3-693648eee8c9), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:26.274569 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ac2df5-605b-459a-8fea-1edd31a655ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:58:26.275237 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-03ac2df5-605b-459a-8fea-1edd31a655ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602048'] for network (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:26.339748 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ac2df5-605b-459a-8fea-1edd31a655ca admin admin] Pushing event updated for resources: {'Network': ['ID=6fd8153b-b435-473d-99b3-693648eee8c9,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:58:26.349562 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Network 6fd8153b-b435-473d-99b3-693648eee8c9 details requested by agent ovs-agent-dv-cinder-857993-1-iscsi with host dv-cinder-857993-1-iscsi {{(pid=113376) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 03:58:26.444292 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-03ac2df5-605b-459a-8fea-1edd31a655ca admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8213716 Sep 16 03:58:26.451181 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 37184) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:58:26.451710 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [None req-7d704cf6-9c84-45e3-b064-57c59557769a admin admin] Request body: {'subnet': {'network_id': '6fd8153b-b435-473d-99b3-693648eee8c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1948980695-subnet', 'tenant_id': '42406ac5a18945dea55e37a91e9f5530', 'ip_version': 4}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:58:26.537821 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d704cf6-9c84-45e3-b064-57c59557769a admin admin] Made reservation on behalf of 42406ac5a18945dea55e37a91e9f5530 for: {'subnet': 1} {{(pid=113375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 03:58:26.540357 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-7d704cf6-9c84-45e3-b064-57c59557769a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7762101'] for subnet (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:26.765809 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-7d704cf6-9c84-45e3-b064-57c59557769a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4969403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7762083'] for subnet (49bad016-29f1-4461-a0ff-8f3f7bccc4e0), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:26.816569 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:58:26.822117 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d704cf6-9c84-45e3-b064-57c59557769a admin admin] Pushing event updated for resources: {'Subnet': ['ID=49bad016-29f1-4461-a0ff-8f3f7bccc4e0,revision_number=0']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:58:26.822459 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-6e17b5b7-15b9-4810-ad4e-df527af14d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (b6f1069f-4437-473a-8bc8-4bc493c2bb12), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:26.832477 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d704cf6-9c84-45e3-b064-57c59557769a admin admin] Checking segment: {'id': 'eea54c47-f168-47e5-a070-e59e67614801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6fd8153b-b435-473d-99b3-693648eee8c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 03:58:26.832828 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d704cf6-9c84-45e3-b064-57c59557769a admin admin] Network hostable DHCP agents. Network: 6fd8153b-b435-473d-99b3-693648eee8c9, hostable agents: ['5f458d39-b7df-4a2e-8f52-58d49f268778'], hosted agents: [] {{(pid=113375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 03:58:26.939213 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d704cf6-9c84-45e3-b064-57c59557769a admin admin] Network 6fd8153b-b435-473d-99b3-693648eee8c9 is scheduled to be hosted by DHCP agent 5f458d39-b7df-4a2e-8f52-58d49f268778 with binding_index 1 {{(pid=113375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 03:58:27.027366 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.base_scheduler [None req-7d704cf6-9c84-45e3-b064-57c59557769a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857993-1-iscsi, 6fd8153b-b435-473d-99b3-693648eee8c9) {{(pid=113375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:58:27.032526 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d704cf6-9c84-45e3-b064-57c59557769a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:58:27.033116 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-7d704cf6-9c84-45e3-b064-57c59557769a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602048'] for subnet (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:27.037220 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cad8bcb-a9cd-46fa-8c2b-31cbe225354b None None] Network 6fd8153b-b435-473d-99b3-693648eee8c9 requested from dv-cinder-857993-1-iscsi {{(pid=113376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 03:58:27.125451 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-7d704cf6-9c84-45e3-b064-57c59557769a admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6749151 Sep 16 03:58:27.125633 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 37200) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:58:27.129963 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [None req-79726bed-88aa-4ca6-8c73-433959a6f135 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1948980695-router', 'tenant_id': '42406ac5a18945dea55e37a91e9f5530', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556'}}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:58:27.143278 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c658881-f257-4519-bddc-7b0d4ef938a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1b2c0b-792a-5649-a48f-0084fb1c0ace-6fd8153b-b435-473d-99b3-693648eee8c9', 'network_id': '6fd8153b-b435-473d-99b3-693648eee8c9', 'project_id': '42406ac5a18945dea55e37a91e9f5530', 'fixed_ips': [{'subnet_id': '49bad016-29f1-4461-a0ff-8f3f7bccc4e0'}]}} from dv-cinder-857993-1-iscsi. {{(pid=113376) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 03:58:27.144513 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-9c658881-f257-4519-bddc-7b0d4ef938a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (None), before_create {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:27.258394 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-79726bed-88aa-4ca6-8c73-433959a6f135 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-454019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-407'] for router (368e53f6-75ab-41b6-bae4-71bf0ef7dde0), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:27.259397 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-79726bed-88aa-4ca6-8c73-433959a6f135 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-451518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-396'] for router (368e53f6-75ab-41b6-bae4-71bf0ef7dde0), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:27.284624 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.db_base_plugin_common [None req-9c658881-f257-4519-bddc-7b0d4ef938a4 None None] Allocated IP 172.20.0.2 (6fd8153b-b435-473d-99b3-693648eee8c9/49bad016-29f1-4461-a0ff-8f3f7bccc4e0/16feabd6-d18d-4e7e-b658-53faa614a8ee) {{(pid=113376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 03:58:27.314531 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-79726bed-88aa-4ca6-8c73-433959a6f135 admin admin] Publish callbacks [] for router_controller (368e53f6-75ab-41b6-bae4-71bf0ef7dde0), precommit_add_association {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:27.352809 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:58:27.433710 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-9c658881-f257-4519-bddc-7b0d4ef938a4 None None] Publish callbacks [] for port (16feabd6-d18d-4e7e-b658-53faa614a8ee), precommit_create {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:27.505253 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-9c658881-f257-4519-bddc-7b0d4ef938a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672515804'] for port (16feabd6-d18d-4e7e-b658-53faa614a8ee), after_create {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:27.537655 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-79726bed-88aa-4ca6-8c73-433959a6f135 admin admin] Publish callbacks [] for router_gateway (368e53f6-75ab-41b6-bae4-71bf0ef7dde0), precommit_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:27.551557 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c658881-f257-4519-bddc-7b0d4ef938a4 None None] Network 6fd8153b-b435-473d-99b3-693648eee8c9 is already hosted by enough agents. {{(pid=113376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 03:58:27.554939 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.scheduler.base_scheduler [None req-9c658881-f257-4519-bddc-7b0d4ef938a4 None None] Resources bound (agent type, host, resource id): {{(pid=113376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:58:27.556789 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c658881-f257-4519-bddc-7b0d4ef938a4 None None] Pushing event updated for resources: {'Port': ['ID=16feabd6-d18d-4e7e-b658-53faa614a8ee,revision_number=1']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:58:27.558937 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c658881-f257-4519-bddc-7b0d4ef938a4 None None] Received port after_create {{(pid=113376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 03:58:27.616106 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.managers [None req-9c658881-f257-4519-bddc-7b0d4ef938a4 None None] Attempting to bind port 16feabd6-d18d-4e7e-b658-53faa614a8ee on host dv-cinder-857993-1-iscsi for vnic_type normal with profile {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 03:58:27.616479 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.managers [None req-9c658881-f257-4519-bddc-7b0d4ef938a4 None None] Attempting to bind port 16feabd6-d18d-4e7e-b658-53faa614a8ee by drivers openvswitch,hyperv on host dv-cinder-857993-1-iscsi at level 0 using segments [{'id': 'eea54c47-f168-47e5-a070-e59e67614801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6fd8153b-b435-473d-99b3-693648eee8c9'}] {{(pid=113376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 03:58:27.616845 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c658881-f257-4519-bddc-7b0d4ef938a4 None None] Attempting to bind port 16feabd6-d18d-4e7e-b658-53faa614a8ee on network 6fd8153b-b435-473d-99b3-693648eee8c9 {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 03:58:27.659634 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c658881-f257-4519-bddc-7b0d4ef938a4 None None] Checking agent: {'id': '9480ceca-8cb5-4b85-9807-6ee42f948820', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857993-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 3, 39, 29), 'started_at': datetime.datetime(2022, 9, 16, 3, 39, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 3, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857993-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 03:58:27.660015 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c658881-f257-4519-bddc-7b0d4ef938a4 None None] Checking segment: {'id': 'eea54c47-f168-47e5-a070-e59e67614801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6fd8153b-b435-473d-99b3-693648eee8c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 03:58:27.660426 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-9c658881-f257-4519-bddc-7b0d4ef938a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:27.660823 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c658881-f257-4519-bddc-7b0d4ef938a4 None None] Bound using segment: {'id': 'eea54c47-f168-47e5-a070-e59e67614801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6fd8153b-b435-473d-99b3-693648eee8c9'} {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 03:58:27.661301 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.managers [None req-9c658881-f257-4519-bddc-7b0d4ef938a4 None None] Bound port: 16feabd6-d18d-4e7e-b658-53faa614a8ee, host: dv-cinder-857993-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eea54c47-f168-47e5-a070-e59e67614801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6fd8153b-b435-473d-99b3-693648eee8c9'}}] {{(pid=113376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 03:58:27.661682 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-9c658881-f257-4519-bddc-7b0d4ef938a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (16feabd6-d18d-4e7e-b658-53faa614a8ee), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:27.701063 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:58:27.731601 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-9c658881-f257-4519-bddc-7b0d4ef938a4 None None] For port 16feabd6-d18d-4e7e-b658-53faa614a8ee, host dv-cinder-857993-1-iscsi, cleared binding levels {{(pid=113376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 03:58:27.735057 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-9c658881-f257-4519-bddc-7b0d4ef938a4 None None] For port 16feabd6-d18d-4e7e-b658-53faa614a8ee, host dv-cinder-857993-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=16feabd6-d18d-4e7e-b658-53faa614a8ee,segment=NetworkSegment(eea54c47-f168-47e5-a070-e59e67614801),segment_id=eea54c47-f168-47e5-a070-e59e67614801)] {{(pid=113376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 03:58:27.840440 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-9c658881-f257-4519-bddc-7b0d4ef938a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (16feabd6-d18d-4e7e-b658-53faa614a8ee), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:27.922663 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c658881-f257-4519-bddc-7b0d4ef938a4 None None] Pushing event updated for resources: {'Port': ['ID=16feabd6-d18d-4e7e-b658-53faa614a8ee,revision_number=2']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:58:28.090053 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-79726bed-88aa-4ca6-8c73-433959a6f135 admin admin] Publish callbacks [] for router_gateway (368e53f6-75ab-41b6-bae4-71bf0ef7dde0), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:28.111218 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-79726bed-88aa-4ca6-8c73-433959a6f135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:28.231812 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.db_base_plugin_common [None req-79726bed-88aa-4ca6-8c73-433959a6f135 admin admin] Allocated IP 172.27.0.110 (3e75d266-1ef3-4c3c-84dd-91ee0a702556/1e346a16-d4e3-4654-8a01-a4fa77b75a04/9dd8aab4-5182-48d5-a931-8e25c2cf5c4a) {{(pid=113375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 03:58:28.340564 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-79726bed-88aa-4ca6-8c73-433959a6f135 admin admin] Publish callbacks [] for port (9dd8aab4-5182-48d5-a931-8e25c2cf5c4a), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:28.349553 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:58:28.453424 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-79726bed-88aa-4ca6-8c73-433959a6f135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672515804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4972043'] for port (9dd8aab4-5182-48d5-a931-8e25c2cf5c4a), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:28.495910 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79726bed-88aa-4ca6-8c73-433959a6f135 admin admin] Network 3e75d266-1ef3-4c3c-84dd-91ee0a702556 is already hosted by enough agents. {{(pid=113375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 03:58:28.499185 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.base_scheduler [None req-79726bed-88aa-4ca6-8c73-433959a6f135 admin admin] Resources bound (agent type, host, resource id): {{(pid=113375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:58:28.501843 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79726bed-88aa-4ca6-8c73-433959a6f135 admin admin] Received port after_create {{(pid=113375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 03:58:28.538110 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79726bed-88aa-4ca6-8c73-433959a6f135 admin admin] Pushing event updated for resources: {'Port': ['ID=9dd8aab4-5182-48d5-a931-8e25c2cf5c4a,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:58:28.590365 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:INSERT=5,neutron:UPDATE=3,neutron:SELECT=92 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:58:28.653615 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device 16feabd6-d18d-4e7e-b658-53faa614a8ee up at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 03:58:28.677523 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-2875a3e6-2c6e-4f2c-bd58-7e0a3de9c063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (bb5efb49-5a18-474a-824b-90488b0f2024), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:28.678258 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (9480ceca-8cb5-4b85-9807-6ee42f948820), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:28.706753 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Provisioning complete for port 16feabd6-d18d-4e7e-b658-53faa614a8ee triggered by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:58:28.707166 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (16feabd6-d18d-4e7e-b658-53faa614a8ee), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:28.707505 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Attempt 1 to provision port 16feabd6-d18d-4e7e-b658-53faa614a8ee Sep 16 03:58:28.785062 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Current status of the port 16feabd6-d18d-4e7e-b658-53faa614a8ee is: DOWN; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:58:28.785513 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (16feabd6-d18d-4e7e-b658-53faa614a8ee), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:28.789907 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5cc42d6-8a98-41bb-acd5-937d1d5069b3 None None] Network 6fd8153b-b435-473d-99b3-693648eee8c9 requested from dv-cinder-857993-1-iscsi {{(pid=113376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 03:58:28.859269 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-79726bed-88aa-4ca6-8c73-433959a6f135 admin admin] Publish callbacks [] for router_gateway (368e53f6-75ab-41b6-bae4-71bf0ef7dde0), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:28.882407 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] For port 16feabd6-d18d-4e7e-b658-53faa614a8ee, host dv-cinder-857993-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=16feabd6-d18d-4e7e-b658-53faa614a8ee,segment=NetworkSegment(eea54c47-f168-47e5-a070-e59e67614801),segment_id=eea54c47-f168-47e5-a070-e59e67614801)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:58:28.899960 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-b911dd22-f747-4066-8bb5-2f9979577b99 None None] Provisioning complete for port 16feabd6-d18d-4e7e-b658-53faa614a8ee triggered by entity DHCP. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:58:28.900336 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b911dd22-f747-4066-8bb5-2f9979577b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (16feabd6-d18d-4e7e-b658-53faa614a8ee), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:28.900672 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-b911dd22-f747-4066-8bb5-2f9979577b99 None None] Attempt 1 to provision port 16feabd6-d18d-4e7e-b658-53faa614a8ee Sep 16 03:58:28.973431 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (16feabd6-d18d-4e7e-b658-53faa614a8ee), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:29.035104 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-b911dd22-f747-4066-8bb5-2f9979577b99 None None] Current status of the port 16feabd6-d18d-4e7e-b658-53faa614a8ee is: ACTIVE; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:58:29.041569 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:58:29.053217 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Pushing event updated for resources: {'Port': ['ID=16feabd6-d18d-4e7e-b658-53faa614a8ee,revision_number=3']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:58:29.058245 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-79726bed-88aa-4ca6-8c73-433959a6f135 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-451558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-452142'] for router (368e53f6-75ab-41b6-bae4-71bf0ef7dde0), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:29.253264 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-027ea16b-7d88-45f9-8049-7ae32fe29f0d None None] Provisioning complete for port 16feabd6-d18d-4e7e-b658-53faa614a8ee triggered by entity DHCP. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:58:29.253638 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-027ea16b-7d88-45f9-8049-7ae32fe29f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (16feabd6-d18d-4e7e-b658-53faa614a8ee), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:29.253976 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-027ea16b-7d88-45f9-8049-7ae32fe29f0d None None] Attempt 1 to provision port 16feabd6-d18d-4e7e-b658-53faa614a8ee Sep 16 03:58:29.325808 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-027ea16b-7d88-45f9-8049-7ae32fe29f0d None None] Current status of the port 16feabd6-d18d-4e7e-b658-53faa614a8ee is: ACTIVE; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:58:29.326661 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79726bed-88aa-4ca6-8c73-433959a6f135 admin admin] Router 368e53f6-75ab-41b6-bae4-71bf0ef7dde0 is scheduled to L3 agent 20a8dcff-cb91-4cfb-b5ee-87736efe33d8 with binding_index 1 {{(pid=113375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 03:58:29.427748 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79726bed-88aa-4ca6-8c73-433959a6f135 admin admin] Notify agent at l3_agent.dv-cinder-857993-1-iscsi the message routers_updated {{(pid=113375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 03:58:29.437163 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8eb952-1a43-4773-9a13-4f96df108ac3 None None] Sync routers for ids ['368e53f6-75ab-41b6-bae4-71bf0ef7dde0'] in dv-cinder-857993-1-iscsi {{(pid=113377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 03:58:29.446419 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8eb952-1a43-4773-9a13-4f96df108ac3 None None] Routers {'368e53f6-75ab-41b6-bae4-71bf0ef7dde0'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:58:29.451269 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-ad8eb952-1a43-4773-9a13-4f96df108ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:58:25Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['368e53f6-75ab-41b6-bae4-71bf0ef7dde0'], 'active': True} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:58:29.488905 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-79726bed-88aa-4ca6-8c73-433959a6f135 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:29.490167 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-79726bed-88aa-4ca6-8c73-433959a6f135 admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3635421 Sep 16 03:58:29.493196 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 37232) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:58:29.640329 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvr_db [None req-ad8eb952-1a43-4773-9a13-4f96df108ac3 None None] Set router 368e53f6-75ab-41b6-bae4-71bf0ef7dde0 gateway port host: dv-cinder-857993-1-iscsi {{(pid=113377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:58:29.804618 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-ad8eb952-1a43-4773-9a13-4f96df108ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368e53f6-75ab-41b6-bae4-71bf0ef7dde0', 'name': 'tempest-TestVolumeBootPattern-1948980695-router', 'tenant_id': '42406ac5a18945dea55e37a91e9f5530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '9dd8aab4-5182-48d5-a931-8e25c2cf5c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:58:27Z', 'updated_at': '2022-09-16T03:58:28Z', 'revision_number': 3, 'project_id': '42406ac5a18945dea55e37a91e9f5530', 'gw_port': {'id': '9dd8aab4-5182-48d5-a931-8e25c2cf5c4a', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:06:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368e53f6-75ab-41b6-bae4-71bf0ef7dde0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:58:28Z', 'updated_at': '2022-09-16T03:58:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi'}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:58:29.831485 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8eb952-1a43-4773-9a13-4f96df108ac3 None None] Checking router: 368e53f6-75ab-41b6-bae4-71bf0ef7dde0 for host: dv-cinder-857993-1-iscsi {{(pid=113377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 03:58:29.831845 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8eb952-1a43-4773-9a13-4f96df108ac3 None None] Updating router 368e53f6-75ab-41b6-bae4-71bf0ef7dde0 port 9dd8aab4-5182-48d5-a931-8e25c2cf5c4a binding host dv-cinder-857993-1-iscsi {{(pid=113377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 03:58:29.868378 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron_lib.callbacks.manager [None req-ad8eb952-1a43-4773-9a13-4f96df108ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (9dd8aab4-5182-48d5-a931-8e25c2cf5c4a), before_update {{(pid=113377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:29.907694 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-85c349f9-3b09-4951-9b54-6cb077288339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:30.059333 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:58:30.062787 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.db.db_base_plugin_common [None req-85c349f9-3b09-4951-9b54-6cb077288339 admin admin] Allocated IP 172.20.0.1 (6fd8153b-b435-473d-99b3-693648eee8c9/49bad016-29f1-4461-a0ff-8f3f7bccc4e0/c561150b-87e5-401b-afbf-9a6f780c69c7) {{(pid=113374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 03:58:30.115385 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron_lib.callbacks.manager [None req-ad8eb952-1a43-4773-9a13-4f96df108ac3 None None] Publish callbacks [] for port (9dd8aab4-5182-48d5-a931-8e25c2cf5c4a), precommit_update {{(pid=113377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:30.165943 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-85c349f9-3b09-4951-9b54-6cb077288339 admin admin] Publish callbacks [] for port (c561150b-87e5-401b-afbf-9a6f780c69c7), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:30.168349 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:58:30.190094 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron_lib.callbacks.manager [None req-ad8eb952-1a43-4773-9a13-4f96df108ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (9dd8aab4-5182-48d5-a931-8e25c2cf5c4a), after_update {{(pid=113377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:30.223828 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.managers [None req-ad8eb952-1a43-4773-9a13-4f96df108ac3 None None] Attempting to bind port 9dd8aab4-5182-48d5-a931-8e25c2cf5c4a on host dv-cinder-857993-1-iscsi for vnic_type normal with profile {{(pid=113377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 03:58:30.224190 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.managers [None req-ad8eb952-1a43-4773-9a13-4f96df108ac3 None None] Attempting to bind port 9dd8aab4-5182-48d5-a931-8e25c2cf5c4a by drivers openvswitch,hyperv on host dv-cinder-857993-1-iscsi at level 0 using segments [{'id': '0cda3508-2052-48b1-ae54-b35f980014ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556'}] {{(pid=113377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 03:58:30.224610 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8eb952-1a43-4773-9a13-4f96df108ac3 None None] Attempting to bind port 9dd8aab4-5182-48d5-a931-8e25c2cf5c4a on network 3e75d266-1ef3-4c3c-84dd-91ee0a702556 {{(pid=113377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 03:58:30.264199 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2458b0cb-3a9e-4d77-a820-21781e707137 None None] Pushing event updated for resources: {'Port': ['ID=9dd8aab4-5182-48d5-a931-8e25c2cf5c4a,revision_number=2']} {{(pid=113377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:58:30.275750 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2458b0cb-3a9e-4d77-a820-21781e707137 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:58:30.276089 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2458b0cb-3a9e-4d77-a820-21781e707137 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:58:30.276440 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2458b0cb-3a9e-4d77-a820-21781e707137 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:58:30.276786 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2458b0cb-3a9e-4d77-a820-21781e707137 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:58:30.277113 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2458b0cb-3a9e-4d77-a820-21781e707137 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:58:30.277435 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2458b0cb-3a9e-4d77-a820-21781e707137 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:58:30.277751 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2458b0cb-3a9e-4d77-a820-21781e707137 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:58:30.278063 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2458b0cb-3a9e-4d77-a820-21781e707137 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:58:30.278388 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2458b0cb-3a9e-4d77-a820-21781e707137 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:58:30.278690 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2458b0cb-3a9e-4d77-a820-21781e707137 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:58:30.279026 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2458b0cb-3a9e-4d77-a820-21781e707137 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:58:30.279356 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2458b0cb-3a9e-4d77-a820-21781e707137 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:58:30.279669 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2458b0cb-3a9e-4d77-a820-21781e707137 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:58:30.280603 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2458b0cb-3a9e-4d77-a820-21781e707137 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:58:30.280915 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2458b0cb-3a9e-4d77-a820-21781e707137 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:58:30.282633 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-85c349f9-3b09-4951-9b54-6cb077288339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672515804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965177'] for port (c561150b-87e5-401b-afbf-9a6f780c69c7), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:30.294069 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8eb952-1a43-4773-9a13-4f96df108ac3 None None] Checking agent: {'id': '9480ceca-8cb5-4b85-9807-6ee42f948820', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857993-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 3, 39, 29), 'started_at': datetime.datetime(2022, 9, 16, 3, 39, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 3, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857993-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 03:58:30.294440 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8eb952-1a43-4773-9a13-4f96df108ac3 None None] Checking segment: {'id': '0cda3508-2052-48b1-ae54-b35f980014ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 03:58:30.294837 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron_lib.callbacks.manager [None req-ad8eb952-1a43-4773-9a13-4f96df108ac3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:30.295256 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8eb952-1a43-4773-9a13-4f96df108ac3 None None] Bound using segment: {'id': '0cda3508-2052-48b1-ae54-b35f980014ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556'} {{(pid=113377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 03:58:30.295729 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.managers [None req-ad8eb952-1a43-4773-9a13-4f96df108ac3 None None] Bound port: 9dd8aab4-5182-48d5-a931-8e25c2cf5c4a, host: dv-cinder-857993-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cda3508-2052-48b1-ae54-b35f980014ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556'}}] {{(pid=113377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 03:58:30.296103 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron_lib.callbacks.manager [None req-ad8eb952-1a43-4773-9a13-4f96df108ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (9dd8aab4-5182-48d5-a931-8e25c2cf5c4a), before_update {{(pid=113377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:30.327971 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c349f9-3b09-4951-9b54-6cb077288339 admin admin] Network 6fd8153b-b435-473d-99b3-693648eee8c9 is already hosted by enough agents. {{(pid=113374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 03:58:30.333662 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.base_scheduler [None req-85c349f9-3b09-4951-9b54-6cb077288339 admin admin] Resources bound (agent type, host, resource id): {{(pid=113374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:58:30.337625 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c349f9-3b09-4951-9b54-6cb077288339 admin admin] Received port after_create {{(pid=113374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 03:58:30.343307 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c349f9-3b09-4951-9b54-6cb077288339 admin admin] Pushing event updated for resources: {'Port': ['ID=c561150b-87e5-401b-afbf-9a6f780c69c7,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:58:30.351457 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.db [None req-ad8eb952-1a43-4773-9a13-4f96df108ac3 None None] For port 9dd8aab4-5182-48d5-a931-8e25c2cf5c4a, host dv-cinder-857993-1-iscsi, cleared binding levels {{(pid=113377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 03:58:30.354845 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.db [None req-ad8eb952-1a43-4773-9a13-4f96df108ac3 None None] For port 9dd8aab4-5182-48d5-a931-8e25c2cf5c4a, host dv-cinder-857993-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=9dd8aab4-5182-48d5-a931-8e25c2cf5c4a,segment=NetworkSegment(0cda3508-2052-48b1-ae54-b35f980014ad),segment_id=0cda3508-2052-48b1-ae54-b35f980014ad)] {{(pid=113377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 03:58:30.381283 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-85c349f9-3b09-4951-9b54-6cb077288339 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-427031'] for router_interface (368e53f6-75ab-41b6-bae4-71bf0ef7dde0), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:30.470624 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron_lib.callbacks.manager [None req-ad8eb952-1a43-4773-9a13-4f96df108ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (9dd8aab4-5182-48d5-a931-8e25c2cf5c4a), after_update {{(pid=113377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:30.510774 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8eb952-1a43-4773-9a13-4f96df108ac3 None None] Routers {'368e53f6-75ab-41b6-bae4-71bf0ef7dde0'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:58:30.511495 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-ad8eb952-1a43-4773-9a13-4f96df108ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:58:25Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['368e53f6-75ab-41b6-bae4-71bf0ef7dde0'], 'active': True} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:58:30.557364 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-b3bb2e0b-495a-4981-ac90-12b4d94f325d None None] Provisioning complete for port c561150b-87e5-401b-afbf-9a6f780c69c7 triggered by entity DHCP. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:58:30.557919 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2e0b-495a-4981-ac90-12b4d94f325d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (c561150b-87e5-401b-afbf-9a6f780c69c7), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:30.558423 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-b3bb2e0b-495a-4981-ac90-12b4d94f325d None None] Attempt 1 to provision port c561150b-87e5-401b-afbf-9a6f780c69c7 Sep 16 03:58:30.569068 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:58:30.572783 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:58:30.575660 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2458b0cb-3a9e-4d77-a820-21781e707137 None None] Pushing event updated for resources: {'Port': ['ID=9dd8aab4-5182-48d5-a931-8e25c2cf5c4a,revision_number=3']} {{(pid=113377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:58:30.602886 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-b3bb2e0b-495a-4981-ac90-12b4d94f325d None None] Port c561150b-87e5-401b-afbf-9a6f780c69c7 cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:58:30.619857 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-85c349f9-3b09-4951-9b54-6cb077288339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (c561150b-87e5-401b-afbf-9a6f780c69c7), before_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:30.638109 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvr_db [None req-ad8eb952-1a43-4773-9a13-4f96df108ac3 None None] Set router 368e53f6-75ab-41b6-bae4-71bf0ef7dde0 gateway port host: dv-cinder-857993-1-iscsi {{(pid=113377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:58:30.645966 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device 16feabd6-d18d-4e7e-b658-53faa614a8ee up at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 03:58:30.672430 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device e0c08b5f-21c3-48ec-b031-69af9776341a no longer exists at agent hyperv_hv-cinder-85799 {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 03:58:30.697942 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] No Port match for: e0c08b5f-21c3-48ec-b031-69af9776341a {{(pid=113376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 03:58:30.698293 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device e0c08b5f-21c3-48ec-b031-69af9776341a not bound to the agent host hv-cinder-85799 {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 03:58:30.714640 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Provisioning complete for port 16feabd6-d18d-4e7e-b658-53faa614a8ee triggered by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:58:30.715100 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (16feabd6-d18d-4e7e-b658-53faa614a8ee), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:30.715395 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Attempt 1 to provision port 16feabd6-d18d-4e7e-b658-53faa614a8ee Sep 16 03:58:30.796254 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Current status of the port 16feabd6-d18d-4e7e-b658-53faa614a8ee is: ACTIVE; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:58:30.798725 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-85c349f9-3b09-4951-9b54-6cb077288339 admin admin] Publish callbacks [] for port (c561150b-87e5-401b-afbf-9a6f780c69c7), precommit_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:30.822803 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-ad8eb952-1a43-4773-9a13-4f96df108ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368e53f6-75ab-41b6-bae4-71bf0ef7dde0', 'name': 'tempest-TestVolumeBootPattern-1948980695-router', 'tenant_id': '42406ac5a18945dea55e37a91e9f5530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '9dd8aab4-5182-48d5-a931-8e25c2cf5c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:58:27Z', 'updated_at': '2022-09-16T03:58:28Z', 'revision_number': 3, 'project_id': '42406ac5a18945dea55e37a91e9f5530', 'gw_port': {'id': '9dd8aab4-5182-48d5-a931-8e25c2cf5c4a', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:06:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368e53f6-75ab-41b6-bae4-71bf0ef7dde0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:58:28Z', 'updated_at': '2022-09-16T03:58:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi'}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:58:30.854127 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8eb952-1a43-4773-9a13-4f96df108ac3 None None] The sync data for ids ['368e53f6-75ab-41b6-bae4-71bf0ef7dde0'] in dv-cinder-857993-1-iscsi is: [{'id': '368e53f6-75ab-41b6-bae4-71bf0ef7dde0', 'name': 'tempest-TestVolumeBootPattern-1948980695-router', 'tenant_id': '42406ac5a18945dea55e37a91e9f5530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '9dd8aab4-5182-48d5-a931-8e25c2cf5c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:58:27Z', 'updated_at': '2022-09-16T03:58:28Z', 'revision_number': 3, 'project_id': '42406ac5a18945dea55e37a91e9f5530', 'gw_port': {'id': '9dd8aab4-5182-48d5-a931-8e25c2cf5c4a', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:06:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368e53f6-75ab-41b6-bae4-71bf0ef7dde0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:58:28Z', 'updated_at': '2022-09-16T03:58:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi'}] {{(pid=113377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 03:58:30.864144 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-85c349f9-3b09-4951-9b54-6cb077288339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965120'] for port (c561150b-87e5-401b-afbf-9a6f780c69c7), after_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:30.872016 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:58:30.942242 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c349f9-3b09-4951-9b54-6cb077288339 admin admin] Pushing event updated for resources: {'Port': ['ID=c561150b-87e5-401b-afbf-9a6f780c69c7,revision_number=2']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:58:30.944958 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-85c349f9-3b09-4951-9b54-6cb077288339 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-427139'] for router_interface (368e53f6-75ab-41b6-bae4-71bf0ef7dde0), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:31.065635 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c349f9-3b09-4951-9b54-6cb077288339 admin admin] Network 6fd8153b-b435-473d-99b3-693648eee8c9 is already hosted by enough agents. {{(pid=113374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 03:58:31.067715 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.base_scheduler [None req-85c349f9-3b09-4951-9b54-6cb077288339 admin admin] Resources bound (agent type, host, resource id): {{(pid=113374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:58:31.104067 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-b3bb2e0b-495a-4981-ac90-12b4d94f325d None None] Attempt 2 to provision port c561150b-87e5-401b-afbf-9a6f780c69c7 Sep 16 03:58:31.161845 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-b3bb2e0b-495a-4981-ac90-12b4d94f325d None None] Port c561150b-87e5-401b-afbf-9a6f780c69c7 cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:58:31.206721 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85c349f9-3b09-4951-9b54-6cb077288339 admin admin] Router 368e53f6-75ab-41b6-bae4-71bf0ef7dde0 has already been hosted by L3 agent 20a8dcff-cb91-4cfb-b5ee-87736efe33d8 {{(pid=113374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 03:58:31.317039 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85c349f9-3b09-4951-9b54-6cb077288339 admin admin] Notify agent at l3_agent.dv-cinder-857993-1-iscsi the message routers_updated {{(pid=113374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 03:58:31.322365 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-85c349f9-3b09-4951-9b54-6cb077288339 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/368e53f6-75ab-41b6-bae4-71bf0ef7dde0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8275328 Sep 16 03:58:31.663092 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-b3bb2e0b-495a-4981-ac90-12b4d94f325d None None] Attempt 3 to provision port c561150b-87e5-401b-afbf-9a6f780c69c7 Sep 16 03:58:31.697683 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-b3bb2e0b-495a-4981-ac90-12b4d94f325d None None] Port c561150b-87e5-401b-afbf-9a6f780c69c7 cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:58:32.067388 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 37268) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:58:32.072985 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.v2.base [None req-366add02-fe69-4b97-ba35-f86b2db29514 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1948694179-network', 'tenant_id': 'a1dedaa8d09543c1a896888969b33f28'}} {{(pid=113374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:58:32.143889 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-366add02-fe69-4b97-ba35-f86b2db29514 admin admin] Made reservation on behalf of a1dedaa8d09543c1a896888969b33f28 for: {'network': 1} {{(pid=113374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 03:58:32.148442 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-366add02-fe69-4b97-ba35-f86b2db29514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for network (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:32.156771 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-366add02-fe69-4b97-ba35-f86b2db29514 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:32.195672 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:58:32.198873 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-b3bb2e0b-495a-4981-ac90-12b4d94f325d None None] Attempt 4 to provision port c561150b-87e5-401b-afbf-9a6f780c69c7 Sep 16 03:58:32.231461 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:58:32.236423 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-b3bb2e0b-495a-4981-ac90-12b4d94f325d None None] Port c561150b-87e5-401b-afbf-9a6f780c69c7 cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:58:32.237506 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-366add02-fe69-4b97-ba35-f86b2db29514 admin admin] Publish callbacks [] for security_group (174df111-aed3-47a6-8241-ad215295a680), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:32.387667 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-366add02-fe69-4b97-ba35-f86b2db29514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (174df111-aed3-47a6-8241-ad215295a680), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:32.418566 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-366add02-fe69-4b97-ba35-f86b2db29514 admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=113374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 03:58:32.426701 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366add02-fe69-4b97-ba35-f86b2db29514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=174df111-aed3-47a6-8241-ad215295a680,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:58:32.444231 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-366add02-fe69-4b97-ba35-f86b2db29514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432398'] for segment (b5a7b243-a75e-4f41-896f-a5eaf50378aa), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:32.446112 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.db.segments_db [None req-366add02-fe69-4b97-ba35-f86b2db29514 admin admin] Added segment b5a7b243-a75e-4f41-896f-a5eaf50378aa of type vlan for network b09435aa-f58d-473c-b02b-70bac2bc89ce Sep 16 03:58:32.485660 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1eabe9-d221-4b0f-a4c2-443fb76fe6a2 None None] Sync routers for ids ['368e53f6-75ab-41b6-bae4-71bf0ef7dde0'] in dv-cinder-857993-1-iscsi {{(pid=113376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 03:58:32.492699 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-366add02-fe69-4b97-ba35-f86b2db29514 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741672468170'] for network (b09435aa-f58d-473c-b02b-70bac2bc89ce), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:32.497944 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1eabe9-d221-4b0f-a4c2-443fb76fe6a2 None None] Routers {'368e53f6-75ab-41b6-bae4-71bf0ef7dde0'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:58:32.498851 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-9c1eabe9-d221-4b0f-a4c2-443fb76fe6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:58:25Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['368e53f6-75ab-41b6-bae4-71bf0ef7dde0'], 'active': True} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:58:32.584448 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-366add02-fe69-4b97-ba35-f86b2db29514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066'] for network (b09435aa-f58d-473c-b02b-70bac2bc89ce), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:32.585494 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366add02-fe69-4b97-ba35-f86b2db29514 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:58:32.586139 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-366add02-fe69-4b97-ba35-f86b2db29514 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602048'] for network (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:32.693649 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:58:32.693955 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device 9dd8aab4-5182-48d5-a931-8e25c2cf5c4a up at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 03:58:32.700880 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366add02-fe69-4b97-ba35-f86b2db29514 admin admin] Pushing event updated for resources: {'Network': ['ID=b09435aa-f58d-473c-b02b-70bac2bc89ce,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:58:32.732326 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Network b09435aa-f58d-473c-b02b-70bac2bc89ce details requested by agent ovs-agent-dv-cinder-857993-1-iscsi with host dv-cinder-857993-1-iscsi {{(pid=113376) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 03:58:32.771113 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-b3bb2e0b-495a-4981-ac90-12b4d94f325d None None] Attempt 5 to provision port c561150b-87e5-401b-afbf-9a6f780c69c7 Sep 16 03:58:32.802127 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-366add02-fe69-4b97-ba35-f86b2db29514 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7334106 Sep 16 03:58:32.804789 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 37274) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:58:32.809719 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.v2.base [None req-8e963620-9af9-4a43-8512-b866a9d50d35 admin admin] Request body: {'subnet': {'network_id': 'b09435aa-f58d-473c-b02b-70bac2bc89ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1948694179-subnet', 'tenant_id': 'a1dedaa8d09543c1a896888969b33f28', 'ip_version': 4}} {{(pid=113374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:58:32.891313 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-b3bb2e0b-495a-4981-ac90-12b4d94f325d None None] Port c561150b-87e5-401b-afbf-9a6f780c69c7 cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:58:32.900277 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvr_db [None req-9c1eabe9-d221-4b0f-a4c2-443fb76fe6a2 None None] Set router 368e53f6-75ab-41b6-bae4-71bf0ef7dde0 gateway port host: dv-cinder-857993-1-iscsi {{(pid=113376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:58:32.942442 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Provisioning complete for port 9dd8aab4-5182-48d5-a931-8e25c2cf5c4a triggered by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:58:32.942823 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (9dd8aab4-5182-48d5-a931-8e25c2cf5c4a), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:32.943188 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Attempt 1 to provision port 9dd8aab4-5182-48d5-a931-8e25c2cf5c4a Sep 16 03:58:32.959463 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e963620-9af9-4a43-8512-b866a9d50d35 admin admin] Made reservation on behalf of a1dedaa8d09543c1a896888969b33f28 for: {'subnet': 1} {{(pid=113374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 03:58:32.962031 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-8e963620-9af9-4a43-8512-b866a9d50d35 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4750632'] for subnet (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:33.064885 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=100 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:58:33.160643 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Current status of the port 9dd8aab4-5182-48d5-a931-8e25c2cf5c4a is: DOWN; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:58:33.161338 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (9dd8aab4-5182-48d5-a931-8e25c2cf5c4a), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:33.209813 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] For port 9dd8aab4-5182-48d5-a931-8e25c2cf5c4a, host dv-cinder-857993-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=9dd8aab4-5182-48d5-a931-8e25c2cf5c4a,segment=NetworkSegment(0cda3508-2052-48b1-ae54-b35f980014ad),segment_id=0cda3508-2052-48b1-ae54-b35f980014ad)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:58:33.223653 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-9c1eabe9-d221-4b0f-a4c2-443fb76fe6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368e53f6-75ab-41b6-bae4-71bf0ef7dde0', 'name': 'tempest-TestVolumeBootPattern-1948980695-router', 'tenant_id': '42406ac5a18945dea55e37a91e9f5530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '9dd8aab4-5182-48d5-a931-8e25c2cf5c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:58:27Z', 'updated_at': '2022-09-16T03:58:30Z', 'revision_number': 4, 'project_id': '42406ac5a18945dea55e37a91e9f5530', 'gw_port': {'id': '9dd8aab4-5182-48d5-a931-8e25c2cf5c4a', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:06:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368e53f6-75ab-41b6-bae4-71bf0ef7dde0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:58:28Z', 'updated_at': '2022-09-16T03:58:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_interfaces': [{'id': 'c561150b-87e5-401b-afbf-9a6f780c69c7', 'name': '', 'network_id': '6fd8153b-b435-473d-99b3-693648eee8c9', 'tenant_id': '42406ac5a18945dea55e37a91e9f5530', 'mac_address': 'fa:16:3e:46:80:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368e53f6-75ab-41b6-bae4-71bf0ef7dde0', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '49bad016-29f1-4461-a0ff-8f3f7bccc4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:58:29Z', 'updated_at': '2022-09-16T03:58:30Z', 'revision_number': 2, 'project_id': '42406ac5a18945dea55e37a91e9f5530', 'subnets': [{'id': '49bad016-29f1-4461-a0ff-8f3f7bccc4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:58:33.249646 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1eabe9-d221-4b0f-a4c2-443fb76fe6a2 None None] Checking router: 368e53f6-75ab-41b6-bae4-71bf0ef7dde0 for host: dv-cinder-857993-1-iscsi {{(pid=113376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 03:58:33.252986 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1eabe9-d221-4b0f-a4c2-443fb76fe6a2 None None] Updating router 368e53f6-75ab-41b6-bae4-71bf0ef7dde0 port c561150b-87e5-401b-afbf-9a6f780c69c7 binding host dv-cinder-857993-1-iscsi {{(pid=113376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 03:58:33.270127 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-8e963620-9af9-4a43-8512-b866a9d50d35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4968073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4750654'] for subnet (5c38e0ef-b05b-49d2-afe2-d41ddee31efc), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:33.281982 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-9c1eabe9-d221-4b0f-a4c2-443fb76fe6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (c561150b-87e5-401b-afbf-9a6f780c69c7), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:33.299384 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (9dd8aab4-5182-48d5-a931-8e25c2cf5c4a), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:33.345848 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e963620-9af9-4a43-8512-b866a9d50d35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c38e0ef-b05b-49d2-afe2-d41ddee31efc,revision_number=0']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:58:33.374207 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e963620-9af9-4a43-8512-b866a9d50d35 admin admin] Checking segment: {'id': 'b5a7b243-a75e-4f41-896f-a5eaf50378aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b09435aa-f58d-473c-b02b-70bac2bc89ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 03:58:33.374816 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e963620-9af9-4a43-8512-b866a9d50d35 admin admin] Network hostable DHCP agents. Network: b09435aa-f58d-473c-b02b-70bac2bc89ce, hostable agents: ['5f458d39-b7df-4a2e-8f52-58d49f268778'], hosted agents: [] {{(pid=113374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 03:58:33.394800 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-b3bb2e0b-495a-4981-ac90-12b4d94f325d None None] Attempt 6 to provision port c561150b-87e5-401b-afbf-9a6f780c69c7 Sep 16 03:58:33.460009 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e963620-9af9-4a43-8512-b866a9d50d35 admin admin] Network b09435aa-f58d-473c-b02b-70bac2bc89ce is scheduled to be hosted by DHCP agent 5f458d39-b7df-4a2e-8f52-58d49f268778 with binding_index 1 {{(pid=113374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 03:58:33.480050 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-b3bb2e0b-495a-4981-ac90-12b4d94f325d None None] Port c561150b-87e5-401b-afbf-9a6f780c69c7 cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:58:33.540547 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Pushing event updated for resources: {'Port': ['ID=9dd8aab4-5182-48d5-a931-8e25c2cf5c4a,revision_number=4']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:58:33.550667 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.base_scheduler [None req-8e963620-9af9-4a43-8512-b866a9d50d35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857993-1-iscsi, b09435aa-f58d-473c-b02b-70bac2bc89ce) {{(pid=113374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:58:33.557377 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e963620-9af9-4a43-8512-b866a9d50d35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:58:33.558886 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-8e963620-9af9-4a43-8512-b866a9d50d35 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:33.581648 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b9569f-84dd-4bfb-a1ee-da7c40a93f8f None None] Network b09435aa-f58d-473c-b02b-70bac2bc89ce requested from dv-cinder-857993-1-iscsi {{(pid=113376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 03:58:33.649570 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-8e963620-9af9-4a43-8512-b866a9d50d35 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8432572 Sep 16 03:58:33.651874 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 37280) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:58:33.660806 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [None req-fecd61f5-f1e6-4473-a5b8-6e470a605f7d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1948694179-router', 'tenant_id': 'a1dedaa8d09543c1a896888969b33f28', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556'}}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:58:33.666381 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=100 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:58:33.763895 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-9c1eabe9-d221-4b0f-a4c2-443fb76fe6a2 None None] Publish callbacks [] for port (c561150b-87e5-401b-afbf-9a6f780c69c7), precommit_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:33.766793 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f946ee57-6c87-4e4e-9563-c934e5af8438 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1b2c0b-792a-5649-a48f-0084fb1c0ace-b09435aa-f58d-473c-b02b-70bac2bc89ce', 'network_id': 'b09435aa-f58d-473c-b02b-70bac2bc89ce', 'project_id': 'a1dedaa8d09543c1a896888969b33f28', 'fixed_ips': [{'subnet_id': '5c38e0ef-b05b-49d2-afe2-d41ddee31efc'}]}} from dv-cinder-857993-1-iscsi. {{(pid=113376) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 03:58:33.767897 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-f946ee57-6c87-4e4e-9563-c934e5af8438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (None), before_create {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:33.795877 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-fecd61f5-f1e6-4473-a5b8-6e470a605f7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-454019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-407'] for router (70466d82-1303-4cde-b463-a17afb26bbf5), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:33.797431 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-fecd61f5-f1e6-4473-a5b8-6e470a605f7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-451518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-396'] for router (70466d82-1303-4cde-b463-a17afb26bbf5), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:33.857293 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:58:33.867392 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-9c1eabe9-d221-4b0f-a4c2-443fb76fe6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (c561150b-87e5-401b-afbf-9a6f780c69c7), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:33.867849 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-fecd61f5-f1e6-4473-a5b8-6e470a605f7d admin admin] Publish callbacks [] for router_controller (70466d82-1303-4cde-b463-a17afb26bbf5), precommit_add_association {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:33.943900 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eab0bc9-56b7-41aa-bfa0-17b47fe15865 None None] Pushing event updated for resources: {'Port': ['ID=c561150b-87e5-401b-afbf-9a6f780c69c7,revision_number=3']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:58:33.971741 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:58:33.991790 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-b3bb2e0b-495a-4981-ac90-12b4d94f325d None None] Attempt 7 to provision port c561150b-87e5-401b-afbf-9a6f780c69c7 Sep 16 03:58:34.029594 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-b3bb2e0b-495a-4981-ac90-12b4d94f325d None None] Port c561150b-87e5-401b-afbf-9a6f780c69c7 cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:58:34.045253 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.db_base_plugin_common [None req-f946ee57-6c87-4e4e-9563-c934e5af8438 None None] Allocated IP 172.20.0.2 (b09435aa-f58d-473c-b02b-70bac2bc89ce/5c38e0ef-b05b-49d2-afe2-d41ddee31efc/d12f55e8-2c60-4008-a2ae-813306cfeeba) {{(pid=113376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 03:58:34.050309 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.managers [None req-9c1eabe9-d221-4b0f-a4c2-443fb76fe6a2 None None] Attempting to bind port c561150b-87e5-401b-afbf-9a6f780c69c7 on host dv-cinder-857993-1-iscsi for vnic_type normal with profile {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 03:58:34.050681 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.managers [None req-9c1eabe9-d221-4b0f-a4c2-443fb76fe6a2 None None] Attempting to bind port c561150b-87e5-401b-afbf-9a6f780c69c7 by drivers openvswitch,hyperv on host dv-cinder-857993-1-iscsi at level 0 using segments [{'id': 'eea54c47-f168-47e5-a070-e59e67614801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6fd8153b-b435-473d-99b3-693648eee8c9'}] {{(pid=113376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 03:58:34.051077 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1eabe9-d221-4b0f-a4c2-443fb76fe6a2 None None] Attempting to bind port c561150b-87e5-401b-afbf-9a6f780c69c7 on network 6fd8153b-b435-473d-99b3-693648eee8c9 {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 03:58:34.105668 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1eabe9-d221-4b0f-a4c2-443fb76fe6a2 None None] Checking agent: {'id': '9480ceca-8cb5-4b85-9807-6ee42f948820', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857993-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 3, 39, 29), 'started_at': datetime.datetime(2022, 9, 16, 3, 39, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 3, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857993-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 03:58:34.106044 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1eabe9-d221-4b0f-a4c2-443fb76fe6a2 None None] Checking segment: {'id': 'eea54c47-f168-47e5-a070-e59e67614801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6fd8153b-b435-473d-99b3-693648eee8c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 03:58:34.106446 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-9c1eabe9-d221-4b0f-a4c2-443fb76fe6a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:34.106839 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1eabe9-d221-4b0f-a4c2-443fb76fe6a2 None None] Bound using segment: {'id': 'eea54c47-f168-47e5-a070-e59e67614801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6fd8153b-b435-473d-99b3-693648eee8c9'} {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 03:58:34.107346 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.managers [None req-9c1eabe9-d221-4b0f-a4c2-443fb76fe6a2 None None] Bound port: c561150b-87e5-401b-afbf-9a6f780c69c7, host: dv-cinder-857993-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eea54c47-f168-47e5-a070-e59e67614801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6fd8153b-b435-473d-99b3-693648eee8c9'}}] {{(pid=113376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 03:58:34.107839 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-9c1eabe9-d221-4b0f-a4c2-443fb76fe6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (c561150b-87e5-401b-afbf-9a6f780c69c7), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:34.171407 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-fecd61f5-f1e6-4473-a5b8-6e470a605f7d admin admin] Publish callbacks [] for router_gateway (70466d82-1303-4cde-b463-a17afb26bbf5), precommit_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:34.224603 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:UPDATE=5,neutron:SELECT=92,neutron:INSERT=3 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:58:34.249351 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-9c1eabe9-d221-4b0f-a4c2-443fb76fe6a2 None None] For port c561150b-87e5-401b-afbf-9a6f780c69c7, host dv-cinder-857993-1-iscsi, cleared binding levels {{(pid=113376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 03:58:34.254725 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-9c1eabe9-d221-4b0f-a4c2-443fb76fe6a2 None None] For port c561150b-87e5-401b-afbf-9a6f780c69c7, host dv-cinder-857993-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=c561150b-87e5-401b-afbf-9a6f780c69c7,segment=NetworkSegment(eea54c47-f168-47e5-a070-e59e67614801),segment_id=eea54c47-f168-47e5-a070-e59e67614801)] {{(pid=113376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 03:58:34.319891 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-f946ee57-6c87-4e4e-9563-c934e5af8438 None None] Publish callbacks [] for port (d12f55e8-2c60-4008-a2ae-813306cfeeba), precommit_create {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:34.352181 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-9c1eabe9-d221-4b0f-a4c2-443fb76fe6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (c561150b-87e5-401b-afbf-9a6f780c69c7), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:34.452617 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:58:34.501876 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-fecd61f5-f1e6-4473-a5b8-6e470a605f7d admin admin] Publish callbacks [] for router_gateway (70466d82-1303-4cde-b463-a17afb26bbf5), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:34.526391 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-fecd61f5-f1e6-4473-a5b8-6e470a605f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:34.603282 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-b3bb2e0b-495a-4981-ac90-12b4d94f325d None None] Attempt 8 to provision port c561150b-87e5-401b-afbf-9a6f780c69c7 Sep 16 03:58:34.644670 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-f946ee57-6c87-4e4e-9563-c934e5af8438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672515804'] for port (d12f55e8-2c60-4008-a2ae-813306cfeeba), after_create {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:34.672910 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.db_base_plugin_common [None req-fecd61f5-f1e6-4473-a5b8-6e470a605f7d admin admin] Allocated IP 172.27.0.51 (3e75d266-1ef3-4c3c-84dd-91ee0a702556/1e346a16-d4e3-4654-8a01-a4fa77b75a04/99d77d8f-ac2c-40d6-8178-735ecab7cf91) {{(pid=113375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 03:58:34.695703 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f946ee57-6c87-4e4e-9563-c934e5af8438 None None] Network b09435aa-f58d-473c-b02b-70bac2bc89ce is already hosted by enough agents. {{(pid=113376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 03:58:34.698724 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1eabe9-d221-4b0f-a4c2-443fb76fe6a2 None None] Routers {'368e53f6-75ab-41b6-bae4-71bf0ef7dde0'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:58:34.700225 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-9c1eabe9-d221-4b0f-a4c2-443fb76fe6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:58:25Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['368e53f6-75ab-41b6-bae4-71bf0ef7dde0'], 'active': True} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:58:34.721031 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device 9dd8aab4-5182-48d5-a931-8e25c2cf5c4a up at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 03:58:34.801138 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.scheduler.base_scheduler [None req-f946ee57-6c87-4e4e-9563-c934e5af8438 None None] Resources bound (agent type, host, resource id): {{(pid=113376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:58:34.808131 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f946ee57-6c87-4e4e-9563-c934e5af8438 None None] Received port after_create {{(pid=113376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 03:58:34.809705 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-fecd61f5-f1e6-4473-a5b8-6e470a605f7d admin admin] Publish callbacks [] for port (99d77d8f-ac2c-40d6-8178-735ecab7cf91), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:34.813789 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eab0bc9-56b7-41aa-bfa0-17b47fe15865 None None] Pushing event updated for resources: {'Port': ['ID=c561150b-87e5-401b-afbf-9a6f780c69c7,revision_number=4']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:58:34.853403 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Provisioning complete for port 9dd8aab4-5182-48d5-a931-8e25c2cf5c4a triggered by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:58:34.853403 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (9dd8aab4-5182-48d5-a931-8e25c2cf5c4a), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:34.853403 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Attempt 1 to provision port 9dd8aab4-5182-48d5-a931-8e25c2cf5c4a Sep 16 03:58:34.915880 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-fecd61f5-f1e6-4473-a5b8-6e470a605f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672515804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4972043'] for port (99d77d8f-ac2c-40d6-8178-735ecab7cf91), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:34.965641 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fecd61f5-f1e6-4473-a5b8-6e470a605f7d admin admin] Network 3e75d266-1ef3-4c3c-84dd-91ee0a702556 is already hosted by enough agents. {{(pid=113375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 03:58:34.969380 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.base_scheduler [None req-fecd61f5-f1e6-4473-a5b8-6e470a605f7d admin admin] Resources bound (agent type, host, resource id): {{(pid=113375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:58:34.974318 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecd61f5-f1e6-4473-a5b8-6e470a605f7d admin admin] Received port after_create {{(pid=113375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 03:58:34.998398 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecd61f5-f1e6-4473-a5b8-6e470a605f7d admin admin] Pushing event updated for resources: {'Port': ['ID=99d77d8f-ac2c-40d6-8178-735ecab7cf91,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:58:35.021597 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:58:35.022511 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f946ee57-6c87-4e4e-9563-c934e5af8438 None None] Pushing event updated for resources: {'Port': ['ID=d12f55e8-2c60-4008-a2ae-813306cfeeba,revision_number=1']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:58:35.071035 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-b3bb2e0b-495a-4981-ac90-12b4d94f325d None None] Current status of the port c561150b-87e5-401b-afbf-9a6f780c69c7 is: DOWN; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:58:35.071437 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2e0b-495a-4981-ac90-12b4d94f325d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (c561150b-87e5-401b-afbf-9a6f780c69c7), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:35.073491 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.managers [None req-f946ee57-6c87-4e4e-9563-c934e5af8438 None None] Attempting to bind port d12f55e8-2c60-4008-a2ae-813306cfeeba on host dv-cinder-857993-1-iscsi for vnic_type normal with profile {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 03:58:35.073738 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.managers [None req-f946ee57-6c87-4e4e-9563-c934e5af8438 None None] Attempting to bind port d12f55e8-2c60-4008-a2ae-813306cfeeba by drivers openvswitch,hyperv on host dv-cinder-857993-1-iscsi at level 0 using segments [{'id': 'b5a7b243-a75e-4f41-896f-a5eaf50378aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b09435aa-f58d-473c-b02b-70bac2bc89ce'}] {{(pid=113376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 03:58:35.074150 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f946ee57-6c87-4e4e-9563-c934e5af8438 None None] Attempting to bind port d12f55e8-2c60-4008-a2ae-813306cfeeba on network b09435aa-f58d-473c-b02b-70bac2bc89ce {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 03:58:35.078772 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvr_db [None req-9c1eabe9-d221-4b0f-a4c2-443fb76fe6a2 None None] Set router 368e53f6-75ab-41b6-bae4-71bf0ef7dde0 gateway port host: dv-cinder-857993-1-iscsi {{(pid=113376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:58:35.228244 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:58:35.260717 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b3bb2e0b-495a-4981-ac90-12b4d94f325d None None] For port c561150b-87e5-401b-afbf-9a6f780c69c7, host dv-cinder-857993-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=c561150b-87e5-401b-afbf-9a6f780c69c7,segment=NetworkSegment(eea54c47-f168-47e5-a070-e59e67614801),segment_id=eea54c47-f168-47e5-a070-e59e67614801)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:58:35.295856 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f946ee57-6c87-4e4e-9563-c934e5af8438 None None] Checking agent: {'id': '9480ceca-8cb5-4b85-9807-6ee42f948820', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857993-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 3, 39, 29), 'started_at': datetime.datetime(2022, 9, 16, 3, 39, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 3, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857993-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 03:58:35.296461 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f946ee57-6c87-4e4e-9563-c934e5af8438 None None] Checking segment: {'id': 'b5a7b243-a75e-4f41-896f-a5eaf50378aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b09435aa-f58d-473c-b02b-70bac2bc89ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 03:58:35.297005 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-f946ee57-6c87-4e4e-9563-c934e5af8438 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:35.297492 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f946ee57-6c87-4e4e-9563-c934e5af8438 None None] Bound using segment: {'id': 'b5a7b243-a75e-4f41-896f-a5eaf50378aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b09435aa-f58d-473c-b02b-70bac2bc89ce'} {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 03:58:35.298037 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.managers [None req-f946ee57-6c87-4e4e-9563-c934e5af8438 None None] Bound port: d12f55e8-2c60-4008-a2ae-813306cfeeba, host: dv-cinder-857993-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5a7b243-a75e-4f41-896f-a5eaf50378aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b09435aa-f58d-473c-b02b-70bac2bc89ce'}}] {{(pid=113376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 03:58:35.298478 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-f946ee57-6c87-4e4e-9563-c934e5af8438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (d12f55e8-2c60-4008-a2ae-813306cfeeba), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:35.346667 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Current status of the port 9dd8aab4-5182-48d5-a931-8e25c2cf5c4a is: ACTIVE; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:58:35.358281 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2e0b-495a-4981-ac90-12b4d94f325d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (c561150b-87e5-401b-afbf-9a6f780c69c7), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:35.399468 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-fecd61f5-f1e6-4473-a5b8-6e470a605f7d admin admin] Publish callbacks [] for router_gateway (70466d82-1303-4cde-b463-a17afb26bbf5), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:35.493257 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:58:35.502324 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bb2e0b-495a-4981-ac90-12b4d94f325d None None] Pushing event updated for resources: {'Port': ['ID=c561150b-87e5-401b-afbf-9a6f780c69c7,revision_number=5']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:58:35.538952 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-757f5291-259a-4c0d-ab5b-d444a7fac190 None None] Provisioning complete for port c561150b-87e5-401b-afbf-9a6f780c69c7 triggered by entity DHCP. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:58:35.538952 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-757f5291-259a-4c0d-ab5b-d444a7fac190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (c561150b-87e5-401b-afbf-9a6f780c69c7), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:35.538952 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-757f5291-259a-4c0d-ab5b-d444a7fac190 None None] Attempt 1 to provision port c561150b-87e5-401b-afbf-9a6f780c69c7 Sep 16 03:58:35.543684 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-f946ee57-6c87-4e4e-9563-c934e5af8438 None None] For port d12f55e8-2c60-4008-a2ae-813306cfeeba, host dv-cinder-857993-1-iscsi, cleared binding levels {{(pid=113376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 03:58:35.603811 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-f946ee57-6c87-4e4e-9563-c934e5af8438 None None] For port d12f55e8-2c60-4008-a2ae-813306cfeeba, host dv-cinder-857993-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=d12f55e8-2c60-4008-a2ae-813306cfeeba,segment=NetworkSegment(b5a7b243-a75e-4f41-896f-a5eaf50378aa),segment_id=b5a7b243-a75e-4f41-896f-a5eaf50378aa)] {{(pid=113376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 03:58:35.614825 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-9c1eabe9-d221-4b0f-a4c2-443fb76fe6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368e53f6-75ab-41b6-bae4-71bf0ef7dde0', 'name': 'tempest-TestVolumeBootPattern-1948980695-router', 'tenant_id': '42406ac5a18945dea55e37a91e9f5530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '9dd8aab4-5182-48d5-a931-8e25c2cf5c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:58:27Z', 'updated_at': '2022-09-16T03:58:30Z', 'revision_number': 4, 'project_id': '42406ac5a18945dea55e37a91e9f5530', 'gw_port': {'id': '9dd8aab4-5182-48d5-a931-8e25c2cf5c4a', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:06:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368e53f6-75ab-41b6-bae4-71bf0ef7dde0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:58:28Z', 'updated_at': '2022-09-16T03:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_interfaces': [{'id': 'c561150b-87e5-401b-afbf-9a6f780c69c7', 'name': '', 'network_id': '6fd8153b-b435-473d-99b3-693648eee8c9', 'tenant_id': '42406ac5a18945dea55e37a91e9f5530', 'mac_address': 'fa:16:3e:46:80:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368e53f6-75ab-41b6-bae4-71bf0ef7dde0', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '49bad016-29f1-4461-a0ff-8f3f7bccc4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:58:29Z', 'updated_at': '2022-09-16T03:58:34Z', 'revision_number': 4, 'project_id': '42406ac5a18945dea55e37a91e9f5530', 'subnets': [{'id': '49bad016-29f1-4461-a0ff-8f3f7bccc4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:58:35.643093 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-fecd61f5-f1e6-4473-a5b8-6e470a605f7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-451558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-452142'] for router (70466d82-1303-4cde-b463-a17afb26bbf5), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:35.659483 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1eabe9-d221-4b0f-a4c2-443fb76fe6a2 None None] The sync data for ids ['368e53f6-75ab-41b6-bae4-71bf0ef7dde0'] in dv-cinder-857993-1-iscsi is: [{'id': '368e53f6-75ab-41b6-bae4-71bf0ef7dde0', 'name': 'tempest-TestVolumeBootPattern-1948980695-router', 'tenant_id': '42406ac5a18945dea55e37a91e9f5530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '9dd8aab4-5182-48d5-a931-8e25c2cf5c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:58:27Z', 'updated_at': '2022-09-16T03:58:30Z', 'revision_number': 4, 'project_id': '42406ac5a18945dea55e37a91e9f5530', 'gw_port': {'id': '9dd8aab4-5182-48d5-a931-8e25c2cf5c4a', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:06:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368e53f6-75ab-41b6-bae4-71bf0ef7dde0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:58:28Z', 'updated_at': '2022-09-16T03:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_interfaces': [{'id': 'c561150b-87e5-401b-afbf-9a6f780c69c7', 'name': '', 'network_id': '6fd8153b-b435-473d-99b3-693648eee8c9', 'tenant_id': '42406ac5a18945dea55e37a91e9f5530', 'mac_address': 'fa:16:3e:46:80:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368e53f6-75ab-41b6-bae4-71bf0ef7dde0', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '49bad016-29f1-4461-a0ff-8f3f7bccc4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:58:29Z', 'updated_at': '2022-09-16T03:58:34Z', 'revision_number': 4, 'project_id': '42406ac5a18945dea55e37a91e9f5530', 'subnets': [{'id': '49bad016-29f1-4461-a0ff-8f3f7bccc4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 03:58:35.738332 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-757f5291-259a-4c0d-ab5b-d444a7fac190 None None] Current status of the port c561150b-87e5-401b-afbf-9a6f780c69c7 is: ACTIVE; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:58:35.887753 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-f946ee57-6c87-4e4e-9563-c934e5af8438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (d12f55e8-2c60-4008-a2ae-813306cfeeba), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:35.955759 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f946ee57-6c87-4e4e-9563-c934e5af8438 None None] Pushing event updated for resources: {'Port': ['ID=d12f55e8-2c60-4008-a2ae-813306cfeeba,revision_number=2']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:58:35.966949 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fecd61f5-f1e6-4473-a5b8-6e470a605f7d admin admin] Router 70466d82-1303-4cde-b463-a17afb26bbf5 is scheduled to L3 agent 20a8dcff-cb91-4cfb-b5ee-87736efe33d8 with binding_index 1 {{(pid=113375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 03:58:35.982223 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:58:36.094235 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fecd61f5-f1e6-4473-a5b8-6e470a605f7d admin admin] Notify agent at l3_agent.dv-cinder-857993-1-iscsi the message routers_updated {{(pid=113375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 03:58:36.107718 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ad9e7a-7553-4a8a-99d8-a0c60054e7d1 None None] Sync routers for ids ['70466d82-1303-4cde-b463-a17afb26bbf5'] in dv-cinder-857993-1-iscsi {{(pid=113377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 03:58:36.147220 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ad9e7a-7553-4a8a-99d8-a0c60054e7d1 None None] Routers {'70466d82-1303-4cde-b463-a17afb26bbf5'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:58:36.148699 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-08ad9e7a-7553-4a8a-99d8-a0c60054e7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:58:25Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['70466d82-1303-4cde-b463-a17afb26bbf5'], 'active': True} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:58:36.181072 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-fecd61f5-f1e6-4473-a5b8-6e470a605f7d admin admin] Publish callbacks [] for router (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:36.186612 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 37298) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:58:36.187239 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-fecd61f5-f1e6-4473-a5b8-6e470a605f7d admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5323451 Sep 16 03:58:36.315737 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvr_db [None req-08ad9e7a-7553-4a8a-99d8-a0c60054e7d1 None None] Set router 70466d82-1303-4cde-b463-a17afb26bbf5 gateway port host: dv-cinder-857993-1-iscsi {{(pid=113377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:58:36.668341 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-08ad9e7a-7553-4a8a-99d8-a0c60054e7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70466d82-1303-4cde-b463-a17afb26bbf5', 'name': 'tempest-TestVolumeBootPattern-1948694179-router', 'tenant_id': 'a1dedaa8d09543c1a896888969b33f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '99d77d8f-ac2c-40d6-8178-735ecab7cf91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:58:33Z', 'updated_at': '2022-09-16T03:58:35Z', 'revision_number': 3, 'project_id': 'a1dedaa8d09543c1a896888969b33f28', 'gw_port': {'id': '99d77d8f-ac2c-40d6-8178-735ecab7cf91', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:77:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70466d82-1303-4cde-b463-a17afb26bbf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:58:34Z', 'updated_at': '2022-09-16T03:58:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi'}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:58:36.720505 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ad9e7a-7553-4a8a-99d8-a0c60054e7d1 None None] Checking router: 70466d82-1303-4cde-b463-a17afb26bbf5 for host: dv-cinder-857993-1-iscsi {{(pid=113377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 03:58:36.723077 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ad9e7a-7553-4a8a-99d8-a0c60054e7d1 None None] Updating router 70466d82-1303-4cde-b463-a17afb26bbf5 port 99d77d8f-ac2c-40d6-8178-735ecab7cf91 binding host dv-cinder-857993-1-iscsi {{(pid=113377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 03:58:36.753261 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device d12f55e8-2c60-4008-a2ae-813306cfeeba up at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 03:58:36.821459 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron_lib.callbacks.manager [None req-08ad9e7a-7553-4a8a-99d8-a0c60054e7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (99d77d8f-ac2c-40d6-8178-735ecab7cf91), before_update {{(pid=113377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:36.873354 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Provisioning complete for port d12f55e8-2c60-4008-a2ae-813306cfeeba triggered by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:58:36.873873 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (d12f55e8-2c60-4008-a2ae-813306cfeeba), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:36.874382 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Attempt 1 to provision port d12f55e8-2c60-4008-a2ae-813306cfeeba Sep 16 03:58:36.960475 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:58:37.032903 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Current status of the port d12f55e8-2c60-4008-a2ae-813306cfeeba is: DOWN; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:58:37.034045 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (d12f55e8-2c60-4008-a2ae-813306cfeeba), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:37.034486 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-85030334-8201-41d7-bbcc-45b37665ce22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:37.051337 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:58:37.090890 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] For port d12f55e8-2c60-4008-a2ae-813306cfeeba, host dv-cinder-857993-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=d12f55e8-2c60-4008-a2ae-813306cfeeba,segment=NetworkSegment(b5a7b243-a75e-4f41-896f-a5eaf50378aa),segment_id=b5a7b243-a75e-4f41-896f-a5eaf50378aa)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:58:37.180312 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (d12f55e8-2c60-4008-a2ae-813306cfeeba), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:37.181636 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device c561150b-87e5-401b-afbf-9a6f780c69c7 up at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 03:58:37.262437 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=100 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:58:37.266052 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.agents_db [None req-8ba4eca6-5e8f-405f-9ad3-b7bffaa24231 None None] Agent healthcheck: found 6 active agents {{(pid=113377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 03:58:37.332243 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:58:37.380853 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Provisioning complete for port c561150b-87e5-401b-afbf-9a6f780c69c7 triggered by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:58:37.381459 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (c561150b-87e5-401b-afbf-9a6f780c69c7), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:37.382980 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Attempt 1 to provision port c561150b-87e5-401b-afbf-9a6f780c69c7 Sep 16 03:58:37.417292 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15507a7-0959-4492-adeb-3c4f902e8ee7 None None] Network b09435aa-f58d-473c-b02b-70bac2bc89ce requested from dv-cinder-857993-1-iscsi {{(pid=113376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 03:58:37.422554 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.db.db_base_plugin_common [None req-85030334-8201-41d7-bbcc-45b37665ce22 admin admin] Allocated IP 172.20.0.1 (b09435aa-f58d-473c-b02b-70bac2bc89ce/5c38e0ef-b05b-49d2-afe2-d41ddee31efc/070fb056-8998-4af5-aed8-443a8c99b7b0) {{(pid=113374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 03:58:37.507059 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Pushing event updated for resources: {'Port': ['ID=d12f55e8-2c60-4008-a2ae-813306cfeeba,revision_number=3']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:58:37.519786 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron_lib.callbacks.manager [None req-08ad9e7a-7553-4a8a-99d8-a0c60054e7d1 None None] Publish callbacks [] for port (99d77d8f-ac2c-40d6-8178-735ecab7cf91), precommit_update {{(pid=113377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:37.555429 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-e9e9cecb-eb06-45ea-aad9-bd4eaa385442 None None] Provisioning complete for port d12f55e8-2c60-4008-a2ae-813306cfeeba triggered by entity DHCP. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:58:37.555970 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-e9e9cecb-eb06-45ea-aad9-bd4eaa385442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (d12f55e8-2c60-4008-a2ae-813306cfeeba), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:37.556534 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-e9e9cecb-eb06-45ea-aad9-bd4eaa385442 None None] Attempt 1 to provision port d12f55e8-2c60-4008-a2ae-813306cfeeba Sep 16 03:58:37.633079 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron_lib.callbacks.manager [None req-08ad9e7a-7553-4a8a-99d8-a0c60054e7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (99d77d8f-ac2c-40d6-8178-735ecab7cf91), after_update {{(pid=113377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:37.664125 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-85030334-8201-41d7-bbcc-45b37665ce22 admin admin] Publish callbacks [] for port (070fb056-8998-4af5-aed8-443a8c99b7b0), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:37.703789 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.managers [None req-08ad9e7a-7553-4a8a-99d8-a0c60054e7d1 None None] Attempting to bind port 99d77d8f-ac2c-40d6-8178-735ecab7cf91 on host dv-cinder-857993-1-iscsi for vnic_type normal with profile {{(pid=113377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 03:58:37.705294 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.managers [None req-08ad9e7a-7553-4a8a-99d8-a0c60054e7d1 None None] Attempting to bind port 99d77d8f-ac2c-40d6-8178-735ecab7cf91 by drivers openvswitch,hyperv on host dv-cinder-857993-1-iscsi at level 0 using segments [{'id': '0cda3508-2052-48b1-ae54-b35f980014ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556'}] {{(pid=113377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 03:58:37.705294 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ad9e7a-7553-4a8a-99d8-a0c60054e7d1 None None] Attempting to bind port 99d77d8f-ac2c-40d6-8178-735ecab7cf91 on network 3e75d266-1ef3-4c3c-84dd-91ee0a702556 {{(pid=113377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 03:58:37.734261 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Current status of the port c561150b-87e5-401b-afbf-9a6f780c69c7 is: ACTIVE; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:58:37.744157 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-e9e9cecb-eb06-45ea-aad9-bd4eaa385442 None None] Current status of the port d12f55e8-2c60-4008-a2ae-813306cfeeba is: ACTIVE; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:58:37.785614 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ddf9f5-fe6b-4695-b985-0c4433e4fb77 None None] Pushing event updated for resources: {'Port': ['ID=99d77d8f-ac2c-40d6-8178-735ecab7cf91,revision_number=2']} {{(pid=113377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:58:37.802134 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-85030334-8201-41d7-bbcc-45b37665ce22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672515804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965177'] for port (070fb056-8998-4af5-aed8-443a8c99b7b0), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:37.816920 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ad9e7a-7553-4a8a-99d8-a0c60054e7d1 None None] Checking agent: {'id': '9480ceca-8cb5-4b85-9807-6ee42f948820', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857993-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 3, 39, 29), 'started_at': datetime.datetime(2022, 9, 16, 3, 39, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 3, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857993-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 03:58:37.817623 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ad9e7a-7553-4a8a-99d8-a0c60054e7d1 None None] Checking segment: {'id': '0cda3508-2052-48b1-ae54-b35f980014ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 03:58:37.818236 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron_lib.callbacks.manager [None req-08ad9e7a-7553-4a8a-99d8-a0c60054e7d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:37.818784 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ad9e7a-7553-4a8a-99d8-a0c60054e7d1 None None] Bound using segment: {'id': '0cda3508-2052-48b1-ae54-b35f980014ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556'} {{(pid=113377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 03:58:37.819458 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.managers [None req-08ad9e7a-7553-4a8a-99d8-a0c60054e7d1 None None] Bound port: 99d77d8f-ac2c-40d6-8178-735ecab7cf91, host: dv-cinder-857993-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cda3508-2052-48b1-ae54-b35f980014ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556'}}] {{(pid=113377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 03:58:37.820043 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron_lib.callbacks.manager [None req-08ad9e7a-7553-4a8a-99d8-a0c60054e7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (99d77d8f-ac2c-40d6-8178-735ecab7cf91), before_update {{(pid=113377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:37.852542 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85030334-8201-41d7-bbcc-45b37665ce22 admin admin] Network b09435aa-f58d-473c-b02b-70bac2bc89ce is already hosted by enough agents. {{(pid=113374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 03:58:37.858137 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.base_scheduler [None req-85030334-8201-41d7-bbcc-45b37665ce22 admin admin] Resources bound (agent type, host, resource id): {{(pid=113374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:58:37.860768 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85030334-8201-41d7-bbcc-45b37665ce22 admin admin] Received port after_create {{(pid=113374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 03:58:37.894324 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.db [None req-08ad9e7a-7553-4a8a-99d8-a0c60054e7d1 None None] For port 99d77d8f-ac2c-40d6-8178-735ecab7cf91, host dv-cinder-857993-1-iscsi, cleared binding levels {{(pid=113377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 03:58:37.896012 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85030334-8201-41d7-bbcc-45b37665ce22 admin admin] Pushing event updated for resources: {'Port': ['ID=070fb056-8998-4af5-aed8-443a8c99b7b0,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:58:37.898365 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.plugins.ml2.db [None req-08ad9e7a-7553-4a8a-99d8-a0c60054e7d1 None None] For port 99d77d8f-ac2c-40d6-8178-735ecab7cf91, host dv-cinder-857993-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=99d77d8f-ac2c-40d6-8178-735ecab7cf91,segment=NetworkSegment(0cda3508-2052-48b1-ae54-b35f980014ad),segment_id=0cda3508-2052-48b1-ae54-b35f980014ad)] {{(pid=113377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 03:58:37.924947 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-85030334-8201-41d7-bbcc-45b37665ce22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-427031'] for router_interface (70466d82-1303-4cde-b463-a17afb26bbf5), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:37.963431 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron_lib.callbacks.manager [None req-08ad9e7a-7553-4a8a-99d8-a0c60054e7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (99d77d8f-ac2c-40d6-8178-735ecab7cf91), after_update {{(pid=113377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:37.972470 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-f2202b6d-43fc-4763-93ec-4d17fc65f11b None None] Provisioning complete for port d12f55e8-2c60-4008-a2ae-813306cfeeba triggered by entity DHCP. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:58:37.974678 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-f2202b6d-43fc-4763-93ec-4d17fc65f11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (d12f55e8-2c60-4008-a2ae-813306cfeeba), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:37.975152 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-f2202b6d-43fc-4763-93ec-4d17fc65f11b None None] Attempt 1 to provision port d12f55e8-2c60-4008-a2ae-813306cfeeba Sep 16 03:58:38.044472 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:58:38.052910 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ad9e7a-7553-4a8a-99d8-a0c60054e7d1 None None] Routers {'70466d82-1303-4cde-b463-a17afb26bbf5'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:58:38.052910 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-08ad9e7a-7553-4a8a-99d8-a0c60054e7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:58:25Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['70466d82-1303-4cde-b463-a17afb26bbf5'], 'active': True} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:58:38.090694 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:58:38.098448 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-f2202b6d-43fc-4763-93ec-4d17fc65f11b None None] Current status of the port d12f55e8-2c60-4008-a2ae-813306cfeeba is: ACTIVE; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:58:38.177677 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ddf9f5-fe6b-4695-b985-0c4433e4fb77 None None] Pushing event updated for resources: {'Port': ['ID=99d77d8f-ac2c-40d6-8178-735ecab7cf91,revision_number=3']} {{(pid=113377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:58:38.223442 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-7da34d43-86d1-432e-8656-28257ae90130 None None] Provisioning complete for port 070fb056-8998-4af5-aed8-443a8c99b7b0 triggered by entity DHCP. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:58:38.224143 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-7da34d43-86d1-432e-8656-28257ae90130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (070fb056-8998-4af5-aed8-443a8c99b7b0), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:38.224593 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-7da34d43-86d1-432e-8656-28257ae90130 None None] Attempt 1 to provision port 070fb056-8998-4af5-aed8-443a8c99b7b0 Sep 16 03:58:38.288357 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvr_db [None req-08ad9e7a-7553-4a8a-99d8-a0c60054e7d1 None None] Set router 70466d82-1303-4cde-b463-a17afb26bbf5 gateway port host: dv-cinder-857993-1-iscsi {{(pid=113377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:58:38.309456 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-85030334-8201-41d7-bbcc-45b37665ce22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (070fb056-8998-4af5-aed8-443a8c99b7b0), before_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:38.435232 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-7da34d43-86d1-432e-8656-28257ae90130 None None] Port 070fb056-8998-4af5-aed8-443a8c99b7b0 cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:58:38.630500 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-08ad9e7a-7553-4a8a-99d8-a0c60054e7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70466d82-1303-4cde-b463-a17afb26bbf5', 'name': 'tempest-TestVolumeBootPattern-1948694179-router', 'tenant_id': 'a1dedaa8d09543c1a896888969b33f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '99d77d8f-ac2c-40d6-8178-735ecab7cf91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:58:33Z', 'updated_at': '2022-09-16T03:58:35Z', 'revision_number': 3, 'project_id': 'a1dedaa8d09543c1a896888969b33f28', 'gw_port': {'id': '99d77d8f-ac2c-40d6-8178-735ecab7cf91', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:77:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70466d82-1303-4cde-b463-a17afb26bbf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:58:34Z', 'updated_at': '2022-09-16T03:58:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi'}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:58:38.658031 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ad9e7a-7553-4a8a-99d8-a0c60054e7d1 None None] The sync data for ids ['70466d82-1303-4cde-b463-a17afb26bbf5'] in dv-cinder-857993-1-iscsi is: [{'id': '70466d82-1303-4cde-b463-a17afb26bbf5', 'name': 'tempest-TestVolumeBootPattern-1948694179-router', 'tenant_id': 'a1dedaa8d09543c1a896888969b33f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '99d77d8f-ac2c-40d6-8178-735ecab7cf91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:58:33Z', 'updated_at': '2022-09-16T03:58:35Z', 'revision_number': 3, 'project_id': 'a1dedaa8d09543c1a896888969b33f28', 'gw_port': {'id': '99d77d8f-ac2c-40d6-8178-735ecab7cf91', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:77:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70466d82-1303-4cde-b463-a17afb26bbf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:58:34Z', 'updated_at': '2022-09-16T03:58:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi'}] {{(pid=113377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 03:58:38.690529 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device d12f55e8-2c60-4008-a2ae-813306cfeeba up at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 03:58:38.747176 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Provisioning complete for port d12f55e8-2c60-4008-a2ae-813306cfeeba triggered by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:58:38.747549 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (d12f55e8-2c60-4008-a2ae-813306cfeeba), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:38.747888 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Attempt 1 to provision port d12f55e8-2c60-4008-a2ae-813306cfeeba Sep 16 03:58:38.785015 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:58:38.834444 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Current status of the port d12f55e8-2c60-4008-a2ae-813306cfeeba is: ACTIVE; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:58:38.847750 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-85030334-8201-41d7-bbcc-45b37665ce22 admin admin] Publish callbacks [] for port (070fb056-8998-4af5-aed8-443a8c99b7b0), precommit_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:38.936832 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-85030334-8201-41d7-bbcc-45b37665ce22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965120'] for port (070fb056-8998-4af5-aed8-443a8c99b7b0), after_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:38.938797 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-7da34d43-86d1-432e-8656-28257ae90130 None None] Attempt 2 to provision port 070fb056-8998-4af5-aed8-443a8c99b7b0 Sep 16 03:58:39.011924 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-7da34d43-86d1-432e-8656-28257ae90130 None None] Port 070fb056-8998-4af5-aed8-443a8c99b7b0 cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:58:39.051597 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85030334-8201-41d7-bbcc-45b37665ce22 admin admin] Pushing event updated for resources: {'Port': ['ID=070fb056-8998-4af5-aed8-443a8c99b7b0,revision_number=2']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:58:39.054193 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-85030334-8201-41d7-bbcc-45b37665ce22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-427139'] for router_interface (70466d82-1303-4cde-b463-a17afb26bbf5), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:39.204278 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85030334-8201-41d7-bbcc-45b37665ce22 admin admin] Network b09435aa-f58d-473c-b02b-70bac2bc89ce is already hosted by enough agents. {{(pid=113374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 03:58:39.206179 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.base_scheduler [None req-85030334-8201-41d7-bbcc-45b37665ce22 admin admin] Resources bound (agent type, host, resource id): {{(pid=113374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:58:39.307764 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:58:39.413147 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85030334-8201-41d7-bbcc-45b37665ce22 admin admin] Router 70466d82-1303-4cde-b463-a17afb26bbf5 has already been hosted by L3 agent 20a8dcff-cb91-4cfb-b5ee-87736efe33d8 {{(pid=113374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 03:58:39.513167 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-7da34d43-86d1-432e-8656-28257ae90130 None None] Attempt 3 to provision port 070fb056-8998-4af5-aed8-443a8c99b7b0 Sep 16 03:58:39.560399 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85030334-8201-41d7-bbcc-45b37665ce22 admin admin] Notify agent at l3_agent.dv-cinder-857993-1-iscsi the message routers_updated {{(pid=113374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 03:58:39.566754 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-85030334-8201-41d7-bbcc-45b37665ce22 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/70466d82-1303-4cde-b463-a17afb26bbf5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3739316 Sep 16 03:58:39.570939 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-7da34d43-86d1-432e-8656-28257ae90130 None None] Port 070fb056-8998-4af5-aed8-443a8c99b7b0 cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:58:40.072539 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-7da34d43-86d1-432e-8656-28257ae90130 None None] Attempt 4 to provision port 070fb056-8998-4af5-aed8-443a8c99b7b0 Sep 16 03:58:40.110519 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-7da34d43-86d1-432e-8656-28257ae90130 None None] Port 070fb056-8998-4af5-aed8-443a8c99b7b0 cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:58:40.162089 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 37318) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:58:40.167191 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.v2.base [None req-ef34c839-9488-423a-8bac-ad0a47ccf42d tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1031301844', 'description': 'tempest-secgroup-smoke-1031301844 description', 'project_id': '42406ac5a18945dea55e37a91e9f5530'}} {{(pid=113374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:58:40.281235 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-ef34c839-9488-423a-8bac-ad0a47ccf42d tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks [] for security_group (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:40.379256 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-ef34c839-9488-423a-8bac-ad0a47ccf42d tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks [] for security_group (6b15eadc-b96a-4e12-9428-c2855d85d56e), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:40.453128 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-ef34c839-9488-423a-8bac-ad0a47ccf42d tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (6b15eadc-b96a-4e12-9428-c2855d85d56e), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:40.501329 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef34c839-9488-423a-8bac-ad0a47ccf42d tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b15eadc-b96a-4e12-9428-c2855d85d56e,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:58:40.611490 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-7da34d43-86d1-432e-8656-28257ae90130 None None] Attempt 5 to provision port 070fb056-8998-4af5-aed8-443a8c99b7b0 Sep 16 03:58:40.651639 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device 99d77d8f-ac2c-40d6-8178-735ecab7cf91 up at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 03:58:40.677941 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-7da34d43-86d1-432e-8656-28257ae90130 None None] Port 070fb056-8998-4af5-aed8-443a8c99b7b0 cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:58:40.700506 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Provisioning complete for port 99d77d8f-ac2c-40d6-8178-735ecab7cf91 triggered by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:58:40.700891 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (99d77d8f-ac2c-40d6-8178-735ecab7cf91), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:40.701235 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Attempt 1 to provision port 99d77d8f-ac2c-40d6-8178-735ecab7cf91 Sep 16 03:58:40.737086 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=100 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:58:40.777929 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Current status of the port 99d77d8f-ac2c-40d6-8178-735ecab7cf91 is: DOWN; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:58:40.778329 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (99d77d8f-ac2c-40d6-8178-735ecab7cf91), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:40.800365 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ae4c78-bbaf-483a-a4ea-38bff613cb47 None None] Sync routers for ids ['70466d82-1303-4cde-b463-a17afb26bbf5'] in dv-cinder-857993-1-iscsi {{(pid=113376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 03:58:40.806392 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] For port 99d77d8f-ac2c-40d6-8178-735ecab7cf91, host dv-cinder-857993-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=99d77d8f-ac2c-40d6-8178-735ecab7cf91,segment=NetworkSegment(0cda3508-2052-48b1-ae54-b35f980014ad),segment_id=0cda3508-2052-48b1-ae54-b35f980014ad)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:58:40.813793 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ae4c78-bbaf-483a-a4ea-38bff613cb47 None None] Routers {'70466d82-1303-4cde-b463-a17afb26bbf5'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:58:40.823370 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-13ae4c78-bbaf-483a-a4ea-38bff613cb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:58:25Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['70466d82-1303-4cde-b463-a17afb26bbf5'], 'active': True} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:58:40.860590 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-ef34c839-9488-423a-8bac-ad0a47ccf42d tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks [] for security_group (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:40.880701 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-ef34c839-9488-423a-8bac-ad0a47ccf42d tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6985104 Sep 16 03:58:40.880701 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 37324) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:58:40.880701 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.v2.base [None req-a8e6b95d-c18a-4e1f-b9ca-7eb92f62a4f5 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Request body: {'security_group_rule': {'security_group_id': '6b15eadc-b96a-4e12-9428-c2855d85d56e', 'project_id': '42406ac5a18945dea55e37a91e9f5530', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:58:40.917619 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvr_db [None req-13ae4c78-bbaf-483a-a4ea-38bff613cb47 None None] Set router 70466d82-1303-4cde-b463-a17afb26bbf5 gateway port host: dv-cinder-857993-1-iscsi {{(pid=113376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:58:40.959569 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:58:41.026112 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-a8e6b95d-c18a-4e1f-b9ca-7eb92f62a4f5 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks [] for security_group_rule (fdf70381-9f20-4e72-abb5-e627c1acd5e8), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:41.026471 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (99d77d8f-ac2c-40d6-8178-735ecab7cf91), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:41.114160 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Pushing event updated for resources: {'Port': ['ID=99d77d8f-ac2c-40d6-8178-735ecab7cf91,revision_number=4']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:58:41.151505 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-a8e6b95d-c18a-4e1f-b9ca-7eb92f62a4f5 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks [] for security_group_rule (fdf70381-9f20-4e72-abb5-e627c1acd5e8), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:41.160406 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-13ae4c78-bbaf-483a-a4ea-38bff613cb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70466d82-1303-4cde-b463-a17afb26bbf5', 'name': 'tempest-TestVolumeBootPattern-1948694179-router', 'tenant_id': 'a1dedaa8d09543c1a896888969b33f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '99d77d8f-ac2c-40d6-8178-735ecab7cf91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:58:33Z', 'updated_at': '2022-09-16T03:58:38Z', 'revision_number': 4, 'project_id': 'a1dedaa8d09543c1a896888969b33f28', 'gw_port': {'id': '99d77d8f-ac2c-40d6-8178-735ecab7cf91', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:77:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70466d82-1303-4cde-b463-a17afb26bbf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:58:34Z', 'updated_at': '2022-09-16T03:58:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_interfaces': [{'id': '070fb056-8998-4af5-aed8-443a8c99b7b0', 'name': '', 'network_id': 'b09435aa-f58d-473c-b02b-70bac2bc89ce', 'tenant_id': 'a1dedaa8d09543c1a896888969b33f28', 'mac_address': 'fa:16:3e:ec:f9:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70466d82-1303-4cde-b463-a17afb26bbf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '5c38e0ef-b05b-49d2-afe2-d41ddee31efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:58:37Z', 'updated_at': '2022-09-16T03:58:38Z', 'revision_number': 2, 'project_id': 'a1dedaa8d09543c1a896888969b33f28', 'subnets': [{'id': '5c38e0ef-b05b-49d2-afe2-d41ddee31efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:58:41.184493 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-7da34d43-86d1-432e-8656-28257ae90130 None None] Attempt 6 to provision port 070fb056-8998-4af5-aed8-443a8c99b7b0 Sep 16 03:58:41.188518 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ae4c78-bbaf-483a-a4ea-38bff613cb47 None None] Checking router: 70466d82-1303-4cde-b463-a17afb26bbf5 for host: dv-cinder-857993-1-iscsi {{(pid=113376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 03:58:41.189081 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ae4c78-bbaf-483a-a4ea-38bff613cb47 None None] Updating router 70466d82-1303-4cde-b463-a17afb26bbf5 port 070fb056-8998-4af5-aed8-443a8c99b7b0 binding host dv-cinder-857993-1-iscsi {{(pid=113376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 03:58:41.246239 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-7da34d43-86d1-432e-8656-28257ae90130 None None] Port 070fb056-8998-4af5-aed8-443a8c99b7b0 cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:58:41.246629 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-13ae4c78-bbaf-483a-a4ea-38bff613cb47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (070fb056-8998-4af5-aed8-443a8c99b7b0), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:41.248066 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-a8e6b95d-c18a-4e1f-b9ca-7eb92f62a4f5 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650582'] for security_group_rule (fdf70381-9f20-4e72-abb5-e627c1acd5e8), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:41.282025 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e6b95d-c18a-4e1f-b9ca-7eb92f62a4f5 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdf70381-9f20-4e72-abb5-e627c1acd5e8,revision_number=0']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:58:41.363210 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-a8e6b95d-c18a-4e1f-b9ca-7eb92f62a4f5 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:41.367438 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-a8e6b95d-c18a-4e1f-b9ca-7eb92f62a4f5 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4988389 Sep 16 03:58:41.372155 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 37334) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:58:41.372371 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.v2.base [None req-f7c3cda6-ef95-4ed4-a7ee-7cd1d1a813ca tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Request body: {'security_group_rule': {'security_group_id': '6b15eadc-b96a-4e12-9428-c2855d85d56e', 'project_id': '42406ac5a18945dea55e37a91e9f5530', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=113374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:58:41.385715 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:58:41.510409 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-f7c3cda6-ef95-4ed4-a7ee-7cd1d1a813ca tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks [] for security_group_rule (4dcda4eb-f753-4724-9cc0-b0a3a27b16be), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:41.570153 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-13ae4c78-bbaf-483a-a4ea-38bff613cb47 None None] Publish callbacks [] for port (070fb056-8998-4af5-aed8-443a8c99b7b0), precommit_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:41.589412 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-f7c3cda6-ef95-4ed4-a7ee-7cd1d1a813ca tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks [] for security_group_rule (4dcda4eb-f753-4724-9cc0-b0a3a27b16be), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:41.657992 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-13ae4c78-bbaf-483a-a4ea-38bff613cb47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (070fb056-8998-4af5-aed8-443a8c99b7b0), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:41.673169 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-f7c3cda6-ef95-4ed4-a7ee-7cd1d1a813ca tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650582'] for security_group_rule (4dcda4eb-f753-4724-9cc0-b0a3a27b16be), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:41.703724 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c3cda6-ef95-4ed4-a7ee-7cd1d1a813ca tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dcda4eb-f753-4724-9cc0-b0a3a27b16be,revision_number=0']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:58:41.749439 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-7da34d43-86d1-432e-8656-28257ae90130 None None] Attempt 7 to provision port 070fb056-8998-4af5-aed8-443a8c99b7b0 Sep 16 03:58:41.756750 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc7b997-16a7-44f4-a021-2618f6e2fd21 None None] Pushing event updated for resources: {'Port': ['ID=070fb056-8998-4af5-aed8-443a8c99b7b0,revision_number=3']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:58:41.785858 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-f7c3cda6-ef95-4ed4-a7ee-7cd1d1a813ca tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:41.788815 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-f7c3cda6-ef95-4ed4-a7ee-7cd1d1a813ca tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4182916 Sep 16 03:58:41.789889 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 37336) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:58:41.794505 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.v2.base [None req-3ef742fe-13d4-44d3-8c67-12b1899eb46a tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Request body: {'security_group_rule': {'security_group_id': '6b15eadc-b96a-4e12-9428-c2855d85d56e', 'project_id': '42406ac5a18945dea55e37a91e9f5530', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=113374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:58:41.820864 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.managers [None req-13ae4c78-bbaf-483a-a4ea-38bff613cb47 None None] Attempting to bind port 070fb056-8998-4af5-aed8-443a8c99b7b0 on host dv-cinder-857993-1-iscsi for vnic_type normal with profile {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 03:58:41.827197 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.managers [None req-13ae4c78-bbaf-483a-a4ea-38bff613cb47 None None] Attempting to bind port 070fb056-8998-4af5-aed8-443a8c99b7b0 by drivers openvswitch,hyperv on host dv-cinder-857993-1-iscsi at level 0 using segments [{'id': 'b5a7b243-a75e-4f41-896f-a5eaf50378aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b09435aa-f58d-473c-b02b-70bac2bc89ce'}] {{(pid=113376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 03:58:41.827197 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ae4c78-bbaf-483a-a4ea-38bff613cb47 None None] Attempting to bind port 070fb056-8998-4af5-aed8-443a8c99b7b0 on network b09435aa-f58d-473c-b02b-70bac2bc89ce {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 03:58:41.827197 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-7da34d43-86d1-432e-8656-28257ae90130 None None] Port 070fb056-8998-4af5-aed8-443a8c99b7b0 cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:58:41.865083 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:58:41.869523 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ae4c78-bbaf-483a-a4ea-38bff613cb47 None None] Checking agent: {'id': '9480ceca-8cb5-4b85-9807-6ee42f948820', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857993-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 3, 39, 29), 'started_at': datetime.datetime(2022, 9, 16, 3, 39, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 3, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857993-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 03:58:41.869895 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ae4c78-bbaf-483a-a4ea-38bff613cb47 None None] Checking segment: {'id': 'b5a7b243-a75e-4f41-896f-a5eaf50378aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b09435aa-f58d-473c-b02b-70bac2bc89ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 03:58:41.870470 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-13ae4c78-bbaf-483a-a4ea-38bff613cb47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:41.870860 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ae4c78-bbaf-483a-a4ea-38bff613cb47 None None] Bound using segment: {'id': 'b5a7b243-a75e-4f41-896f-a5eaf50378aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b09435aa-f58d-473c-b02b-70bac2bc89ce'} {{(pid=113376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 03:58:41.871356 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.managers [None req-13ae4c78-bbaf-483a-a4ea-38bff613cb47 None None] Bound port: 070fb056-8998-4af5-aed8-443a8c99b7b0, host: dv-cinder-857993-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5a7b243-a75e-4f41-896f-a5eaf50378aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b09435aa-f58d-473c-b02b-70bac2bc89ce'}}] {{(pid=113376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 03:58:41.871728 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-13ae4c78-bbaf-483a-a4ea-38bff613cb47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (070fb056-8998-4af5-aed8-443a8c99b7b0), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:41.946844 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-13ae4c78-bbaf-483a-a4ea-38bff613cb47 None None] For port 070fb056-8998-4af5-aed8-443a8c99b7b0, host dv-cinder-857993-1-iscsi, cleared binding levels {{(pid=113376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 03:58:41.950514 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-13ae4c78-bbaf-483a-a4ea-38bff613cb47 None None] For port 070fb056-8998-4af5-aed8-443a8c99b7b0, host dv-cinder-857993-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=070fb056-8998-4af5-aed8-443a8c99b7b0,segment=NetworkSegment(b5a7b243-a75e-4f41-896f-a5eaf50378aa),segment_id=b5a7b243-a75e-4f41-896f-a5eaf50378aa)] {{(pid=113376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 03:58:41.966195 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-3ef742fe-13d4-44d3-8c67-12b1899eb46a tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks [] for security_group_rule (3e7b136b-7af3-4d6a-acfb-af609ee9b6a9), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:42.059531 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-3ef742fe-13d4-44d3-8c67-12b1899eb46a tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks [] for security_group_rule (3e7b136b-7af3-4d6a-acfb-af609ee9b6a9), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:42.063697 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-13ae4c78-bbaf-483a-a4ea-38bff613cb47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (070fb056-8998-4af5-aed8-443a8c99b7b0), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:42.105185 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ae4c78-bbaf-483a-a4ea-38bff613cb47 None None] Routers {'70466d82-1303-4cde-b463-a17afb26bbf5'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:58:42.105885 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-13ae4c78-bbaf-483a-a4ea-38bff613cb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:58:25Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['70466d82-1303-4cde-b463-a17afb26bbf5'], 'active': True} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:58:42.112317 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:58:42.165486 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-3ef742fe-13d4-44d3-8c67-12b1899eb46a tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650582'] for security_group_rule (3e7b136b-7af3-4d6a-acfb-af609ee9b6a9), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:42.182126 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc7b997-16a7-44f4-a021-2618f6e2fd21 None None] Pushing event updated for resources: {'Port': ['ID=070fb056-8998-4af5-aed8-443a8c99b7b0,revision_number=4']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:58:42.210654 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef742fe-13d4-44d3-8c67-12b1899eb46a tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e7b136b-7af3-4d6a-acfb-af609ee9b6a9,revision_number=0']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:58:42.259196 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvr_db [None req-13ae4c78-bbaf-483a-a4ea-38bff613cb47 None None] Set router 70466d82-1303-4cde-b463-a17afb26bbf5 gateway port host: dv-cinder-857993-1-iscsi {{(pid=113376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:58:42.317997 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-3ef742fe-13d4-44d3-8c67-12b1899eb46a tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:42.331217 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-3ef742fe-13d4-44d3-8c67-12b1899eb46a tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5400748 Sep 16 03:58:42.333875 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 37338) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:58:42.340532 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.v2.base [None req-d805946e-fadb-4194-9e1c-31695a428ba0 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Request body: {'security_group_rule': {'security_group_id': '6b15eadc-b96a-4e12-9428-c2855d85d56e', 'project_id': '42406ac5a18945dea55e37a91e9f5530', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=113374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:58:42.351762 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-7da34d43-86d1-432e-8656-28257ae90130 None None] Attempt 8 to provision port 070fb056-8998-4af5-aed8-443a8c99b7b0 Sep 16 03:58:42.369840 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:58:42.480667 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-d805946e-fadb-4194-9e1c-31695a428ba0 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks [] for security_group_rule (8544e6b4-84e2-46fe-be63-27859645309a), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:42.532415 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-7da34d43-86d1-432e-8656-28257ae90130 None None] Current status of the port 070fb056-8998-4af5-aed8-443a8c99b7b0 is: DOWN; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:58:42.532894 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-7da34d43-86d1-432e-8656-28257ae90130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (070fb056-8998-4af5-aed8-443a8c99b7b0), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:42.565102 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-d805946e-fadb-4194-9e1c-31695a428ba0 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks [] for security_group_rule (8544e6b4-84e2-46fe-be63-27859645309a), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:42.644977 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-7da34d43-86d1-432e-8656-28257ae90130 None None] For port 070fb056-8998-4af5-aed8-443a8c99b7b0, host dv-cinder-857993-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=070fb056-8998-4af5-aed8-443a8c99b7b0,segment=NetworkSegment(b5a7b243-a75e-4f41-896f-a5eaf50378aa),segment_id=b5a7b243-a75e-4f41-896f-a5eaf50378aa)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:58:42.646644 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-13ae4c78-bbaf-483a-a4ea-38bff613cb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70466d82-1303-4cde-b463-a17afb26bbf5', 'name': 'tempest-TestVolumeBootPattern-1948694179-router', 'tenant_id': 'a1dedaa8d09543c1a896888969b33f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '99d77d8f-ac2c-40d6-8178-735ecab7cf91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:58:33Z', 'updated_at': '2022-09-16T03:58:38Z', 'revision_number': 4, 'project_id': 'a1dedaa8d09543c1a896888969b33f28', 'gw_port': {'id': '99d77d8f-ac2c-40d6-8178-735ecab7cf91', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:77:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70466d82-1303-4cde-b463-a17afb26bbf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:58:34Z', 'updated_at': '2022-09-16T03:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_interfaces': [{'id': '070fb056-8998-4af5-aed8-443a8c99b7b0', 'name': '', 'network_id': 'b09435aa-f58d-473c-b02b-70bac2bc89ce', 'tenant_id': 'a1dedaa8d09543c1a896888969b33f28', 'mac_address': 'fa:16:3e:ec:f9:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70466d82-1303-4cde-b463-a17afb26bbf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '5c38e0ef-b05b-49d2-afe2-d41ddee31efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:58:37Z', 'updated_at': '2022-09-16T03:58:41Z', 'revision_number': 4, 'project_id': 'a1dedaa8d09543c1a896888969b33f28', 'subnets': [{'id': '5c38e0ef-b05b-49d2-afe2-d41ddee31efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:58:42.650707 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-d805946e-fadb-4194-9e1c-31695a428ba0 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650582'] for security_group_rule (8544e6b4-84e2-46fe-be63-27859645309a), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:42.682880 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d805946e-fadb-4194-9e1c-31695a428ba0 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8544e6b4-84e2-46fe-be63-27859645309a,revision_number=0']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:58:42.690020 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ae4c78-bbaf-483a-a4ea-38bff613cb47 None None] The sync data for ids ['70466d82-1303-4cde-b463-a17afb26bbf5'] in dv-cinder-857993-1-iscsi is: [{'id': '70466d82-1303-4cde-b463-a17afb26bbf5', 'name': 'tempest-TestVolumeBootPattern-1948694179-router', 'tenant_id': 'a1dedaa8d09543c1a896888969b33f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '99d77d8f-ac2c-40d6-8178-735ecab7cf91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:58:33Z', 'updated_at': '2022-09-16T03:58:38Z', 'revision_number': 4, 'project_id': 'a1dedaa8d09543c1a896888969b33f28', 'gw_port': {'id': '99d77d8f-ac2c-40d6-8178-735ecab7cf91', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:77:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70466d82-1303-4cde-b463-a17afb26bbf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:58:34Z', 'updated_at': '2022-09-16T03:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_interfaces': [{'id': '070fb056-8998-4af5-aed8-443a8c99b7b0', 'name': '', 'network_id': 'b09435aa-f58d-473c-b02b-70bac2bc89ce', 'tenant_id': 'a1dedaa8d09543c1a896888969b33f28', 'mac_address': 'fa:16:3e:ec:f9:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70466d82-1303-4cde-b463-a17afb26bbf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '5c38e0ef-b05b-49d2-afe2-d41ddee31efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:58:37Z', 'updated_at': '2022-09-16T03:58:41Z', 'revision_number': 4, 'project_id': 'a1dedaa8d09543c1a896888969b33f28', 'subnets': [{'id': '5c38e0ef-b05b-49d2-afe2-d41ddee31efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 03:58:42.694858 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device 99d77d8f-ac2c-40d6-8178-735ecab7cf91 up at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 03:58:42.696498 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:58:42.726952 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-7da34d43-86d1-432e-8656-28257ae90130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (070fb056-8998-4af5-aed8-443a8c99b7b0), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:42.755933 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-d805946e-fadb-4194-9e1c-31695a428ba0 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:42.761945 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 37344) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:58:42.763732 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-d805946e-fadb-4194-9e1c-31695a428ba0 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4273183 Sep 16 03:58:42.774985 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [None req-d42b8432-c6a3-4719-982b-9ac4936d7654 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Request body: {'security_group_rule': {'security_group_id': '6b15eadc-b96a-4e12-9428-c2855d85d56e', 'project_id': '42406ac5a18945dea55e37a91e9f5530', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:58:42.862740 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Provisioning complete for port 99d77d8f-ac2c-40d6-8178-735ecab7cf91 triggered by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:58:42.863358 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (99d77d8f-ac2c-40d6-8178-735ecab7cf91), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:42.863773 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Attempt 1 to provision port 99d77d8f-ac2c-40d6-8178-735ecab7cf91 Sep 16 03:58:42.870241 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da34d43-86d1-432e-8656-28257ae90130 None None] Pushing event updated for resources: {'Port': ['ID=070fb056-8998-4af5-aed8-443a8c99b7b0,revision_number=5']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:58:42.892422 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.db.securitygroups_db [None req-d42b8432-c6a3-4719-982b-9ac4936d7654 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Project 42406ac5a18945dea55e37a91e9f5530 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 03:58:42.897963 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-9d1e3625-cdde-444e-a27d-058557540b9c None None] Provisioning complete for port 070fb056-8998-4af5-aed8-443a8c99b7b0 triggered by entity DHCP. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:58:42.897963 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-9d1e3625-cdde-444e-a27d-058557540b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (070fb056-8998-4af5-aed8-443a8c99b7b0), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:42.897963 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-9d1e3625-cdde-444e-a27d-058557540b9c None None] Attempt 1 to provision port 070fb056-8998-4af5-aed8-443a8c99b7b0 Sep 16 03:58:42.918276 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-d42b8432-c6a3-4719-982b-9ac4936d7654 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks [] for security_group_rule (f3281d73-86fd-4d43-97c7-52caac4e91b4), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:43.025409 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-d42b8432-c6a3-4719-982b-9ac4936d7654 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks [] for security_group_rule (f3281d73-86fd-4d43-97c7-52caac4e91b4), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:43.066417 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-9d1e3625-cdde-444e-a27d-058557540b9c None None] Current status of the port 070fb056-8998-4af5-aed8-443a8c99b7b0 is: ACTIVE; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:58:43.071742 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Current status of the port 99d77d8f-ac2c-40d6-8178-735ecab7cf91 is: ACTIVE; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:58:43.115728 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-d42b8432-c6a3-4719-982b-9ac4936d7654 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650582'] for security_group_rule (f3281d73-86fd-4d43-97c7-52caac4e91b4), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:43.147017 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42b8432-c6a3-4719-982b-9ac4936d7654 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3281d73-86fd-4d43-97c7-52caac4e91b4,revision_number=0']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:58:43.260947 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-d42b8432-c6a3-4719-982b-9ac4936d7654 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:43.264607 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-d42b8432-c6a3-4719-982b-9ac4936d7654 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5008118 Sep 16 03:58:43.276214 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 37346) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:58:43.276214 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [None req-373132a2-beda-498b-a976-06cf81cc3fa2 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Request body: {'security_group_rule': {'security_group_id': '6b15eadc-b96a-4e12-9428-c2855d85d56e', 'project_id': '42406ac5a18945dea55e37a91e9f5530', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:58:43.381946 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.db.securitygroups_db [None req-373132a2-beda-498b-a976-06cf81cc3fa2 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Project 42406ac5a18945dea55e37a91e9f5530 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 03:58:43.390110 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-373132a2-beda-498b-a976-06cf81cc3fa2 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks [] for security_group_rule (68fd7f03-6246-444f-88d3-b569bd4a8a1d), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:43.517343 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-373132a2-beda-498b-a976-06cf81cc3fa2 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks [] for security_group_rule (68fd7f03-6246-444f-88d3-b569bd4a8a1d), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:43.599490 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-373132a2-beda-498b-a976-06cf81cc3fa2 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650582'] for security_group_rule (68fd7f03-6246-444f-88d3-b569bd4a8a1d), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:43.628707 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373132a2-beda-498b-a976-06cf81cc3fa2 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68fd7f03-6246-444f-88d3-b569bd4a8a1d,revision_number=0']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:58:43.748015 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-373132a2-beda-498b-a976-06cf81cc3fa2 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:43.751737 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-373132a2-beda-498b-a976-06cf81cc3fa2 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4828625 Sep 16 03:58:44.649790 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device 070fb056-8998-4af5-aed8-443a8c99b7b0 up at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 03:58:44.736400 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Provisioning complete for port 070fb056-8998-4af5-aed8-443a8c99b7b0 triggered by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:58:44.736400 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (070fb056-8998-4af5-aed8-443a8c99b7b0), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:44.736400 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Attempt 1 to provision port 070fb056-8998-4af5-aed8-443a8c99b7b0 Sep 16 03:58:44.893644 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Current status of the port 070fb056-8998-4af5-aed8-443a8c99b7b0 is: ACTIVE; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:58:48.626240 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=74 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:58:48.657438 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=18 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:58:49.101264 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (d68ba685-94d2-4b65-887f-d5ec3884fbfa), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:52.679925 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=50,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=5 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:58:53.149951 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:58:53.229637 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-294679ae-26c8-48c6-96ec-dc13caf37ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (5f458d39-b7df-4a2e-8f52-58d49f268778), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:53.627058 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=34,neutron:INSERT=4,neutron:DELETE=2 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:58:53.628399 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=81,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:58:55.361040 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-cc624a3d-a9c8-4679-b91e-990a1d802d07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (20a8dcff-cb91-4cfb-b5ee-87736efe33d8), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:56.869776 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-6e17b5b7-15b9-4810-ad4e-df527af14d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (b6f1069f-4437-473a-8bc8-4bc493c2bb12), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:58.544921 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 37526) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:58:58.593911 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f03e2bb-e9a3-43a4-a8e6-3d40912fe151 admin admin] Deleting subnet 3f69fc75-572f-46e7-b407-eed4af66d571 {{(pid=113375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 03:58:58.597685 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-8f03e2bb-e9a3-43a4-a8e6-3d40912fe151 admin admin] Publish callbacks [] for subnet (3f69fc75-572f-46e7-b407-eed4af66d571), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:58.635418 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-8f03e2bb-e9a3-43a4-a8e6-3d40912fe151 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7582986'] for subnet (3f69fc75-572f-46e7-b407-eed4af66d571), precommit_delete_associations {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:58.678820 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-8f03e2bb-e9a3-43a4-a8e6-3d40912fe151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1375850'] for subnet (3f69fc75-572f-46e7-b407-eed4af66d571), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:58.690774 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (9480ceca-8cb5-4b85-9807-6ee42f948820), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:58.692353 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-2875a3e6-2c6e-4f2c-bd58-7e0a3de9c063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (bb5efb49-5a18-474a-824b-90488b0f2024), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:58.801143 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-8f03e2bb-e9a3-43a4-a8e6-3d40912fe151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1345367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4972132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7762074'] for subnet (3f69fc75-572f-46e7-b407-eed4af66d571), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:58.824708 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f03e2bb-e9a3-43a4-a8e6-3d40912fe151 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f69fc75-572f-46e7-b407-eed4af66d571,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:58:58.835252 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f03e2bb-e9a3-43a4-a8e6-3d40912fe151 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:58:58.835807 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f03e2bb-e9a3-43a4-a8e6-3d40912fe151 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:58:58.836333 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f03e2bb-e9a3-43a4-a8e6-3d40912fe151 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:58:58.836671 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f03e2bb-e9a3-43a4-a8e6-3d40912fe151 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:58:58.837418 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f03e2bb-e9a3-43a4-a8e6-3d40912fe151 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:58:58.837418 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f03e2bb-e9a3-43a4-a8e6-3d40912fe151 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:58:58.837602 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f03e2bb-e9a3-43a4-a8e6-3d40912fe151 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:58:58.837921 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f03e2bb-e9a3-43a4-a8e6-3d40912fe151 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:58:58.838239 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f03e2bb-e9a3-43a4-a8e6-3d40912fe151 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:58:58.838558 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f03e2bb-e9a3-43a4-a8e6-3d40912fe151 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:58:58.838876 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f03e2bb-e9a3-43a4-a8e6-3d40912fe151 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:58:58.839217 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f03e2bb-e9a3-43a4-a8e6-3d40912fe151 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:58:58.839536 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f03e2bb-e9a3-43a4-a8e6-3d40912fe151 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:58:58.839849 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f03e2bb-e9a3-43a4-a8e6-3d40912fe151 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:58:58.840162 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f03e2bb-e9a3-43a4-a8e6-3d40912fe151 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:58:58.843463 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-8f03e2bb-e9a3-43a4-a8e6-3d40912fe151 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602048'] for subnet (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:58.847233 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-8f03e2bb-e9a3-43a4-a8e6-3d40912fe151 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/3f69fc75-572f-46e7-b407-eed4af66d571 HTTP/1.1" status: 204 len: 168 time: 0.3012481 Sep 16 03:58:58.850965 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 37528) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:58:58.924123 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-0ebab298-a542-4ab6-8f48-844886a869d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1315103'] for network (0ec0daae-44e5-4b74-a88f-e18abd4b0197), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:59.020321 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-0ebab298-a542-4ab6-8f48-844886a869d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-666433', 'neutron.services.segments.db._delete_segments_for_network-8741672980929'] for network (0ec0daae-44e5-4b74-a88f-e18abd4b0197), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:59.041038 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.services.segments.db [None req-0ebab298-a542-4ab6-8f48-844886a869d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ec0daae-44e5-4b74-a88f-e18abd4b0197']}} {{(pid=113375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:58:59.050201 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.services.segments.db [None req-0ebab298-a542-4ab6-8f48-844886a869d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2cb9d06-9f74-4053-9f24-a4f8651d4f99') {'for_net_delete': True} {{(pid=113375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:58:59.050492 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.services.segments.db [None req-0ebab298-a542-4ab6-8f48-844886a869d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2cb9d06-9f74-4053-9f24-a4f8651d4f99') {} {{(pid=113375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:58:59.059961 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-0ebab298-a542-4ab6-8f48-844886a869d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741672980821', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7583025'] for segment (e2cb9d06-9f74-4053-9f24-a4f8651d4f99), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:59.073397 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-0ebab298-a542-4ab6-8f48-844886a869d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432398'] for segment (e2cb9d06-9f74-4053-9f24-a4f8651d4f99), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:59.080555 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ebab298-a542-4ab6-8f48-844886a869d3 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=113375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 03:58:59.080926 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-0ebab298-a542-4ab6-8f48-844886a869d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4972254'] for segment (e2cb9d06-9f74-4053-9f24-a4f8651d4f99), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:59.120605 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.services.segments.plugin [-] Segment e2cb9d06-9f74-4053-9f24-a4f8651d4f99 resource provider aggregate not found Sep 16 03:58:59.139363 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.services.segments.plugin [-] Segment e2cb9d06-9f74-4053-9f24-a4f8651d4f99 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e2cb9d06-9f74-4053-9f24-a4f8651d4f99 found for delete ", "request_id": "req-de819d42-1e68-4830-8fff-dd568f328d88"}]} Sep 16 03:58:59.212673 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-0ebab298-a542-4ab6-8f48-844886a869d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-666488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-452227'] for network (0ec0daae-44e5-4b74-a88f-e18abd4b0197), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:59.218444 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-0ebab298-a542-4ab6-8f48-844886a869d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602048'] for network (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:59.222128 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-0ebab298-a542-4ab6-8f48-844886a869d3 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/0ec0daae-44e5-4b74-a88f-e18abd4b0197 HTTP/1.1" status: 204 len: 168 time: 0.3701727 Sep 16 03:58:59.233759 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebab298-a542-4ab6-8f48-844886a869d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ec0daae-44e5-4b74-a88f-e18abd4b0197,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:58:59.621355 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 37542) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:58:59.660454 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-7d18ebb0-1ff4-46e6-b8a0-9b3cfcb7351c admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=ada320ab9e1644f29fd613c173ffe0a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378745 Sep 16 03:58:59.662862 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 37544) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:58:59.712862 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-8b62e616-8697-4f47-88d5-e1f1d1c45d09 admin admin] Publish callbacks [] for security_group (c8277f2e-38a1-4676-9d05-40c3a116087f), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:59.732179 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-8b62e616-8697-4f47-88d5-e1f1d1c45d09 admin admin] Publish callbacks [] for security_group (c8277f2e-38a1-4676-9d05-40c3a116087f), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:59.846805 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-8b62e616-8697-4f47-88d5-e1f1d1c45d09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (c8277f2e-38a1-4676-9d05-40c3a116087f), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:59.851173 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-8b62e616-8697-4f47-88d5-e1f1d1c45d09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:58:59.852562 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-8b62e616-8697-4f47-88d5-e1f1d1c45d09 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/c8277f2e-38a1-4676-9d05-40c3a116087f HTTP/1.1" status: 204 len: 168 time: 0.1886172 Sep 16 03:58:59.861604 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b62e616-8697-4f47-88d5-e1f1d1c45d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8277f2e-38a1-4676-9d05-40c3a116087f,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:59:05.511318 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-07050a59-055e-45b3-b3b8-326e05333cc9 req-8a5455d8-ea2a-421a-b520-d2e7bf62f0f1 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1031301844&fields=id&tenant_id=42406ac5a18945dea55e37a91e9f5530 HTTP/1.1" status: 200 len: 267 time: 0.0452249 Sep 16 03:59:05.605089 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:59:05.619777 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07050a59-055e-45b3-b3b8-326e05333cc9 req-cadfcf4f-3641-4e1f-8f46-3dc08740d644 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:59:05.621279 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-07050a59-055e-45b3-b3b8-326e05333cc9 req-cadfcf4f-3641-4e1f-8f46-3dc08740d644 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/networks?id=6fd8153b-b435-473d-99b3-693648eee8c9 HTTP/1.1" status: 200 len: 812 time: 0.1030681 Sep 16 03:59:05.635841 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-07050a59-055e-45b3-b3b8-326e05333cc9 req-8b626f47-f989-4103-a919-5068c4dc2a80 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/quotas/42406ac5a18945dea55e37a91e9f5530 HTTP/1.1" status: 200 len: 375 time: 0.0092845 Sep 16 03:59:05.671383 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:59:05.685898 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-07050a59-055e-45b3-b3b8-326e05333cc9 req-6aea4a01-3c85-43a2-8f37-88fc047a572a tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=42406ac5a18945dea55e37a91e9f5530&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451725 Sep 16 03:59:05.791923 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [req-07050a59-055e-45b3-b3b8-326e05333cc9 req-58c585a5-722f-4577-855c-4a1ae54d11bf service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113375) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 03:59:05.792931 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-07050a59-055e-45b3-b3b8-326e05333cc9 req-58c585a5-722f-4577-855c-4a1ae54d11bf service neutron] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0957115 Sep 16 03:59:05.882429 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-07050a59-055e-45b3-b3b8-326e05333cc9 req-961ec895-5a94-4d38-9bcf-0d63ba0fc4c6 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/6fd8153b-b435-473d-99b3-693648eee8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834806 Sep 16 03:59:05.983909 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-07050a59-055e-45b3-b3b8-326e05333cc9 req-c731e3ca-4beb-4cf0-8e76-3fc5fe104e45 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/6fd8153b-b435-473d-99b3-693648eee8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868866 Sep 16 03:59:06.512740 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-3a5a041a-95aa-4dff-b8d0-7693d14688f8 req-cb602a56-e1a7-411e-8091-e3312c8e1602 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=08c29179-15b1-4f96-89b5-3cede4ba5a26 HTTP/1.1" status: 200 len: 210 time: 0.0287061 Sep 16 03:59:07.596426 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-7afdc3d2-9a9a-4e19-85e5-1cb49e0bf8f7 req-0bb67790-3824-4820-b2f4-ec1168b98ca8 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=08c29179-15b1-4f96-89b5-3cede4ba5a26 HTTP/1.1" status: 200 len: 210 time: 0.0277436 Sep 16 03:59:08.546957 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:59:08.698538 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-6e8035fe-dd10-439b-a721-331a6262356a req-cf0dc00c-168d-40f7-97e9-c8a34f2f998d tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=08c29179-15b1-4f96-89b5-3cede4ba5a26 HTTP/1.1" status: 200 len: 210 time: 0.0273418 Sep 16 03:59:09.209656 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07050a59-055e-45b3-b3b8-326e05333cc9 req-5e6bc4ce-7e15-4b74-8eca-f3fa34c0b125 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:59:09.211113 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-07050a59-055e-45b3-b3b8-326e05333cc9 req-5e6bc4ce-7e15-4b74-8eca-f3fa34c0b125 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.52 "GET /networking/v2.0/networks?id=6fd8153b-b435-473d-99b3-693648eee8c9 HTTP/1.1" status: 200 len: 812 time: 0.1038592 Sep 16 03:59:09.277250 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-07050a59-055e-45b3-b3b8-326e05333cc9 req-0ef80753-2a42-4cc8-b4bd-7bb319e04fc7 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.52 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=42406ac5a18945dea55e37a91e9f5530 HTTP/1.1" status: 200 len: 380 time: 0.0540147 Sep 16 03:59:09.290423 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [req-07050a59-055e-45b3-b3b8-326e05333cc9 req-f995faba-e3a8-468d-8f79-921cfe666899 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Request body: {'port': {'device_id': '08c29179-15b1-4f96-89b5-3cede4ba5a26', 'network_id': '6fd8153b-b435-473d-99b3-693648eee8c9', 'admin_state_up': True, 'tenant_id': '42406ac5a18945dea55e37a91e9f5530', 'security_groups': ['6b15eadc-b96a-4e12-9428-c2855d85d56e']}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:59:09.717945 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07050a59-055e-45b3-b3b8-326e05333cc9 req-f995faba-e3a8-468d-8f79-921cfe666899 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Made reservation on behalf of 42406ac5a18945dea55e37a91e9f5530 for: {'port': 1} {{(pid=113375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 03:59:09.721663 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-07050a59-055e-45b3-b3b8-326e05333cc9 req-f995faba-e3a8-468d-8f79-921cfe666899 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:59:09.828663 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-9bd293be-78da-458b-bbb4-76ca9126a61b req-23b0b795-8f89-4f01-8c09-81c158c66324 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=08c29179-15b1-4f96-89b5-3cede4ba5a26 HTTP/1.1" status: 200 len: 210 time: 0.0386465 Sep 16 03:59:09.874435 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=44,neutron:UPDATE=2 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:59:09.877601 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.db_base_plugin_common [req-07050a59-055e-45b3-b3b8-326e05333cc9 req-f995faba-e3a8-468d-8f79-921cfe666899 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Allocated IP 172.20.0.14 (6fd8153b-b435-473d-99b3-693648eee8c9/49bad016-29f1-4461-a0ff-8f3f7bccc4e0/05df5516-acf5-42ed-b912-186414093bf4) {{(pid=113375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 03:59:09.902636 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:59:10.018575 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-07050a59-055e-45b3-b3b8-326e05333cc9 req-f995faba-e3a8-468d-8f79-921cfe666899 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks [] for port (05df5516-acf5-42ed-b912-186414093bf4), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:59:10.118728 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-07050a59-055e-45b3-b3b8-326e05333cc9 req-f995faba-e3a8-468d-8f79-921cfe666899 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672515804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4972043'] for port (05df5516-acf5-42ed-b912-186414093bf4), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:59:10.127218 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:59:10.166408 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07050a59-055e-45b3-b3b8-326e05333cc9 req-f995faba-e3a8-468d-8f79-921cfe666899 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Network 6fd8153b-b435-473d-99b3-693648eee8c9 is already hosted by enough agents. {{(pid=113375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 03:59:10.169406 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.base_scheduler [req-07050a59-055e-45b3-b3b8-326e05333cc9 req-f995faba-e3a8-468d-8f79-921cfe666899 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Resources bound (agent type, host, resource id): {{(pid=113375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:59:10.173165 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.l3_dvrscheduler_db [req-07050a59-055e-45b3-b3b8-326e05333cc9 req-f995faba-e3a8-468d-8f79-921cfe666899 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Received port after_create {{(pid=113375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 03:59:10.196144 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f995faba-e3a8-468d-8f79-921cfe666899 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Pushing event updated for resources: {'Port': ['ID=05df5516-acf5-42ed-b912-186414093bf4,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:59:10.229042 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07050a59-055e-45b3-b3b8-326e05333cc9 req-f995faba-e3a8-468d-8f79-921cfe666899 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:59:10.229732 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-07050a59-055e-45b3-b3b8-326e05333cc9 req-f995faba-e3a8-468d-8f79-921cfe666899 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for port (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:59:10.324766 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-07050a59-055e-45b3-b3b8-326e05333cc9 req-f995faba-e3a8-468d-8f79-921cfe666899 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0381680 Sep 16 03:59:10.343154 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [req-07050a59-055e-45b3-b3b8-326e05333cc9 req-08c840f6-d5dd-4076-bff3-d5bb3488f20a tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113375) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 03:59:10.344173 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-07050a59-055e-45b3-b3b8-326e05333cc9 req-08c840f6-d5dd-4076-bff3-d5bb3488f20a tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0054848 Sep 16 03:59:10.365826 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-68fd5ad4-35b3-43e9-8e54-ce4c6f9587ba None None] Provisioning complete for port 05df5516-acf5-42ed-b912-186414093bf4 triggered by entity DHCP. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:59:10.366196 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-68fd5ad4-35b3-43e9-8e54-ce4c6f9587ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (05df5516-acf5-42ed-b912-186414093bf4), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:59:10.366732 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-68fd5ad4-35b3-43e9-8e54-ce4c6f9587ba None None] Attempt 1 to provision port 05df5516-acf5-42ed-b912-186414093bf4 Sep 16 03:59:10.400086 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-68fd5ad4-35b3-43e9-8e54-ce4c6f9587ba None None] Port 05df5516-acf5-42ed-b912-186414093bf4 cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:59:10.409941 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [req-07050a59-055e-45b3-b3b8-326e05333cc9 req-8eb6cfe5-499a-4ff7-8db5-9417aeaf1c03 service neutron] Request body: {'port': {'device_id': '08c29179-15b1-4f96-89b5-3cede4ba5a26', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85799'}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:59:10.469711 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-07050a59-055e-45b3-b3b8-326e05333cc9 req-8eb6cfe5-499a-4ff7-8db5-9417aeaf1c03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (05df5516-acf5-42ed-b912-186414093bf4), before_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:59:10.727988 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.notifiers.nova [req-07050a59-055e-45b3-b3b8-326e05333cc9 req-8eb6cfe5-499a-4ff7-8db5-9417aeaf1c03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05df5516-acf5-42ed-b912-186414093bf4 {{(pid=113375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 03:59:10.735535 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-07050a59-055e-45b3-b3b8-326e05333cc9 req-8eb6cfe5-499a-4ff7-8db5-9417aeaf1c03 service neutron] Publish callbacks [] for port (05df5516-acf5-42ed-b912-186414093bf4), precommit_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:59:10.747727 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:59:10.752868 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.provisioning_blocks [req-07050a59-055e-45b3-b3b8-326e05333cc9 req-8eb6cfe5-499a-4ff7-8db5-9417aeaf1c03 service neutron] Transition to ACTIVE for port object 05df5516-acf5-42ed-b912-186414093bf4 will not be triggered until provisioned by entity L2. {{(pid=113375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 03:59:10.858070 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-07050a59-055e-45b3-b3b8-326e05333cc9 req-8eb6cfe5-499a-4ff7-8db5-9417aeaf1c03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4972082'] for port (05df5516-acf5-42ed-b912-186414093bf4), after_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:59:10.901687 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-68fd5ad4-35b3-43e9-8e54-ce4c6f9587ba None None] Attempt 2 to provision port 05df5516-acf5-42ed-b912-186414093bf4 Sep 16 03:59:10.934653 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb6cfe5-499a-4ff7-8db5-9417aeaf1c03 service neutron] Pushing event updated for resources: {'Port': ['ID=05df5516-acf5-42ed-b912-186414093bf4,revision_number=2']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:59:10.939685 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-68fd5ad4-35b3-43e9-8e54-ce4c6f9587ba None None] Port 05df5516-acf5-42ed-b912-186414093bf4 cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 03:59:10.963032 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf41032-ed75-4b2c-8bf2-d7bda401e80f req-a4ea118c-894e-4a39-b139-5b753f3b36c7 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:59:10.964611 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-ebf41032-ed75-4b2c-8bf2-d7bda401e80f req-a4ea118c-894e-4a39-b139-5b753f3b36c7 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=08c29179-15b1-4f96-89b5-3cede4ba5a26 HTTP/1.1" status: 200 len: 944 time: 0.0525563 Sep 16 03:59:10.987178 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.managers [req-07050a59-055e-45b3-b3b8-326e05333cc9 req-8eb6cfe5-499a-4ff7-8db5-9417aeaf1c03 service neutron] Attempting to bind port 05df5516-acf5-42ed-b912-186414093bf4 on host hv-cinder-85799 for vnic_type normal with profile {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 03:59:10.987506 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.managers [req-07050a59-055e-45b3-b3b8-326e05333cc9 req-8eb6cfe5-499a-4ff7-8db5-9417aeaf1c03 service neutron] Attempting to bind port 05df5516-acf5-42ed-b912-186414093bf4 by drivers openvswitch,hyperv on host hv-cinder-85799 at level 0 using segments [{'id': 'eea54c47-f168-47e5-a070-e59e67614801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6fd8153b-b435-473d-99b3-693648eee8c9'}] {{(pid=113375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 03:59:10.988466 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07050a59-055e-45b3-b3b8-326e05333cc9 req-8eb6cfe5-499a-4ff7-8db5-9417aeaf1c03 service neutron] Attempting to bind port 05df5516-acf5-42ed-b912-186414093bf4 on network 6fd8153b-b435-473d-99b3-693648eee8c9 {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 03:59:11.015609 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-ebf41032-ed75-4b2c-8bf2-d7bda401e80f req-90506022-8f7b-408d-9bd8-e58b1e27df7d tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6b15eadc-b96a-4e12-9428-c2855d85d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452092 Sep 16 03:59:11.030124 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07050a59-055e-45b3-b3b8-326e05333cc9 req-8eb6cfe5-499a-4ff7-8db5-9417aeaf1c03 service neutron] Port 05df5516-acf5-42ed-b912-186414093bf4 on network 6fd8153b-b435-473d-99b3-693648eee8c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85799 {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 03:59:11.030446 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07050a59-055e-45b3-b3b8-326e05333cc9 req-8eb6cfe5-499a-4ff7-8db5-9417aeaf1c03 service neutron] Attempting to bind port 05df5516-acf5-42ed-b912-186414093bf4 on network 6fd8153b-b435-473d-99b3-693648eee8c9 {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 03:59:11.072399 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07050a59-055e-45b3-b3b8-326e05333cc9 req-8eb6cfe5-499a-4ff7-8db5-9417aeaf1c03 service neutron] Checking agent: {'id': 'd68ba685-94d2-4b65-887f-d5ec3884fbfa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85799', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 3, 46, 18), 'started_at': datetime.datetime(2022, 9, 16, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 3, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 03:59:11.072733 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07050a59-055e-45b3-b3b8-326e05333cc9 req-8eb6cfe5-499a-4ff7-8db5-9417aeaf1c03 service neutron] Checking segment: {'id': 'eea54c47-f168-47e5-a070-e59e67614801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6fd8153b-b435-473d-99b3-693648eee8c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 03:59:11.073106 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07050a59-055e-45b3-b3b8-326e05333cc9 req-8eb6cfe5-499a-4ff7-8db5-9417aeaf1c03 service neutron] Bound using segment: {'id': 'eea54c47-f168-47e5-a070-e59e67614801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6fd8153b-b435-473d-99b3-693648eee8c9'} {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 03:59:11.073534 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.managers [req-07050a59-055e-45b3-b3b8-326e05333cc9 req-8eb6cfe5-499a-4ff7-8db5-9417aeaf1c03 service neutron] Bound port: 05df5516-acf5-42ed-b912-186414093bf4, host: hv-cinder-85799, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eea54c47-f168-47e5-a070-e59e67614801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6fd8153b-b435-473d-99b3-693648eee8c9'}}] {{(pid=113375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 03:59:11.073887 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-07050a59-055e-45b3-b3b8-326e05333cc9 req-8eb6cfe5-499a-4ff7-8db5-9417aeaf1c03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (05df5516-acf5-42ed-b912-186414093bf4), before_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:59:11.135548 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.db [req-07050a59-055e-45b3-b3b8-326e05333cc9 req-8eb6cfe5-499a-4ff7-8db5-9417aeaf1c03 service neutron] For port 05df5516-acf5-42ed-b912-186414093bf4, host hv-cinder-85799, cleared binding levels {{(pid=113375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 03:59:11.138350 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.db [req-07050a59-055e-45b3-b3b8-326e05333cc9 req-8eb6cfe5-499a-4ff7-8db5-9417aeaf1c03 service neutron] For port 05df5516-acf5-42ed-b912-186414093bf4, host hv-cinder-85799, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=05df5516-acf5-42ed-b912-186414093bf4,segment=NetworkSegment(eea54c47-f168-47e5-a070-e59e67614801),segment_id=eea54c47-f168-47e5-a070-e59e67614801)] {{(pid=113375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 03:59:11.232802 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-07050a59-055e-45b3-b3b8-326e05333cc9 req-8eb6cfe5-499a-4ff7-8db5-9417aeaf1c03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4972082'] for port (05df5516-acf5-42ed-b912-186414093bf4), after_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:59:11.236070 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07050a59-055e-45b3-b3b8-326e05333cc9 req-8eb6cfe5-499a-4ff7-8db5-9417aeaf1c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:59:11.236668 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-07050a59-055e-45b3-b3b8-326e05333cc9 req-8eb6cfe5-499a-4ff7-8db5-9417aeaf1c03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for port (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:59:11.238217 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-07050a59-055e-45b3-b3b8-326e05333cc9 req-8eb6cfe5-499a-4ff7-8db5-9417aeaf1c03 service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/05df5516-acf5-42ed-b912-186414093bf4 HTTP/1.1" status: 200 len: 1094 time: 0.8828003 Sep 16 03:59:11.240344 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08c29179-15b1-4f96-89b5-3cede4ba5a26', 'tag': '05df5516-acf5-42ed-b912-186414093bf4'}] {{(pid=113375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 03:59:11.242708 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5377fd1d321389c1792f161ed840337514ae556b8848fe715c314c680a14a908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d4df3df-e9a4-4454-9334-404c10c74b32" -d '{"events": [{"name": "network-changed", "server_uuid": "08c29179-15b1-4f96-89b5-3cede4ba5a26", "tag": "05df5516-acf5-42ed-b912-186414093bf4"}]}' {{(pid=113375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 03:59:11.291724 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb6cfe5-499a-4ff7-8db5-9417aeaf1c03 service neutron] Pushing event updated for resources: {'Port': ['ID=05df5516-acf5-42ed-b912-186414093bf4,revision_number=3']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:59:11.386753 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07050a59-055e-45b3-b3b8-326e05333cc9 req-b5a97c96-8261-4aa2-a947-0cd4234fda19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:59:11.388232 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-07050a59-055e-45b3-b3b8-326e05333cc9 req-b5a97c96-8261-4aa2-a947-0cd4234fda19 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=42406ac5a18945dea55e37a91e9f5530&device_id=08c29179-15b1-4f96-89b5-3cede4ba5a26 HTTP/1.1" status: 200 len: 1128 time: 0.0417597 Sep 16 03:59:11.406140 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 03:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24abbf16-d47d-418e-bcaa-c08d6e0af683 x-openstack-request-id: req-24abbf16-d47d-418e-bcaa-c08d6e0af683 {{(pid=113375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 03:59:11.406421 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08c29179-15b1-4f96-89b5-3cede4ba5a26", "tag": "05df5516-acf5-42ed-b912-186414093bf4", "status": "completed", "code": 200}]} {{(pid=113375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 03:59:11.406670 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-24abbf16-d47d-418e-bcaa-c08d6e0af683 {{(pid=113375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 03:59:11.407082 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24abbf16-d47d-418e-bcaa-c08d6e0af683'] response: {'name': 'network-changed', 'server_uuid': '08c29179-15b1-4f96-89b5-3cede4ba5a26', 'tag': '05df5516-acf5-42ed-b912-186414093bf4', 'status': 'completed', 'code': 200} Sep 16 03:59:11.434444 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-07050a59-055e-45b3-b3b8-326e05333cc9 req-d588d6df-4805-4f55-bb07-80ce44f2655c service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05df5516-acf5-42ed-b912-186414093bf4 HTTP/1.1" status: 200 len: 217 time: 0.0348268 Sep 16 03:59:11.442194 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-68fd5ad4-35b3-43e9-8e54-ce4c6f9587ba None None] Attempt 3 to provision port 05df5516-acf5-42ed-b912-186414093bf4 Sep 16 03:59:11.480347 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-68fd5ad4-35b3-43e9-8e54-ce4c6f9587ba None None] Port 05df5516-acf5-42ed-b912-186414093bf4 had new provisioning blocks added so it will not transition to active. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 03:59:11.486072 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07050a59-055e-45b3-b3b8-326e05333cc9 req-2d96584a-b29d-4669-8f09-4cd7ea96a2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:59:11.488059 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-07050a59-055e-45b3-b3b8-326e05333cc9 req-2d96584a-b29d-4669-8f09-4cd7ea96a2f0 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=49bad016-29f1-4461-a0ff-8f3f7bccc4e0 HTTP/1.1" status: 200 len: 851 time: 0.0473008 Sep 16 03:59:11.533043 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07050a59-055e-45b3-b3b8-326e05333cc9 req-34284e29-4dcb-4507-a998-56dacfb9c3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:59:11.534470 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-07050a59-055e-45b3-b3b8-326e05333cc9 req-34284e29-4dcb-4507-a998-56dacfb9c3ea service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=6fd8153b-b435-473d-99b3-693648eee8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379665 Sep 16 03:59:11.629145 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-07050a59-055e-45b3-b3b8-326e05333cc9 req-090d4e07-ca2d-458d-b104-ad47758d9e2d service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6fd8153b-b435-473d-99b3-693648eee8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839891 Sep 16 03:59:11.686780 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:59:11.721154 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-07050a59-055e-45b3-b3b8-326e05333cc9 req-82988c9f-3a67-4ddc-a7aa-1ab022fc17f8 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6fd8153b-b435-473d-99b3-693648eee8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823061 Sep 16 03:59:12.102068 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4df3df-e9a4-4454-9334-404c10c74b32 req-216a2bd9-c7b0-4071-9ad2-6d07e650ee26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:59:12.103584 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-0d4df3df-e9a4-4454-9334-404c10c74b32 req-216a2bd9-c7b0-4071-9ad2-6d07e650ee26 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=42406ac5a18945dea55e37a91e9f5530&device_id=08c29179-15b1-4f96-89b5-3cede4ba5a26 HTTP/1.1" status: 200 len: 1128 time: 0.0390003 Sep 16 03:59:12.142885 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e6709-f68a-4c7e-968f-88224064b94c req-3404cebf-08bb-4f82-80c6-b696ad293667 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:59:12.145211 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-e73e6709-f68a-4c7e-968f-88224064b94c req-3404cebf-08bb-4f82-80c6-b696ad293667 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=08c29179-15b1-4f96-89b5-3cede4ba5a26 HTTP/1.1" status: 200 len: 944 time: 0.0518317 Sep 16 03:59:12.171445 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=2 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:59:12.195099 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-e73e6709-f68a-4c7e-968f-88224064b94c req-f7815ecf-8cc2-488a-a99e-e0e85b6d5876 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6b15eadc-b96a-4e12-9428-c2855d85d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444360 Sep 16 03:59:12.198815 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4df3df-e9a4-4454-9334-404c10c74b32 req-d77d0753-6d9c-47e9-be1d-1b3f7dd3c382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:59:12.209145 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-0d4df3df-e9a4-4454-9334-404c10c74b32 req-d77d0753-6d9c-47e9-be1d-1b3f7dd3c382 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=6fd8153b-b435-473d-99b3-693648eee8c9 HTTP/1.1" status: 200 len: 913 time: 0.0905843 Sep 16 03:59:12.243340 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-0d4df3df-e9a4-4454-9334-404c10c74b32 req-433f5899-e1fe-4742-b74e-dac737d70a89 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05df5516-acf5-42ed-b912-186414093bf4 HTTP/1.1" status: 200 len: 217 time: 0.0327129 Sep 16 03:59:12.298002 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4df3df-e9a4-4454-9334-404c10c74b32 req-13c316a6-7493-4419-b895-a75879f3d765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:59:12.299444 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-0d4df3df-e9a4-4454-9334-404c10c74b32 req-13c316a6-7493-4419-b895-a75879f3d765 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=49bad016-29f1-4461-a0ff-8f3f7bccc4e0 HTTP/1.1" status: 200 len: 851 time: 0.0484607 Sep 16 03:59:12.348711 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4df3df-e9a4-4454-9334-404c10c74b32 req-ffddb647-7d48-45ed-9378-02a024ed42ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:59:12.350229 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-0d4df3df-e9a4-4454-9334-404c10c74b32 req-ffddb647-7d48-45ed-9378-02a024ed42ac service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=6fd8153b-b435-473d-99b3-693648eee8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398285 Sep 16 03:59:12.439412 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-0d4df3df-e9a4-4454-9334-404c10c74b32 req-29877a42-5b18-4911-85cf-c56af9a0301b service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6fd8153b-b435-473d-99b3-693648eee8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798149 Sep 16 03:59:12.507867 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:59:12.533689 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-0d4df3df-e9a4-4454-9334-404c10c74b32 req-24da4133-7e77-4de8-9796-82516ddd2ac0 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6fd8153b-b435-473d-99b3-693648eee8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850909 Sep 16 03:59:13.319337 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37746e-b69b-4300-a135-2f06136dbde4 req-7caaa092-1160-446c-b22c-f4605efddff2 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:59:13.320803 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-ff37746e-b69b-4300-a135-2f06136dbde4 req-7caaa092-1160-446c-b22c-f4605efddff2 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=08c29179-15b1-4f96-89b5-3cede4ba5a26 HTTP/1.1" status: 200 len: 944 time: 0.0477023 Sep 16 03:59:13.370492 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-ff37746e-b69b-4300-a135-2f06136dbde4 req-b743675e-3739-4039-976e-265cf6894227 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6b15eadc-b96a-4e12-9428-c2855d85d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440340 Sep 16 03:59:14.265995 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.agents_db [None req-8ba4eca6-5e8f-405f-9ad3-b7bffaa24231 None None] Agent healthcheck: found 6 active agents {{(pid=113377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 03:59:14.490255 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c28860-e3fc-430e-b51c-1311684ad4df req-27a1afe6-6ee2-483a-b94c-96146c14d0de tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:59:14.491723 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-50c28860-e3fc-430e-b51c-1311684ad4df req-27a1afe6-6ee2-483a-b94c-96146c14d0de tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=08c29179-15b1-4f96-89b5-3cede4ba5a26 HTTP/1.1" status: 200 len: 944 time: 0.0475249 Sep 16 03:59:14.539986 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-50c28860-e3fc-430e-b51c-1311684ad4df req-d22bb4c8-9233-4929-a7ea-edc95a46c18c tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6b15eadc-b96a-4e12-9428-c2855d85d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426533 Sep 16 03:59:15.662697 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28cb688-2f66-4997-af7b-7f979eb03741 req-2a93adb4-6c3d-4503-a845-8f71596d1054 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:59:15.664160 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-b28cb688-2f66-4997-af7b-7f979eb03741 req-2a93adb4-6c3d-4503-a845-8f71596d1054 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=08c29179-15b1-4f96-89b5-3cede4ba5a26 HTTP/1.1" status: 200 len: 944 time: 0.0491793 Sep 16 03:59:15.712209 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-b28cb688-2f66-4997-af7b-7f979eb03741 req-0841e41e-a04e-4809-a724-c3c1758777ff tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6b15eadc-b96a-4e12-9428-c2855d85d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423663 Sep 16 03:59:16.835750 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77812f6-ddc2-4e67-8dfa-fa69a70b3b49 req-cad05387-538c-4fda-b12d-10deea50899d tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:59:16.837118 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-c77812f6-ddc2-4e67-8dfa-fa69a70b3b49 req-cad05387-538c-4fda-b12d-10deea50899d tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=08c29179-15b1-4f96-89b5-3cede4ba5a26 HTTP/1.1" status: 200 len: 944 time: 0.0510526 Sep 16 03:59:16.885587 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-c77812f6-ddc2-4e67-8dfa-fa69a70b3b49 req-9bf1941c-191c-4c11-ae9f-d871a471c99a tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6b15eadc-b96a-4e12-9428-c2855d85d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428894 Sep 16 03:59:18.014879 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed08e2a-9baf-4721-a6d1-4c75e2259155 req-ce23a30f-3642-499a-8812-15ad259f10d9 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:59:18.016358 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-0ed08e2a-9baf-4721-a6d1-4c75e2259155 req-ce23a30f-3642-499a-8812-15ad259f10d9 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=08c29179-15b1-4f96-89b5-3cede4ba5a26 HTTP/1.1" status: 200 len: 944 time: 0.0464578 Sep 16 03:59:18.065118 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-0ed08e2a-9baf-4721-a6d1-4c75e2259155 req-612013aa-704c-4a3b-b3ac-cf3ac2f1eccb tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6b15eadc-b96a-4e12-9428-c2855d85d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430624 Sep 16 03:59:18.832045 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (d68ba685-94d2-4b65-887f-d5ec3884fbfa), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:59:19.184211 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0058a1c-b32f-48ef-ae99-a9edad21234a req-e79a3476-e88c-48a4-81e9-290a27d0616d tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:59:19.185668 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-d0058a1c-b32f-48ef-ae99-a9edad21234a req-e79a3476-e88c-48a4-81e9-290a27d0616d tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=08c29179-15b1-4f96-89b5-3cede4ba5a26 HTTP/1.1" status: 200 len: 944 time: 0.0474622 Sep 16 03:59:19.234222 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-d0058a1c-b32f-48ef-ae99-a9edad21234a req-0bc74229-4a24-4369-b888-c2bf4a2d523a tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6b15eadc-b96a-4e12-9428-c2855d85d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427780 Sep 16 03:59:19.495325 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device 05df5516-acf5-42ed-b912-186414093bf4 details requested by agent hyperv_hv-cinder-85799 with host hv-cinder-85799 {{(pid=113376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 03:59:19.592967 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] For port 05df5516-acf5-42ed-b912-186414093bf4, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=05df5516-acf5-42ed-b912-186414093bf4,segment=NetworkSegment(eea54c47-f168-47e5-a070-e59e67614801),segment_id=eea54c47-f168-47e5-a070-e59e67614801)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:59:19.604306 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Returning: {'device': '05df5516-acf5-42ed-b912-186414093bf4', 'network_id': '6fd8153b-b435-473d-99b3-693648eee8c9', 'port_id': '05df5516-acf5-42ed-b912-186414093bf4', 'mac_address': 'fa:16:3e:fc:5c:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49bad016-29f1-4461-a0ff-8f3f7bccc4e0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 03:59:19.640269 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Current status of the port 05df5516-acf5-42ed-b912-186414093bf4 is: DOWN; New status is: BUILD {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:59:19.640657 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (05df5516-acf5-42ed-b912-186414093bf4), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:59:19.653841 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.notifiers.nova [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05df5516-acf5-42ed-b912-186414093bf4 {{(pid=113376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 03:59:19.673349 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] For port 05df5516-acf5-42ed-b912-186414093bf4, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=05df5516-acf5-42ed-b912-186414093bf4,segment=NetworkSegment(eea54c47-f168-47e5-a070-e59e67614801),segment_id=eea54c47-f168-47e5-a070-e59e67614801)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:59:19.777763 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (05df5516-acf5-42ed-b912-186414093bf4), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:59:19.824444 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Pushing event updated for resources: {'Port': ['ID=05df5516-acf5-42ed-b912-186414093bf4,revision_number=4']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:59:19.831780 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:59:19.835003 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:59:19.835003 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:59:19.835003 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:59:19.835003 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:59:19.835003 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:59:19.835003 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:59:19.835003 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:59:19.835003 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:59:19.835003 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:59:19.836301 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:59:19.836301 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:59:19.836301 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:59:19.836301 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:59:19.836301 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 03:59:20.012944 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] get_ports_and_sgs() called for port_ids ['05df5516-acf5-42ed-b912-186414093bf4'] {{(pid=113376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 03:59:20.357006 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c81601c-6bf8-4f15-8358-975d43e32092 req-5ec7b896-f1e4-4b58-b6fc-7451c3623617 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:59:20.358443 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-2c81601c-6bf8-4f15-8358-975d43e32092 req-5ec7b896-f1e4-4b58-b6fc-7451c3623617 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=08c29179-15b1-4f96-89b5-3cede4ba5a26 HTTP/1.1" status: 200 len: 945 time: 0.0495687 Sep 16 03:59:20.408209 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-2c81601c-6bf8-4f15-8358-975d43e32092 req-a6e8d23e-392e-4454-baab-897daeb774e5 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6b15eadc-b96a-4e12-9428-c2855d85d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441093 Sep 16 03:59:21.227206 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:59:21.510668 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device 05df5516-acf5-42ed-b912-186414093bf4 up at agent hyperv_hv-cinder-85799 {{(pid=113376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 03:59:21.530381 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723cb9d8-d75c-4473-b704-47b7ab27f2df req-dc894650-ae85-4f47-8347-ee34b1c40c3d tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:59:21.531874 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-723cb9d8-d75c-4473-b704-47b7ab27f2df req-dc894650-ae85-4f47-8347-ee34b1c40c3d tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=08c29179-15b1-4f96-89b5-3cede4ba5a26 HTTP/1.1" status: 200 len: 945 time: 0.0474255 Sep 16 03:59:21.556194 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Provisioning for port 05df5516-acf5-42ed-b912-186414093bf4 completed by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 03:59:21.586025 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-723cb9d8-d75c-4473-b704-47b7ab27f2df req-962d3416-6a2a-4f73-98f3-42ae75331ebb tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6b15eadc-b96a-4e12-9428-c2855d85d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478728 Sep 16 03:59:21.634893 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Provisioning complete for port 05df5516-acf5-42ed-b912-186414093bf4 triggered by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 03:59:21.635292 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (05df5516-acf5-42ed-b912-186414093bf4), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:59:21.635627 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Attempt 1 to provision port 05df5516-acf5-42ed-b912-186414093bf4 Sep 16 03:59:21.664437 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:59:21.674530 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:59:21.709327 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Current status of the port 05df5516-acf5-42ed-b912-186414093bf4 is: BUILD; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 03:59:21.709840 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (05df5516-acf5-42ed-b912-186414093bf4), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:59:21.732876 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08c29179-15b1-4f96-89b5-3cede4ba5a26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05df5516-acf5-42ed-b912-186414093bf4'}] {{(pid=113376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 03:59:21.735406 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536f81a66b80124a32e6614edce579112ba342401ad4fb2d1257d5ac670fb901" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ec540f-768a-4c2e-82ff-4f1647cacc7e" -d '{"events": [{"server_uuid": "08c29179-15b1-4f96-89b5-3cede4ba5a26", "name": "network-vif-plugged", "status": "completed", "tag": "05df5516-acf5-42ed-b912-186414093bf4"}]}' {{(pid=113376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 03:59:21.748914 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] For port 05df5516-acf5-42ed-b912-186414093bf4, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=05df5516-acf5-42ed-b912-186414093bf4,segment=NetworkSegment(eea54c47-f168-47e5-a070-e59e67614801),segment_id=eea54c47-f168-47e5-a070-e59e67614801)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 03:59:21.774338 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 03:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc23b4d-d650-43cb-a695-e7a9c8506b31 x-openstack-request-id: req-0dc23b4d-d650-43cb-a695-e7a9c8506b31 {{(pid=113376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 03:59:21.774629 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08c29179-15b1-4f96-89b5-3cede4ba5a26", "name": "network-vif-plugged", "status": "completed", "tag": "05df5516-acf5-42ed-b912-186414093bf4", "code": 200}]} {{(pid=113376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 03:59:21.774885 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0dc23b4d-d650-43cb-a695-e7a9c8506b31 {{(pid=113376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 03:59:21.775367 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dc23b4d-d650-43cb-a695-e7a9c8506b31'] response: {'server_uuid': '08c29179-15b1-4f96-89b5-3cede4ba5a26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05df5516-acf5-42ed-b912-186414093bf4', 'code': 200} Sep 16 03:59:21.823837 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (05df5516-acf5-42ed-b912-186414093bf4), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:59:21.874020 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Pushing event updated for resources: {'Port': ['ID=05df5516-acf5-42ed-b912-186414093bf4,revision_number=5']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:59:22.203760 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe862c6-0a33-4a67-8c28-53c0cf168a6c req-68d82bfd-6ef6-45e3-b2ee-734fd5e23fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:59:22.205322 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-9fe862c6-0a33-4a67-8c28-53c0cf168a6c req-68d82bfd-6ef6-45e3-b2ee-734fd5e23fa4 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=08c29179-15b1-4f96-89b5-3cede4ba5a26 HTTP/1.1" status: 200 len: 1130 time: 0.0396922 Sep 16 03:59:22.257897 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-9fe862c6-0a33-4a67-8c28-53c0cf168a6c req-5ce4d617-5b28-49da-87b5-a6dc45ef90fd service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=6b15eadc-b96a-4e12-9428-c2855d85d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407701 Sep 16 03:59:22.705212 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2472904b-8aec-460a-8a5b-2e0ed833b317 req-92ef579b-7d53-4274-a87d-29692a70e539 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:59:22.706656 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-2472904b-8aec-460a-8a5b-2e0ed833b317 req-92ef579b-7d53-4274-a87d-29692a70e539 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=08c29179-15b1-4f96-89b5-3cede4ba5a26 HTTP/1.1" status: 200 len: 946 time: 0.0470190 Sep 16 03:59:22.755384 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-2472904b-8aec-460a-8a5b-2e0ed833b317 req-789dc679-b68e-4ee2-b066-855eb2b27905 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6b15eadc-b96a-4e12-9428-c2855d85d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424497 Sep 16 03:59:23.240890 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-fe25f1c6-8efc-4d15-bfbe-1ee5a023230b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (5f458d39-b7df-4a2e-8f52-58d49f268778), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:59:23.884610 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f11f6e2-1b86-4f19-9b0c-4a16fc93438c req-3787d16d-b34b-4df5-8274-89c851c86294 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:59:23.886059 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-0f11f6e2-1b86-4f19-9b0c-4a16fc93438c req-3787d16d-b34b-4df5-8274-89c851c86294 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=08c29179-15b1-4f96-89b5-3cede4ba5a26 HTTP/1.1" status: 200 len: 946 time: 0.0483770 Sep 16 03:59:23.912438 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=100 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:59:23.939751 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-0f11f6e2-1b86-4f19-9b0c-4a16fc93438c req-005e56ae-91e1-46a7-839c-cf579079ee05 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6b15eadc-b96a-4e12-9428-c2855d85d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478606 Sep 16 03:59:24.262063 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=2 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:59:25.059968 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd23f0a-003d-472a-80af-215a46aa7acb req-00326dd5-e1d2-41f0-a0f6-366cb47ff22b tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:59:25.061426 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-0bd23f0a-003d-472a-80af-215a46aa7acb req-00326dd5-e1d2-41f0-a0f6-366cb47ff22b tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=08c29179-15b1-4f96-89b5-3cede4ba5a26 HTTP/1.1" status: 200 len: 946 time: 0.0469494 Sep 16 03:59:25.111080 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-0bd23f0a-003d-472a-80af-215a46aa7acb req-ccef2ef5-64a6-44c4-9e13-1a90687d9818 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6b15eadc-b96a-4e12-9428-c2855d85d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426853 Sep 16 03:59:25.234951 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f5049b-19ef-4fda-aab6-8b0464c172c7 req-1e67da87-b3e0-4e1d-a6d4-4cf4abc78bec tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:59:25.236407 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-a0f5049b-19ef-4fda-aab6-8b0464c172c7 req-1e67da87-b3e0-4e1d-a6d4-4cf4abc78bec tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=08c29179-15b1-4f96-89b5-3cede4ba5a26 HTTP/1.1" status: 200 len: 946 time: 0.0474880 Sep 16 03:59:25.286063 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-a0f5049b-19ef-4fda-aab6-8b0464c172c7 req-0031d699-03b8-41ee-896e-93cb6b9b605a tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6b15eadc-b96a-4e12-9428-c2855d85d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429895 Sep 16 03:59:25.315977 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 37638) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:59:25.390190 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-0568f9b2-4ed5-45c0-9fb1-696ef977c3c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (20a8dcff-cb91-4cfb-b5ee-87736efe33d8), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:59:25.451302 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da83ff4-4c55-4089-b44e-3bbd87049f9a tempest-TestVolumeBootPattern-77340859 tempest-TestVolumeBootPattern-77340859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:59:25.455443 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-6da83ff4-4c55-4089-b44e-3bbd87049f9a tempest-TestVolumeBootPattern-77340859 tempest-TestVolumeBootPattern-77340859-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?device_id=08c29179-15b1-4f96-89b5-3cede4ba5a26 HTTP/1.1" status: 200 len: 1125 time: 0.1359138 Sep 16 03:59:25.456765 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 37642) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 03:59:25.460166 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [None req-fa1fec24-85a8-4e19-bff5-8cf3b4d1f11a tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Request body: {'floatingip': {'floating_network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'port_id': '05df5516-acf5-42ed-b912-186414093bf4', 'tenant_id': '42406ac5a18945dea55e37a91e9f5530', 'fixed_ip_address': '172.20.0.14'}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 03:59:25.584377 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-fa1fec24-85a8-4e19-bff5-8cf3b4d1f11a tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:59:25.665603 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-fa1fec24-85a8-4e19-bff5-8cf3b4d1f11a tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:59:25.765587 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.db_base_plugin_common [None req-fa1fec24-85a8-4e19-bff5-8cf3b4d1f11a tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Allocated IP 172.27.0.35 (3e75d266-1ef3-4c3c-84dd-91ee0a702556/1e346a16-d4e3-4654-8a01-a4fa77b75a04/8e9597ef-03f8-488a-bb71-5f25a232f002) {{(pid=113375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 03:59:25.792881 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:59:25.871185 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-fa1fec24-85a8-4e19-bff5-8cf3b4d1f11a tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks [] for port (8e9597ef-03f8-488a-bb71-5f25a232f002), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:59:25.986877 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-fa1fec24-85a8-4e19-bff5-8cf3b4d1f11a tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672515804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4972043'] for port (8e9597ef-03f8-488a-bb71-5f25a232f002), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:59:26.026274 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1fec24-85a8-4e19-bff5-8cf3b4d1f11a tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Network 3e75d266-1ef3-4c3c-84dd-91ee0a702556 is already hosted by enough agents. {{(pid=113375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 03:59:26.030682 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.base_scheduler [None req-fa1fec24-85a8-4e19-bff5-8cf3b4d1f11a tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Resources bound (agent type, host, resource id): {{(pid=113375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 03:59:26.034469 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1fec24-85a8-4e19-bff5-8cf3b4d1f11a tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Received port after_create {{(pid=113375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 03:59:26.039968 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1fec24-85a8-4e19-bff5-8cf3b4d1f11a tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Pushing event updated for resources: {'Port': ['ID=8e9597ef-03f8-488a-bb71-5f25a232f002,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:59:26.137479 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:59:26.259621 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-0df4c459-6820-425e-819d-a0fd0405683d req-9dc9e4a4-8056-4bc4-b2f5-ffb78f2b0b5a service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=08c29179-15b1-4f96-89b5-3cede4ba5a26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0727763 Sep 16 03:59:26.385183 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df4c459-6820-425e-819d-a0fd0405683d req-fd77b3f5-f739-4817-9403-89dbf2d5ea93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:59:26.386636 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-0df4c459-6820-425e-819d-a0fd0405683d req-fd77b3f5-f739-4817-9403-89dbf2d5ea93 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=42406ac5a18945dea55e37a91e9f5530&device_id=08c29179-15b1-4f96-89b5-3cede4ba5a26 HTTP/1.1" status: 200 len: 1130 time: 0.0771809 Sep 16 03:59:26.507688 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-fa1fec24-85a8-4e19-bff5-8cf3b4d1f11a tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks [] for floatingip (ae7ccb3c-55ff-447c-b03a-bb82ebff4a86), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:59:26.565132 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df4c459-6820-425e-819d-a0fd0405683d req-ef276612-ca66-457d-b6e7-70abf1bff348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:59:26.566482 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-0df4c459-6820-425e-819d-a0fd0405683d req-ef276612-ca66-457d-b6e7-70abf1bff348 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=6fd8153b-b435-473d-99b3-693648eee8c9 HTTP/1.1" status: 200 len: 913 time: 0.1366768 Sep 16 03:59:26.605392 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-0df4c459-6820-425e-819d-a0fd0405683d req-528afa7c-23ca-4f99-bc4f-b980d6f0b5c8 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05df5516-acf5-42ed-b912-186414093bf4 HTTP/1.1" status: 200 len: 217 time: 0.0328155 Sep 16 03:59:26.677042 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df4c459-6820-425e-819d-a0fd0405683d req-b709d0ec-981f-43bc-9877-86b08a5302da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:59:26.678478 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-0df4c459-6820-425e-819d-a0fd0405683d req-b709d0ec-981f-43bc-9877-86b08a5302da service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=49bad016-29f1-4461-a0ff-8f3f7bccc4e0 HTTP/1.1" status: 200 len: 851 time: 0.0675373 Sep 16 03:59:26.679198 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-fa1fec24-85a8-4e19-bff5-8cf3b4d1f11a tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (8e9597ef-03f8-488a-bb71-5f25a232f002), before_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:59:26.712997 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:59:26.753683 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df4c459-6820-425e-819d-a0fd0405683d req-25111cca-cfda-48c0-b63a-7c0344849c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:59:26.756005 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-0df4c459-6820-425e-819d-a0fd0405683d req-25111cca-cfda-48c0-b63a-7c0344849c8d service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=6fd8153b-b435-473d-99b3-693648eee8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0550015 Sep 16 03:59:26.812749 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-6e17b5b7-15b9-4810-ad4e-df527af14d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (b6f1069f-4437-473a-8bc8-4bc493c2bb12), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:59:26.916041 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-0df4c459-6820-425e-819d-a0fd0405683d req-c657902e-9d43-4991-9c03-c725fa262b07 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6fd8153b-b435-473d-99b3-693648eee8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536100 Sep 16 03:59:26.959335 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-fa1fec24-85a8-4e19-bff5-8cf3b4d1f11a tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks [] for port (8e9597ef-03f8-488a-bb71-5f25a232f002), precommit_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:59:27.025047 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-fa1fec24-85a8-4e19-bff5-8cf3b4d1f11a tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4972082'] for port (8e9597ef-03f8-488a-bb71-5f25a232f002), after_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:59:27.049967 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-0df4c459-6820-425e-819d-a0fd0405683d req-a3a30d2d-82af-4562-9792-29c56aa808de service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6fd8153b-b435-473d-99b3-693648eee8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258209 Sep 16 03:59:27.066192 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:59:27.093248 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-fa1fec24-85a8-4e19-bff5-8cf3b4d1f11a tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-452268'] for floatingip (ae7ccb3c-55ff-447c-b03a-bb82ebff4a86), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:59:27.095800 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1fec24-85a8-4e19-bff5-8cf3b4d1f11a tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Pushing event updated for resources: {'Port': ['ID=8e9597ef-03f8-488a-bb71-5f25a232f002,revision_number=2']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 03:59:27.189209 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.db.l3_db [None req-fa1fec24-85a8-4e19-bff5-8cf3b4d1f11a tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Floating IP ae7ccb3c-55ff-447c-b03a-bb82ebff4a86 associated. External IP: 172.27.0.35, port: 05df5516-acf5-42ed-b912-186414093bf4. Sep 16 03:59:27.385563 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa1fec24-85a8-4e19-bff5-8cf3b4d1f11a tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Router 368e53f6-75ab-41b6-bae4-71bf0ef7dde0 has already been hosted by L3 agent 20a8dcff-cb91-4cfb-b5ee-87736efe33d8 {{(pid=113375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 03:59:27.441517 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=100 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:59:27.487234 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa1fec24-85a8-4e19-bff5-8cf3b4d1f11a tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Notify agent at l3_agent.dv-cinder-857993-1-iscsi the message routers_updated {{(pid=113375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 03:59:27.497444 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d9ad48-c05a-4c6a-868d-a8afcb064bbe None None] Sync routers for ids ['368e53f6-75ab-41b6-bae4-71bf0ef7dde0'] in dv-cinder-857993-1-iscsi {{(pid=113377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 03:59:27.508650 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d9ad48-c05a-4c6a-868d-a8afcb064bbe None None] Routers {'368e53f6-75ab-41b6-bae4-71bf0ef7dde0'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:59:27.510803 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-34d9ad48-c05a-4c6a-868d-a8afcb064bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:59:25Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['368e53f6-75ab-41b6-bae4-71bf0ef7dde0'], 'active': True} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:59:27.577273 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-fa1fec24-85a8-4e19-bff5-8cf3b4d1f11a tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for floatingip (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:59:27.608416 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-fa1fec24-85a8-4e19-bff5-8cf3b4d1f11a tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1515872 Sep 16 03:59:27.609265 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08c29179-15b1-4f96-89b5-3cede4ba5a26', 'tag': '05df5516-acf5-42ed-b912-186414093bf4'}] {{(pid=113375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 03:59:27.609701 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvr_db [None req-34d9ad48-c05a-4c6a-868d-a8afcb064bbe None None] Set router 368e53f6-75ab-41b6-bae4-71bf0ef7dde0 gateway port host: dv-cinder-857993-1-iscsi {{(pid=113377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:59:27.611909 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5377fd1d321389c1792f161ed840337514ae556b8848fe715c314c680a14a908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-413e65a2-b7ac-4a56-92d1-e01ba8142c74" -d '{"events": [{"name": "network-changed", "server_uuid": "08c29179-15b1-4f96-89b5-3cede4ba5a26", "tag": "05df5516-acf5-42ed-b912-186414093bf4"}]}' {{(pid=113375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 03:59:27.648919 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 03:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdbb41b1-c49e-45fb-b8c1-2a2a7ec1fdce x-openstack-request-id: req-bdbb41b1-c49e-45fb-b8c1-2a2a7ec1fdce {{(pid=113375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 03:59:27.649205 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08c29179-15b1-4f96-89b5-3cede4ba5a26", "tag": "05df5516-acf5-42ed-b912-186414093bf4", "status": "completed", "code": 200}]} {{(pid=113375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 03:59:27.649515 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bdbb41b1-c49e-45fb-b8c1-2a2a7ec1fdce {{(pid=113375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 03:59:27.649923 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdbb41b1-c49e-45fb-b8c1-2a2a7ec1fdce'] response: {'name': 'network-changed', 'server_uuid': '08c29179-15b1-4f96-89b5-3cede4ba5a26', 'tag': '05df5516-acf5-42ed-b912-186414093bf4', 'status': 'completed', 'code': 200} Sep 16 03:59:27.710052 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e65a2-b7ac-4a56-92d1-e01ba8142c74 req-241a8673-bf99-4761-b1d4-aa5d0bf1886b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:59:27.711662 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-413e65a2-b7ac-4a56-92d1-e01ba8142c74 req-241a8673-bf99-4761-b1d4-aa5d0bf1886b service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=42406ac5a18945dea55e37a91e9f5530&device_id=08c29179-15b1-4f96-89b5-3cede4ba5a26 HTTP/1.1" status: 200 len: 1130 time: 0.0400977 Sep 16 03:59:27.807495 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e65a2-b7ac-4a56-92d1-e01ba8142c74 req-6150a1c3-3be9-4cb2-adc1-7653c179a8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:59:27.808998 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-413e65a2-b7ac-4a56-92d1-e01ba8142c74 req-6150a1c3-3be9-4cb2-adc1-7653c179a8aa service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=6fd8153b-b435-473d-99b3-693648eee8c9 HTTP/1.1" status: 200 len: 913 time: 0.0907483 Sep 16 03:59:27.821389 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-34d9ad48-c05a-4c6a-868d-a8afcb064bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368e53f6-75ab-41b6-bae4-71bf0ef7dde0', 'name': 'tempest-TestVolumeBootPattern-1948980695-router', 'tenant_id': '42406ac5a18945dea55e37a91e9f5530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '9dd8aab4-5182-48d5-a931-8e25c2cf5c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:58:27Z', 'updated_at': '2022-09-16T03:58:30Z', 'revision_number': 4, 'project_id': '42406ac5a18945dea55e37a91e9f5530', 'gw_port': {'id': '9dd8aab4-5182-48d5-a931-8e25c2cf5c4a', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:06:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368e53f6-75ab-41b6-bae4-71bf0ef7dde0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:58:28Z', 'updated_at': '2022-09-16T03:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_floatingips': [{'id': 'ae7ccb3c-55ff-447c-b03a-bb82ebff4a86', 'tenant_id': '42406ac5a18945dea55e37a91e9f5530', 'floating_ip_address': '172.27.0.35', 'floating_network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'router_id': '368e53f6-75ab-41b6-bae4-71bf0ef7dde0', 'port_id': '05df5516-acf5-42ed-b912-186414093bf4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fd8153b-b435-473d-99b3-693648eee8c9', 'mac_address': 'fa:16:3e:fc:5c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c29179-15b1-4f96-89b5-3cede4ba5a26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T03:59:26Z', 'updated_at': '2022-09-16T03:59:26Z', 'revision_number': 0, 'project_id': '42406ac5a18945dea55e37a91e9f5530', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c561150b-87e5-401b-afbf-9a6f780c69c7', 'name': '', 'network_id': '6fd8153b-b435-473d-99b3-693648eee8c9', 'tenant_id': '42406ac5a18945dea55e37a91e9f5530', 'mac_address': 'fa:16:3e:46:80:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368e53f6-75ab-41b6-bae4-71bf0ef7dde0', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '49bad016-29f1-4461-a0ff-8f3f7bccc4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:58:29Z', 'updated_at': '2022-09-16T03:58:35Z', 'revision_number': 5, 'project_id': '42406ac5a18945dea55e37a91e9f5530', 'subnets': [{'id': '49bad016-29f1-4461-a0ff-8f3f7bccc4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:59:27.844983 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d9ad48-c05a-4c6a-868d-a8afcb064bbe None None] Checking router: 368e53f6-75ab-41b6-bae4-71bf0ef7dde0 for host: dv-cinder-857993-1-iscsi {{(pid=113377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 03:59:27.853957 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d9ad48-c05a-4c6a-868d-a8afcb064bbe None None] Routers {'368e53f6-75ab-41b6-bae4-71bf0ef7dde0'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 03:59:27.854544 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-34d9ad48-c05a-4c6a-868d-a8afcb064bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T03:59:25Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['368e53f6-75ab-41b6-bae4-71bf0ef7dde0'], 'active': True} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:59:27.869983 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-413e65a2-b7ac-4a56-92d1-e01ba8142c74 req-84527e4c-99fe-49f0-bf22-9300b9d2518a service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05df5516-acf5-42ed-b912-186414093bf4 HTTP/1.1" status: 200 len: 999 time: 0.0548658 Sep 16 03:59:27.956607 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvr_db [None req-34d9ad48-c05a-4c6a-868d-a8afcb064bbe None None] Set router 368e53f6-75ab-41b6-bae4-71bf0ef7dde0 gateway port host: dv-cinder-857993-1-iscsi {{(pid=113377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 03:59:28.170818 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e65a2-b7ac-4a56-92d1-e01ba8142c74 req-8a03556d-3188-4beb-9a07-da510b056131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:59:28.172209 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-413e65a2-b7ac-4a56-92d1-e01ba8142c74 req-8a03556d-3188-4beb-9a07-da510b056131 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=49bad016-29f1-4461-a0ff-8f3f7bccc4e0 HTTP/1.1" status: 200 len: 851 time: 0.2968359 Sep 16 03:59:28.180803 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-34d9ad48-c05a-4c6a-868d-a8afcb064bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368e53f6-75ab-41b6-bae4-71bf0ef7dde0', 'name': 'tempest-TestVolumeBootPattern-1948980695-router', 'tenant_id': '42406ac5a18945dea55e37a91e9f5530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '9dd8aab4-5182-48d5-a931-8e25c2cf5c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:58:27Z', 'updated_at': '2022-09-16T03:58:30Z', 'revision_number': 4, 'project_id': '42406ac5a18945dea55e37a91e9f5530', 'gw_port': {'id': '9dd8aab4-5182-48d5-a931-8e25c2cf5c4a', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:06:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368e53f6-75ab-41b6-bae4-71bf0ef7dde0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:58:28Z', 'updated_at': '2022-09-16T03:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_floatingips': [{'id': 'ae7ccb3c-55ff-447c-b03a-bb82ebff4a86', 'tenant_id': '42406ac5a18945dea55e37a91e9f5530', 'floating_ip_address': '172.27.0.35', 'floating_network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'router_id': '368e53f6-75ab-41b6-bae4-71bf0ef7dde0', 'port_id': '05df5516-acf5-42ed-b912-186414093bf4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fd8153b-b435-473d-99b3-693648eee8c9', 'mac_address': 'fa:16:3e:fc:5c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c29179-15b1-4f96-89b5-3cede4ba5a26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T03:59:26Z', 'updated_at': '2022-09-16T03:59:26Z', 'revision_number': 0, 'project_id': '42406ac5a18945dea55e37a91e9f5530', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c561150b-87e5-401b-afbf-9a6f780c69c7', 'name': '', 'network_id': '6fd8153b-b435-473d-99b3-693648eee8c9', 'tenant_id': '42406ac5a18945dea55e37a91e9f5530', 'mac_address': 'fa:16:3e:46:80:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368e53f6-75ab-41b6-bae4-71bf0ef7dde0', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '49bad016-29f1-4461-a0ff-8f3f7bccc4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:58:29Z', 'updated_at': '2022-09-16T03:58:35Z', 'revision_number': 5, 'project_id': '42406ac5a18945dea55e37a91e9f5530', 'subnets': [{'id': '49bad016-29f1-4461-a0ff-8f3f7bccc4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 03:59:28.205583 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d9ad48-c05a-4c6a-868d-a8afcb064bbe None None] The sync data for ids ['368e53f6-75ab-41b6-bae4-71bf0ef7dde0'] in dv-cinder-857993-1-iscsi is: [{'id': '368e53f6-75ab-41b6-bae4-71bf0ef7dde0', 'name': 'tempest-TestVolumeBootPattern-1948980695-router', 'tenant_id': '42406ac5a18945dea55e37a91e9f5530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '9dd8aab4-5182-48d5-a931-8e25c2cf5c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:58:27Z', 'updated_at': '2022-09-16T03:58:30Z', 'revision_number': 4, 'project_id': '42406ac5a18945dea55e37a91e9f5530', 'gw_port': {'id': '9dd8aab4-5182-48d5-a931-8e25c2cf5c4a', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:06:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368e53f6-75ab-41b6-bae4-71bf0ef7dde0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:58:28Z', 'updated_at': '2022-09-16T03:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_floatingips': [{'id': 'ae7ccb3c-55ff-447c-b03a-bb82ebff4a86', 'tenant_id': '42406ac5a18945dea55e37a91e9f5530', 'floating_ip_address': '172.27.0.35', 'floating_network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'router_id': '368e53f6-75ab-41b6-bae4-71bf0ef7dde0', 'port_id': '05df5516-acf5-42ed-b912-186414093bf4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fd8153b-b435-473d-99b3-693648eee8c9', 'mac_address': 'fa:16:3e:fc:5c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c29179-15b1-4f96-89b5-3cede4ba5a26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T03:59:26Z', 'updated_at': '2022-09-16T03:59:26Z', 'revision_number': 0, 'project_id': '42406ac5a18945dea55e37a91e9f5530', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c561150b-87e5-401b-afbf-9a6f780c69c7', 'name': '', 'network_id': '6fd8153b-b435-473d-99b3-693648eee8c9', 'tenant_id': '42406ac5a18945dea55e37a91e9f5530', 'mac_address': 'fa:16:3e:46:80:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368e53f6-75ab-41b6-bae4-71bf0ef7dde0', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '49bad016-29f1-4461-a0ff-8f3f7bccc4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:58:29Z', 'updated_at': '2022-09-16T03:58:35Z', 'revision_number': 5, 'project_id': '42406ac5a18945dea55e37a91e9f5530', 'subnets': [{'id': '49bad016-29f1-4461-a0ff-8f3f7bccc4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 03:59:28.216193 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e65a2-b7ac-4a56-92d1-e01ba8142c74 req-d2f83352-b00b-40dc-aa70-866837076f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 03:59:28.217684 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-413e65a2-b7ac-4a56-92d1-e01ba8142c74 req-d2f83352-b00b-40dc-aa70-866837076f4d service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=6fd8153b-b435-473d-99b3-693648eee8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390835 Sep 16 03:59:28.323167 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-413e65a2-b7ac-4a56-92d1-e01ba8142c74 req-696f3dd1-cd3d-4b0c-8d0a-260f8c9a153f service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6fd8153b-b435-473d-99b3-693648eee8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983484 Sep 16 03:59:28.415539 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-413e65a2-b7ac-4a56-92d1-e01ba8142c74 req-6fa3ccc3-d4a5-4220-9a12-8e45067bc16c service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6fd8153b-b435-473d-99b3-693648eee8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868673 Sep 16 03:59:28.424003 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e71e1ea-13c3-4e3e-8c58-54e71c234431 None None] New status for floating IP ae7ccb3c-55ff-447c-b03a-bb82ebff4a86: ACTIVE {{(pid=113376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 03:59:28.690093 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (9480ceca-8cb5-4b85-9807-6ee42f948820), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:59:28.692924 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-2875a3e6-2c6e-4f2c-bd58-7e0a3de9c063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (bb5efb49-5a18-474a-824b-90488b0f2024), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:59:35.103562 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=71 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:59:35.107455 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=77 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:59:38.183105 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=70 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:59:38.183998 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=78 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:59:38.405111 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=84,neutron:DELETE=2 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:59:38.412408 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=54 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:59:38.568624 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=15,neutron:UPDATE=3 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:59:38.572456 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=50,neutron:UPDATE=6 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:59:48.817559 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (d68ba685-94d2-4b65-887f-d5ec3884fbfa), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:59:49.164734 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=4 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:59:49.169651 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=2 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 03:59:51.265359 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.agents_db [None req-8ba4eca6-5e8f-405f-9ad3-b7bffaa24231 None None] Agent healthcheck: found 6 active agents {{(pid=113377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 03:59:53.223594 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-117a7e55-9e5e-4ce0-911f-f3268d1be05c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (5f458d39-b7df-4a2e-8f52-58d49f268778), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:59:55.380426 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-d69fc78e-c249-4269-b578-f32043b5ea51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (20a8dcff-cb91-4cfb-b5ee-87736efe33d8), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:59:56.857346 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-6e17b5b7-15b9-4810-ad4e-df527af14d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (b6f1069f-4437-473a-8bc8-4bc493c2bb12), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:59:58.625988 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (9480ceca-8cb5-4b85-9807-6ee42f948820), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 03:59:58.654432 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-2875a3e6-2c6e-4f2c-bd58-7e0a3de9c063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (bb5efb49-5a18-474a-824b-90488b0f2024), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:00:01.261161 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=2 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:00:08.546326 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:00:08.548191 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:00:18.823520 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (d68ba685-94d2-4b65-887f-d5ec3884fbfa), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:00:23.217190 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-7430773e-5af7-4dc2-8cc3-0c4f80dbddb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (5f458d39-b7df-4a2e-8f52-58d49f268778), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:00:25.385461 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-fad67799-27c5-4c19-80ce-9b7aeb26ca75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (20a8dcff-cb91-4cfb-b5ee-87736efe33d8), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:00:26.166579 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=18 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:00:26.167372 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=14 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:00:26.449213 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-fdd8053d-818a-4701-a785-6d675c797c20 req-db09a0a7-b1ea-4748-a34d-c485bb699df5 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=08c29179-15b1-4f96-89b5-3cede4ba5a26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378940 Sep 16 04:00:26.538018 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd8053d-818a-4701-a785-6d675c797c20 req-0f081425-12cf-428f-956b-a7812f359205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:00:26.539510 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-fdd8053d-818a-4701-a785-6d675c797c20 req-0f081425-12cf-428f-956b-a7812f359205 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=42406ac5a18945dea55e37a91e9f5530&device_id=08c29179-15b1-4f96-89b5-3cede4ba5a26 HTTP/1.1" status: 200 len: 1130 time: 0.0424614 Sep 16 04:00:26.643771 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd8053d-818a-4701-a785-6d675c797c20 req-5bab7e0b-d4e8-406d-8ee9-f278ff833bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:00:26.645343 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-fdd8053d-818a-4701-a785-6d675c797c20 req-5bab7e0b-d4e8-406d-8ee9-f278ff833bae service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=6fd8153b-b435-473d-99b3-693648eee8c9 HTTP/1.1" status: 200 len: 913 time: 0.0852745 Sep 16 04:00:26.714339 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-fdd8053d-818a-4701-a785-6d675c797c20 req-bd107558-759d-4543-8131-dd253c634bbd service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05df5516-acf5-42ed-b912-186414093bf4 HTTP/1.1" status: 200 len: 1001 time: 0.0597866 Sep 16 04:00:26.764351 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd8053d-818a-4701-a785-6d675c797c20 req-0c022dac-8ae8-41e0-bf89-dc019d2d00e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:00:26.765779 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-fdd8053d-818a-4701-a785-6d675c797c20 req-0c022dac-8ae8-41e0-bf89-dc019d2d00e3 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=49bad016-29f1-4461-a0ff-8f3f7bccc4e0 HTTP/1.1" status: 200 len: 851 time: 0.0430598 Sep 16 04:00:26.810201 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd8053d-818a-4701-a785-6d675c797c20 req-99e86093-1e3a-447b-95e5-6f126e40103d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:00:26.811676 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-fdd8053d-818a-4701-a785-6d675c797c20 req-99e86093-1e3a-447b-95e5-6f126e40103d service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=6fd8153b-b435-473d-99b3-693648eee8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375824 Sep 16 04:00:26.814336 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-6e17b5b7-15b9-4810-ad4e-df527af14d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (b6f1069f-4437-473a-8bc8-4bc493c2bb12), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:00:26.904637 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-fdd8053d-818a-4701-a785-6d675c797c20 req-277c5330-4e40-41c5-a2a0-43718e7b93ec service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6fd8153b-b435-473d-99b3-693648eee8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839784 Sep 16 04:00:27.001572 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-fdd8053d-818a-4701-a785-6d675c797c20 req-68848045-6c68-458a-8422-c453154b1f3d service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6fd8153b-b435-473d-99b3-693648eee8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827320 Sep 16 04:00:28.263700 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.agents_db [None req-8ba4eca6-5e8f-405f-9ad3-b7bffaa24231 None None] Agent healthcheck: found 6 active agents {{(pid=113377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:00:28.629390 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (9480ceca-8cb5-4b85-9807-6ee42f948820), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:00:28.630886 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-2875a3e6-2c6e-4f2c-bd58-7e0a3de9c063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (bb5efb49-5a18-474a-824b-90488b0f2024), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:00:36.988032 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=51 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:00:36.999122 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=50 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:00:38.259122 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=1 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:00:38.259988 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=1 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:00:38.553314 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:00:38.556053 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:00:48.824874 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (d68ba685-94d2-4b65-887f-d5ec3884fbfa), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:00:53.213823 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-05327201-dd57-4fbb-8d92-f954316a6d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (5f458d39-b7df-4a2e-8f52-58d49f268778), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:00:55.373657 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-069e09ca-e2d6-4acf-8927-1dfdf9d31cd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (20a8dcff-cb91-4cfb-b5ee-87736efe33d8), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:00:56.983032 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-6e17b5b7-15b9-4810-ad4e-df527af14d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (b6f1069f-4437-473a-8bc8-4bc493c2bb12), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:00:58.617306 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (9480ceca-8cb5-4b85-9807-6ee42f948820), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:00:58.628950 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-2875a3e6-2c6e-4f2c-bd58-7e0a3de9c063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (bb5efb49-5a18-474a-824b-90488b0f2024), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:01:03.164376 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=4 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:01:03.166386 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=2 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:01:05.263453 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.agents_db [None req-8ba4eca6-5e8f-405f-9ad3-b7bffaa24231 None None] Agent healthcheck: found 6 active agents {{(pid=113377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:01:06.754777 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:01:08.556501 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=13,neutron:UPDATE=5 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:01:15.258639 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=3 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:01:18.828566 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (d68ba685-94d2-4b65-887f-d5ec3884fbfa), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:01:21.232155 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:01:23.217360 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-eaa8423c-6ebf-4a58-96c5-d8012bd18275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (5f458d39-b7df-4a2e-8f52-58d49f268778), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:01:23.658810 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e9be6c-181e-45f1-8de3-d0b6e2fe0177 req-3fb215a1-84aa-49dc-b8a3-238a509670c4 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:01:23.660310 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-d5e9be6c-181e-45f1-8de3-d0b6e2fe0177 req-3fb215a1-84aa-49dc-b8a3-238a509670c4 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=08c29179-15b1-4f96-89b5-3cede4ba5a26 HTTP/1.1" status: 200 len: 946 time: 0.0510712 Sep 16 04:01:23.709326 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-d5e9be6c-181e-45f1-8de3-d0b6e2fe0177 req-037cf715-6be4-4295-a434-589bae39c670 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6b15eadc-b96a-4e12-9428-c2855d85d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435364 Sep 16 04:01:24.835905 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc6f11-3f84-4084-8a57-357e4c74a48b req-4be6e4a3-899d-4ffd-a41d-141a64fb93ab tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:01:24.837355 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-8bcc6f11-3f84-4084-8a57-357e4c74a48b req-4be6e4a3-899d-4ffd-a41d-141a64fb93ab tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=08c29179-15b1-4f96-89b5-3cede4ba5a26 HTTP/1.1" status: 200 len: 946 time: 0.0513961 Sep 16 04:01:24.885193 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-8bcc6f11-3f84-4084-8a57-357e4c74a48b req-5f158d3d-0aec-4175-8361-2fa1936c7376 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6b15eadc-b96a-4e12-9428-c2855d85d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421238 Sep 16 04:01:25.360851 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-8e65ddd6-553b-460d-baac-373d3eff0612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (20a8dcff-cb91-4cfb-b5ee-87736efe33d8), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:01:25.478959 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68637b5a-3e76-4b75-bc68-9a14e5d4a069 req-8b57a879-465c-4c11-af41-c801047b79c2 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:01:25.480459 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-68637b5a-3e76-4b75-bc68-9a14e5d4a069 req-8b57a879-465c-4c11-af41-c801047b79c2 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=08c29179-15b1-4f96-89b5-3cede4ba5a26 HTTP/1.1" status: 200 len: 946 time: 0.0470703 Sep 16 04:01:25.573954 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.plugin [req-68637b5a-3e76-4b75-bc68-9a14e5d4a069 req-a2a8f49c-b6cf-45c2-b7a7-b3a188d9ba49 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Deleting port 05df5516-acf5-42ed-b912-186414093bf4 {{(pid=113375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 04:01:25.574300 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-68637b5a-3e76-4b75-bc68-9a14e5d4a069 req-a2a8f49c-b6cf-45c2-b7a7-b3a188d9ba49 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672990733'] for port (05df5516-acf5-42ed-b912-186414093bf4), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:01:25.668551 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.db [req-68637b5a-3e76-4b75-bc68-9a14e5d4a069 req-a2a8f49c-b6cf-45c2-b7a7-b3a188d9ba49 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] For port 05df5516-acf5-42ed-b912-186414093bf4, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=05df5516-acf5-42ed-b912-186414093bf4,segment=NetworkSegment(eea54c47-f168-47e5-a070-e59e67614801),segment_id=eea54c47-f168-47e5-a070-e59e67614801)] {{(pid=113375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:01:25.669490 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-68637b5a-3e76-4b75-bc68-9a14e5d4a069 req-a2a8f49c-b6cf-45c2-b7a7-b3a188d9ba49 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432982'] for port (05df5516-acf5-42ed-b912-186414093bf4), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:01:25.841654 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-68637b5a-3e76-4b75-bc68-9a14e5d4a069 req-a2a8f49c-b6cf-45c2-b7a7-b3a188d9ba49 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:01:25.842418 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-68637b5a-3e76-4b75-bc68-9a14e5d4a069 req-a2a8f49c-b6cf-45c2-b7a7-b3a188d9ba49 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-452268'] for floatingip (ae7ccb3c-55ff-447c-b03a-bb82ebff4a86), after_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:01:25.842418 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.db.l3_db [req-68637b5a-3e76-4b75-bc68-9a14e5d4a069 req-a2a8f49c-b6cf-45c2-b7a7-b3a188d9ba49 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Floating IP ae7ccb3c-55ff-447c-b03a-bb82ebff4a86 disassociated. External IP: 172.27.0.35, port: 05df5516-acf5-42ed-b912-186414093bf4. Sep 16 04:01:25.842739 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.plugin [req-68637b5a-3e76-4b75-bc68-9a14e5d4a069 req-a2a8f49c-b6cf-45c2-b7a7-b3a188d9ba49 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Calling delete_port for 05df5516-acf5-42ed-b912-186414093bf4 owned by compute:nova {{(pid=113375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 04:01:26.008794 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f376b23-9b09-4663-8f24-5491d1d3910b req-c8f3ffd6-9ef3-4e4f-81dd-f34ef1f5217e tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:01:26.010303 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-1f376b23-9b09-4663-8f24-5491d1d3910b req-c8f3ffd6-9ef3-4e4f-81dd-f34ef1f5217e tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=08c29179-15b1-4f96-89b5-3cede4ba5a26 HTTP/1.1" status: 200 len: 946 time: 0.0476158 Sep 16 04:01:26.058792 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-68637b5a-3e76-4b75-bc68-9a14e5d4a069 req-a2a8f49c-b6cf-45c2-b7a7-b3a188d9ba49 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672957835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672515813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4972043'] for port (05df5516-acf5-42ed-b912-186414093bf4), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:01:26.061544 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-1f376b23-9b09-4663-8f24-5491d1d3910b req-a52b0c1e-57e1-4f7e-aba7-c9c855637faa tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6b15eadc-b96a-4e12-9428-c2855d85d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450122 Sep 16 04:01:26.085724 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a8f49c-b6cf-45c2-b7a7-b3a188d9ba49 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Pushing event deleted for resources: {'Port': ['ID=05df5516-acf5-42ed-b912-186414093bf4,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:01:26.096388 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a8f49c-b6cf-45c2-b7a7-b3a188d9ba49 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:01:26.097812 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a8f49c-b6cf-45c2-b7a7-b3a188d9ba49 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:01:26.097812 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a8f49c-b6cf-45c2-b7a7-b3a188d9ba49 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:01:26.097812 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a8f49c-b6cf-45c2-b7a7-b3a188d9ba49 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:01:26.097812 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a8f49c-b6cf-45c2-b7a7-b3a188d9ba49 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:01:26.098238 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a8f49c-b6cf-45c2-b7a7-b3a188d9ba49 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:01:26.098346 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a8f49c-b6cf-45c2-b7a7-b3a188d9ba49 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:01:26.098573 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a8f49c-b6cf-45c2-b7a7-b3a188d9ba49 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:01:26.098890 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a8f49c-b6cf-45c2-b7a7-b3a188d9ba49 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:01:26.099225 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a8f49c-b6cf-45c2-b7a7-b3a188d9ba49 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:01:26.099540 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a8f49c-b6cf-45c2-b7a7-b3a188d9ba49 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:01:26.100358 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a8f49c-b6cf-45c2-b7a7-b3a188d9ba49 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:01:26.100358 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a8f49c-b6cf-45c2-b7a7-b3a188d9ba49 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:01:26.100564 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a8f49c-b6cf-45c2-b7a7-b3a188d9ba49 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:01:26.100803 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a8f49c-b6cf-45c2-b7a7-b3a188d9ba49 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:01:26.209801 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.l3_agent_scheduler [req-68637b5a-3e76-4b75-bc68-9a14e5d4a069 req-a2a8f49c-b6cf-45c2-b7a7-b3a188d9ba49 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Router 368e53f6-75ab-41b6-bae4-71bf0ef7dde0 has already been hosted by L3 agent 20a8dcff-cb91-4cfb-b5ee-87736efe33d8 {{(pid=113375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:01:26.308985 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:01:26.312638 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-68637b5a-3e76-4b75-bc68-9a14e5d4a069 req-a2a8f49c-b6cf-45c2-b7a7-b3a188d9ba49 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Notify agent at l3_agent.dv-cinder-857993-1-iscsi the message routers_updated {{(pid=113375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:01:26.322498 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3476576c-6bfe-41c1-9287-acc495ac072d None None] Sync routers for ids ['368e53f6-75ab-41b6-bae4-71bf0ef7dde0'] in dv-cinder-857993-1-iscsi {{(pid=113377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:01:26.334003 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3476576c-6bfe-41c1-9287-acc495ac072d None None] Routers {'368e53f6-75ab-41b6-bae4-71bf0ef7dde0'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 04:01:26.334607 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-3476576c-6bfe-41c1-9287-acc495ac072d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T04:01:25Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['368e53f6-75ab-41b6-bae4-71bf0ef7dde0'], 'active': True} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:01:26.355489 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.l3_dvrscheduler_db [req-68637b5a-3e76-4b75-bc68-9a14e5d4a069 req-a2a8f49c-b6cf-45c2-b7a7-b3a188d9ba49 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] No DVR routers for this DVR port 05df5516-acf5-42ed-b912-186414093bf4 on host hv-cinder-85799 {{(pid=113375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 04:01:26.358104 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-68637b5a-3e76-4b75-bc68-9a14e5d4a069 req-a2a8f49c-b6cf-45c2-b7a7-b3a188d9ba49 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for port (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:01:26.361395 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-68637b5a-3e76-4b75-bc68-9a14e5d4a069 req-a2a8f49c-b6cf-45c2-b7a7-b3a188d9ba49 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.52 "DELETE /networking/v2.0/ports/05df5516-acf5-42ed-b912-186414093bf4 HTTP/1.1" status: 204 len: 173 time: 0.8702650 Sep 16 04:01:26.361880 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08c29179-15b1-4f96-89b5-3cede4ba5a26', 'name': 'network-vif-deleted', 'tag': '05df5516-acf5-42ed-b912-186414093bf4'}] {{(pid=113375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 04:01:26.364110 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5377fd1d321389c1792f161ed840337514ae556b8848fe715c314c680a14a908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf28f2d-ce30-4404-b110-9bdee91e2570" -d '{"events": [{"server_uuid": "08c29179-15b1-4f96-89b5-3cede4ba5a26", "name": "network-vif-deleted", "tag": "05df5516-acf5-42ed-b912-186414093bf4"}]}' {{(pid=113375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:01:26.401671 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 04:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa98b95b-68ef-4819-88fc-da758363b608 x-openstack-request-id: req-fa98b95b-68ef-4819-88fc-da758363b608 {{(pid=113375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:01:26.401956 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08c29179-15b1-4f96-89b5-3cede4ba5a26", "name": "network-vif-deleted", "tag": "05df5516-acf5-42ed-b912-186414093bf4", "status": "completed", "code": 200}]} {{(pid=113375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:01:26.402203 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fa98b95b-68ef-4819-88fc-da758363b608 {{(pid=113375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:01:26.402598 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa98b95b-68ef-4819-88fc-da758363b608'] response: {'server_uuid': '08c29179-15b1-4f96-89b5-3cede4ba5a26', 'name': 'network-vif-deleted', 'tag': '05df5516-acf5-42ed-b912-186414093bf4', 'status': 'completed', 'code': 200} Sep 16 04:01:26.441214 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvr_db [None req-3476576c-6bfe-41c1-9287-acc495ac072d None None] Set router 368e53f6-75ab-41b6-bae4-71bf0ef7dde0 gateway port host: dv-cinder-857993-1-iscsi {{(pid=113377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 04:01:26.645111 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-3476576c-6bfe-41c1-9287-acc495ac072d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368e53f6-75ab-41b6-bae4-71bf0ef7dde0', 'name': 'tempest-TestVolumeBootPattern-1948980695-router', 'tenant_id': '42406ac5a18945dea55e37a91e9f5530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '9dd8aab4-5182-48d5-a931-8e25c2cf5c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:58:27Z', 'updated_at': '2022-09-16T03:58:30Z', 'revision_number': 4, 'project_id': '42406ac5a18945dea55e37a91e9f5530', 'gw_port': {'id': '9dd8aab4-5182-48d5-a931-8e25c2cf5c4a', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:06:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368e53f6-75ab-41b6-bae4-71bf0ef7dde0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:58:28Z', 'updated_at': '2022-09-16T03:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_interfaces': [{'id': 'c561150b-87e5-401b-afbf-9a6f780c69c7', 'name': '', 'network_id': '6fd8153b-b435-473d-99b3-693648eee8c9', 'tenant_id': '42406ac5a18945dea55e37a91e9f5530', 'mac_address': 'fa:16:3e:46:80:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368e53f6-75ab-41b6-bae4-71bf0ef7dde0', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '49bad016-29f1-4461-a0ff-8f3f7bccc4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:58:29Z', 'updated_at': '2022-09-16T03:58:35Z', 'revision_number': 5, 'project_id': '42406ac5a18945dea55e37a91e9f5530', 'subnets': [{'id': '49bad016-29f1-4461-a0ff-8f3f7bccc4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:01:26.669966 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3476576c-6bfe-41c1-9287-acc495ac072d None None] Checking router: 368e53f6-75ab-41b6-bae4-71bf0ef7dde0 for host: dv-cinder-857993-1-iscsi {{(pid=113377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:01:26.678399 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3476576c-6bfe-41c1-9287-acc495ac072d None None] Routers {'368e53f6-75ab-41b6-bae4-71bf0ef7dde0'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 04:01:26.679028 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-3476576c-6bfe-41c1-9287-acc495ac072d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T04:01:25Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['368e53f6-75ab-41b6-bae4-71bf0ef7dde0'], 'active': True} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:01:26.780383 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvr_db [None req-3476576c-6bfe-41c1-9287-acc495ac072d None None] Set router 368e53f6-75ab-41b6-bae4-71bf0ef7dde0 gateway port host: dv-cinder-857993-1-iscsi {{(pid=113377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 04:01:26.858877 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-6e17b5b7-15b9-4810-ad4e-df527af14d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (b6f1069f-4437-473a-8bc8-4bc493c2bb12), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:01:26.964204 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-3476576c-6bfe-41c1-9287-acc495ac072d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368e53f6-75ab-41b6-bae4-71bf0ef7dde0', 'name': 'tempest-TestVolumeBootPattern-1948980695-router', 'tenant_id': '42406ac5a18945dea55e37a91e9f5530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '9dd8aab4-5182-48d5-a931-8e25c2cf5c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:58:27Z', 'updated_at': '2022-09-16T03:58:30Z', 'revision_number': 4, 'project_id': '42406ac5a18945dea55e37a91e9f5530', 'gw_port': {'id': '9dd8aab4-5182-48d5-a931-8e25c2cf5c4a', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:06:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368e53f6-75ab-41b6-bae4-71bf0ef7dde0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:58:28Z', 'updated_at': '2022-09-16T03:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_interfaces': [{'id': 'c561150b-87e5-401b-afbf-9a6f780c69c7', 'name': '', 'network_id': '6fd8153b-b435-473d-99b3-693648eee8c9', 'tenant_id': '42406ac5a18945dea55e37a91e9f5530', 'mac_address': 'fa:16:3e:46:80:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368e53f6-75ab-41b6-bae4-71bf0ef7dde0', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '49bad016-29f1-4461-a0ff-8f3f7bccc4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:58:29Z', 'updated_at': '2022-09-16T03:58:35Z', 'revision_number': 5, 'project_id': '42406ac5a18945dea55e37a91e9f5530', 'subnets': [{'id': '49bad016-29f1-4461-a0ff-8f3f7bccc4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:01:26.992728 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3476576c-6bfe-41c1-9287-acc495ac072d None None] The sync data for ids ['368e53f6-75ab-41b6-bae4-71bf0ef7dde0'] in dv-cinder-857993-1-iscsi is: [{'id': '368e53f6-75ab-41b6-bae4-71bf0ef7dde0', 'name': 'tempest-TestVolumeBootPattern-1948980695-router', 'tenant_id': '42406ac5a18945dea55e37a91e9f5530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '9dd8aab4-5182-48d5-a931-8e25c2cf5c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:58:27Z', 'updated_at': '2022-09-16T03:58:30Z', 'revision_number': 4, 'project_id': '42406ac5a18945dea55e37a91e9f5530', 'gw_port': {'id': '9dd8aab4-5182-48d5-a931-8e25c2cf5c4a', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:06:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368e53f6-75ab-41b6-bae4-71bf0ef7dde0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:58:28Z', 'updated_at': '2022-09-16T03:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_interfaces': [{'id': 'c561150b-87e5-401b-afbf-9a6f780c69c7', 'name': '', 'network_id': '6fd8153b-b435-473d-99b3-693648eee8c9', 'tenant_id': '42406ac5a18945dea55e37a91e9f5530', 'mac_address': 'fa:16:3e:46:80:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368e53f6-75ab-41b6-bae4-71bf0ef7dde0', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '49bad016-29f1-4461-a0ff-8f3f7bccc4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:58:29Z', 'updated_at': '2022-09-16T03:58:35Z', 'revision_number': 5, 'project_id': '42406ac5a18945dea55e37a91e9f5530', 'subnets': [{'id': '49bad016-29f1-4461-a0ff-8f3f7bccc4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:01:27.181702 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-35cecc9c-ee00-48e9-bebf-0459879edf37 req-198870f0-5726-4a54-907d-68fb7f385b2c tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=08c29179-15b1-4f96-89b5-3cede4ba5a26 HTTP/1.1" status: 200 len: 210 time: 0.0353794 Sep 16 04:01:27.261303 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483be1c9-b80b-4ded-a18a-906ee89616e3 None None] New status for floating IP ae7ccb3c-55ff-447c-b03a-bb82ebff4a86: DOWN {{(pid=113376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 04:01:28.085274 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device 05df5516-acf5-42ed-b912-186414093bf4 no longer exists at agent hyperv_hv-cinder-85799 {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:01:28.104437 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] No Port match for: 05df5516-acf5-42ed-b912-186414093bf4 {{(pid=113376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 04:01:28.104779 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device 05df5516-acf5-42ed-b912-186414093bf4 not bound to the agent host hv-cinder-85799 {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:01:28.304099 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-5350f713-ddf0-448e-89c3-b5e69b60f72e req-353de8ef-a827-4a1c-9b6e-fe901e961b3b tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=08c29179-15b1-4f96-89b5-3cede4ba5a26 HTTP/1.1" status: 200 len: 210 time: 0.0313637 Sep 16 04:01:28.464266 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-ebca8bd8-0211-431b-8d36-1d8794730618 req-06d798dc-070a-46ed-8bd0-70d4f0c48d49 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=08c29179-15b1-4f96-89b5-3cede4ba5a26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0268114 Sep 16 04:01:28.542273 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-ebca8bd8-0211-431b-8d36-1d8794730618 req-78f55669-c3bd-499d-8976-ade81f9f726f service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=42406ac5a18945dea55e37a91e9f5530&device_id=08c29179-15b1-4f96-89b5-3cede4ba5a26 HTTP/1.1" status: 200 len: 210 time: 0.0276852 Sep 16 04:01:28.592905 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:01:28.653449 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-2875a3e6-2c6e-4f2c-bd58-7e0a3de9c063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (bb5efb49-5a18-474a-824b-90488b0f2024), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:01:28.654170 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (9480ceca-8cb5-4b85-9807-6ee42f948820), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:01:28.667890 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca8bd8-0211-431b-8d36-1d8794730618 req-f976ec15-0178-4e60-87e8-51907a633473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:01:28.669344 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-ebca8bd8-0211-431b-8d36-1d8794730618 req-f976ec15-0178-4e60-87e8-51907a633473 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?tenant_id=42406ac5a18945dea55e37a91e9f5530&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1044109 Sep 16 04:01:28.764490 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca8bd8-0211-431b-8d36-1d8794730618 req-d43ec880-5514-412d-8a68-4772056d2e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:01:28.766052 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-ebca8bd8-0211-431b-8d36-1d8794730618 req-d43ec880-5514-412d-8a68-4772056d2e07 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0902536 Sep 16 04:01:29.535029 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-e01d1c63-a8fe-4bf0-a9fe-06be3992e740 req-58607d17-05e0-4f83-9486-aa5e2b07bc58 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1031301844&fields=id&tenant_id=42406ac5a18945dea55e37a91e9f5530 HTTP/1.1" status: 200 len: 267 time: 0.0448167 Sep 16 04:01:29.643536 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d1c63-a8fe-4bf0-a9fe-06be3992e740 req-012be778-1ec4-411e-bbc7-1f55069bdb91 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:01:29.644892 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-e01d1c63-a8fe-4bf0-a9fe-06be3992e740 req-012be778-1ec4-411e-bbc7-1f55069bdb91 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/networks?id=6fd8153b-b435-473d-99b3-693648eee8c9 HTTP/1.1" status: 200 len: 812 time: 0.1031699 Sep 16 04:01:29.659629 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-e01d1c63-a8fe-4bf0-a9fe-06be3992e740 req-338f4f0a-18c9-41f2-97fc-88c0f53a13ee tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/quotas/42406ac5a18945dea55e37a91e9f5530 HTTP/1.1" status: 200 len: 375 time: 0.0093985 Sep 16 04:01:29.708273 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-e01d1c63-a8fe-4bf0-a9fe-06be3992e740 req-d847d53b-536f-4b77-8bce-c8c7cdd036ca tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=42406ac5a18945dea55e37a91e9f5530&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0436654 Sep 16 04:01:29.807935 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-e01d1c63-a8fe-4bf0-a9fe-06be3992e740 req-6fcd7939-4ab9-4974-b4fe-fd962240f0fb service neutron] 10.222.0.49 "GET /networking/v2.0/networks/6fd8153b-b435-473d-99b3-693648eee8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871024 Sep 16 04:01:29.897956 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-e01d1c63-a8fe-4bf0-a9fe-06be3992e740 req-f2d4efe6-302a-43b0-9cc7-b0947c05914c service neutron] 10.222.0.49 "GET /networking/v2.0/networks/6fd8153b-b435-473d-99b3-693648eee8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837917 Sep 16 04:01:30.434822 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-8fabf9c6-254c-469d-8fc8-4788e8fda19d req-97c4cfac-ee08-4269-a63f-699338dcfeba tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7847533d-4da5-4e33-b0e0-9b928be023ff HTTP/1.1" status: 200 len: 210 time: 0.0277903 Sep 16 04:01:31.539841 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-d33cff56-4565-4e12-a8ad-2db70916569a req-08cb1e8b-55f6-452a-8465-17a6041a4467 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7847533d-4da5-4e33-b0e0-9b928be023ff HTTP/1.1" status: 200 len: 210 time: 0.0278234 Sep 16 04:01:32.530966 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d1c63-a8fe-4bf0-a9fe-06be3992e740 req-df3d9473-ff53-46ff-a46e-2dd2dffb429b tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:01:32.532368 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-e01d1c63-a8fe-4bf0-a9fe-06be3992e740 req-df3d9473-ff53-46ff-a46e-2dd2dffb429b tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.52 "GET /networking/v2.0/networks?id=6fd8153b-b435-473d-99b3-693648eee8c9 HTTP/1.1" status: 200 len: 812 time: 0.1048582 Sep 16 04:01:32.603002 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-e01d1c63-a8fe-4bf0-a9fe-06be3992e740 req-84f9d511-f085-4396-bc15-abf17a2af5cb tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.52 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=42406ac5a18945dea55e37a91e9f5530 HTTP/1.1" status: 200 len: 380 time: 0.0572283 Sep 16 04:01:32.619220 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [req-e01d1c63-a8fe-4bf0-a9fe-06be3992e740 req-8d1d3aae-6604-40bf-b931-44b91e3b5038 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Request body: {'port': {'device_id': '7847533d-4da5-4e33-b0e0-9b928be023ff', 'network_id': '6fd8153b-b435-473d-99b3-693648eee8c9', 'admin_state_up': True, 'tenant_id': '42406ac5a18945dea55e37a91e9f5530', 'security_groups': ['6b15eadc-b96a-4e12-9428-c2855d85d56e']}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:01:32.623693 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=100 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:01:32.651449 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-81ab9fae-da1f-4b9e-97bf-1e436108ac69 req-3e1a77b9-c2a1-4f77-8c17-9966196ec964 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7847533d-4da5-4e33-b0e0-9b928be023ff HTTP/1.1" status: 200 len: 210 time: 0.0312073 Sep 16 04:01:32.794376 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e01d1c63-a8fe-4bf0-a9fe-06be3992e740 req-8d1d3aae-6604-40bf-b931-44b91e3b5038 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Made reservation on behalf of 42406ac5a18945dea55e37a91e9f5530 for: {'port': 1} {{(pid=113375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:01:32.799093 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-e01d1c63-a8fe-4bf0-a9fe-06be3992e740 req-8d1d3aae-6604-40bf-b931-44b91e3b5038 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:01:32.930396 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.db_base_plugin_common [req-e01d1c63-a8fe-4bf0-a9fe-06be3992e740 req-8d1d3aae-6604-40bf-b931-44b91e3b5038 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Allocated IP 172.20.0.10 (6fd8153b-b435-473d-99b3-693648eee8c9/49bad016-29f1-4461-a0ff-8f3f7bccc4e0/6fc17f92-3fb2-40e0-adad-0a715e483426) {{(pid=113375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:01:32.967950 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:01:33.070208 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-e01d1c63-a8fe-4bf0-a9fe-06be3992e740 req-8d1d3aae-6604-40bf-b931-44b91e3b5038 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks [] for port (6fc17f92-3fb2-40e0-adad-0a715e483426), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:01:33.184690 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-e01d1c63-a8fe-4bf0-a9fe-06be3992e740 req-8d1d3aae-6604-40bf-b931-44b91e3b5038 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672515804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4972043'] for port (6fc17f92-3fb2-40e0-adad-0a715e483426), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:01:33.240594 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e01d1c63-a8fe-4bf0-a9fe-06be3992e740 req-8d1d3aae-6604-40bf-b931-44b91e3b5038 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Network 6fd8153b-b435-473d-99b3-693648eee8c9 is already hosted by enough agents. {{(pid=113375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:01:33.243586 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.base_scheduler [req-e01d1c63-a8fe-4bf0-a9fe-06be3992e740 req-8d1d3aae-6604-40bf-b931-44b91e3b5038 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Resources bound (agent type, host, resource id): {{(pid=113375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:01:33.247433 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.l3_dvrscheduler_db [req-e01d1c63-a8fe-4bf0-a9fe-06be3992e740 req-8d1d3aae-6604-40bf-b931-44b91e3b5038 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Received port after_create {{(pid=113375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 04:01:33.254174 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1d3aae-6604-40bf-b931-44b91e3b5038 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Pushing event updated for resources: {'Port': ['ID=6fc17f92-3fb2-40e0-adad-0a715e483426,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:01:33.299387 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d1c63-a8fe-4bf0-a9fe-06be3992e740 req-8d1d3aae-6604-40bf-b931-44b91e3b5038 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:01:33.299992 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-e01d1c63-a8fe-4bf0-a9fe-06be3992e740 req-8d1d3aae-6604-40bf-b931-44b91e3b5038 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for port (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:01:33.387510 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-e01d1c63-a8fe-4bf0-a9fe-06be3992e740 req-8d1d3aae-6604-40bf-b931-44b91e3b5038 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7764716 Sep 16 04:01:33.401138 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [req-e01d1c63-a8fe-4bf0-a9fe-06be3992e740 req-2ffaffd9-1a25-4edf-8ae1-4de354f3e53d service neutron] Request body: {'port': {'device_id': '7847533d-4da5-4e33-b0e0-9b928be023ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85799'}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:01:33.462368 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-e01d1c63-a8fe-4bf0-a9fe-06be3992e740 req-2ffaffd9-1a25-4edf-8ae1-4de354f3e53d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (6fc17f92-3fb2-40e0-adad-0a715e483426), before_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:01:33.476566 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:01:33.506094 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-7bf642be-8702-42d9-8287-a3c659d50f38 None None] Provisioning complete for port 6fc17f92-3fb2-40e0-adad-0a715e483426 triggered by entity DHCP. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 04:01:33.506725 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-7bf642be-8702-42d9-8287-a3c659d50f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (6fc17f92-3fb2-40e0-adad-0a715e483426), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:01:33.506849 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-7bf642be-8702-42d9-8287-a3c659d50f38 None None] Attempt 1 to provision port 6fc17f92-3fb2-40e0-adad-0a715e483426 Sep 16 04:01:33.538707 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-7bf642be-8702-42d9-8287-a3c659d50f38 None None] Port 6fc17f92-3fb2-40e0-adad-0a715e483426 cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 04:01:33.742703 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.notifiers.nova [req-e01d1c63-a8fe-4bf0-a9fe-06be3992e740 req-2ffaffd9-1a25-4edf-8ae1-4de354f3e53d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fc17f92-3fb2-40e0-adad-0a715e483426 {{(pid=113375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 04:01:33.750785 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-e01d1c63-a8fe-4bf0-a9fe-06be3992e740 req-2ffaffd9-1a25-4edf-8ae1-4de354f3e53d service neutron] Publish callbacks [] for port (6fc17f92-3fb2-40e0-adad-0a715e483426), precommit_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:01:33.787355 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.provisioning_blocks [req-e01d1c63-a8fe-4bf0-a9fe-06be3992e740 req-2ffaffd9-1a25-4edf-8ae1-4de354f3e53d service neutron] Transition to ACTIVE for port object 6fc17f92-3fb2-40e0-adad-0a715e483426 will not be triggered until provisioned by entity L2. {{(pid=113375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 04:01:33.793641 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf9821-ddf3-4642-8257-9de5aa55c698 req-aee5a142-dca8-40bd-a206-966f729b9e57 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:01:33.795095 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-4daf9821-ddf3-4642-8257-9de5aa55c698 req-aee5a142-dca8-40bd-a206-966f729b9e57 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7847533d-4da5-4e33-b0e0-9b928be023ff HTTP/1.1" status: 200 len: 932 time: 0.0660310 Sep 16 04:01:33.847901 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-4daf9821-ddf3-4642-8257-9de5aa55c698 req-478c8cf2-f51f-4cd0-8b77-c9759eb5ae42 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6b15eadc-b96a-4e12-9428-c2855d85d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462987 Sep 16 04:01:33.870128 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-e01d1c63-a8fe-4bf0-a9fe-06be3992e740 req-2ffaffd9-1a25-4edf-8ae1-4de354f3e53d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4972082'] for port (6fc17f92-3fb2-40e0-adad-0a715e483426), after_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:01:33.908454 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:01:33.951098 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffaffd9-1a25-4edf-8ae1-4de354f3e53d service neutron] Pushing event updated for resources: {'Port': ['ID=6fc17f92-3fb2-40e0-adad-0a715e483426,revision_number=2']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:01:33.984761 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.managers [req-e01d1c63-a8fe-4bf0-a9fe-06be3992e740 req-2ffaffd9-1a25-4edf-8ae1-4de354f3e53d service neutron] Attempting to bind port 6fc17f92-3fb2-40e0-adad-0a715e483426 on host hv-cinder-85799 for vnic_type normal with profile {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 04:01:33.985087 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.managers [req-e01d1c63-a8fe-4bf0-a9fe-06be3992e740 req-2ffaffd9-1a25-4edf-8ae1-4de354f3e53d service neutron] Attempting to bind port 6fc17f92-3fb2-40e0-adad-0a715e483426 by drivers openvswitch,hyperv on host hv-cinder-85799 at level 0 using segments [{'id': 'eea54c47-f168-47e5-a070-e59e67614801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6fd8153b-b435-473d-99b3-693648eee8c9'}] {{(pid=113375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 04:01:33.985414 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01d1c63-a8fe-4bf0-a9fe-06be3992e740 req-2ffaffd9-1a25-4edf-8ae1-4de354f3e53d service neutron] Attempting to bind port 6fc17f92-3fb2-40e0-adad-0a715e483426 on network 6fd8153b-b435-473d-99b3-693648eee8c9 {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:01:34.026732 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01d1c63-a8fe-4bf0-a9fe-06be3992e740 req-2ffaffd9-1a25-4edf-8ae1-4de354f3e53d service neutron] Port 6fc17f92-3fb2-40e0-adad-0a715e483426 on network 6fd8153b-b435-473d-99b3-693648eee8c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85799 {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:01:34.027012 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01d1c63-a8fe-4bf0-a9fe-06be3992e740 req-2ffaffd9-1a25-4edf-8ae1-4de354f3e53d service neutron] Attempting to bind port 6fc17f92-3fb2-40e0-adad-0a715e483426 on network 6fd8153b-b435-473d-99b3-693648eee8c9 {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:01:34.039871 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-7bf642be-8702-42d9-8287-a3c659d50f38 None None] Attempt 2 to provision port 6fc17f92-3fb2-40e0-adad-0a715e483426 Sep 16 04:01:34.071141 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-7bf642be-8702-42d9-8287-a3c659d50f38 None None] Port 6fc17f92-3fb2-40e0-adad-0a715e483426 cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 04:01:34.072580 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01d1c63-a8fe-4bf0-a9fe-06be3992e740 req-2ffaffd9-1a25-4edf-8ae1-4de354f3e53d service neutron] Checking agent: {'id': 'd68ba685-94d2-4b65-887f-d5ec3884fbfa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85799', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 3, 46, 18), 'started_at': datetime.datetime(2022, 9, 16, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 4, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 04:01:34.078169 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01d1c63-a8fe-4bf0-a9fe-06be3992e740 req-2ffaffd9-1a25-4edf-8ae1-4de354f3e53d service neutron] Checking segment: {'id': 'eea54c47-f168-47e5-a070-e59e67614801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6fd8153b-b435-473d-99b3-693648eee8c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 04:01:34.078169 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01d1c63-a8fe-4bf0-a9fe-06be3992e740 req-2ffaffd9-1a25-4edf-8ae1-4de354f3e53d service neutron] Bound using segment: {'id': 'eea54c47-f168-47e5-a070-e59e67614801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6fd8153b-b435-473d-99b3-693648eee8c9'} {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 04:01:34.078169 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.managers [req-e01d1c63-a8fe-4bf0-a9fe-06be3992e740 req-2ffaffd9-1a25-4edf-8ae1-4de354f3e53d service neutron] Bound port: 6fc17f92-3fb2-40e0-adad-0a715e483426, host: hv-cinder-85799, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eea54c47-f168-47e5-a070-e59e67614801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6fd8153b-b435-473d-99b3-693648eee8c9'}}] {{(pid=113375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 04:01:34.078169 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-e01d1c63-a8fe-4bf0-a9fe-06be3992e740 req-2ffaffd9-1a25-4edf-8ae1-4de354f3e53d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (6fc17f92-3fb2-40e0-adad-0a715e483426), before_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:01:34.133343 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.db [req-e01d1c63-a8fe-4bf0-a9fe-06be3992e740 req-2ffaffd9-1a25-4edf-8ae1-4de354f3e53d service neutron] For port 6fc17f92-3fb2-40e0-adad-0a715e483426, host hv-cinder-85799, cleared binding levels {{(pid=113375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:01:34.136301 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.db [req-e01d1c63-a8fe-4bf0-a9fe-06be3992e740 req-2ffaffd9-1a25-4edf-8ae1-4de354f3e53d service neutron] For port 6fc17f92-3fb2-40e0-adad-0a715e483426, host hv-cinder-85799, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=6fc17f92-3fb2-40e0-adad-0a715e483426,segment=NetworkSegment(eea54c47-f168-47e5-a070-e59e67614801),segment_id=eea54c47-f168-47e5-a070-e59e67614801)] {{(pid=113375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:01:34.200224 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-e01d1c63-a8fe-4bf0-a9fe-06be3992e740 req-2ffaffd9-1a25-4edf-8ae1-4de354f3e53d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4972082'] for port (6fc17f92-3fb2-40e0-adad-0a715e483426), after_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:01:34.205947 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d1c63-a8fe-4bf0-a9fe-06be3992e740 req-2ffaffd9-1a25-4edf-8ae1-4de354f3e53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:01:34.206550 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-e01d1c63-a8fe-4bf0-a9fe-06be3992e740 req-2ffaffd9-1a25-4edf-8ae1-4de354f3e53d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for port (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:01:34.207951 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-e01d1c63-a8fe-4bf0-a9fe-06be3992e740 req-2ffaffd9-1a25-4edf-8ae1-4de354f3e53d service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/6fc17f92-3fb2-40e0-adad-0a715e483426 HTTP/1.1" status: 200 len: 1094 time: 0.8114965 Sep 16 04:01:34.208500 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7847533d-4da5-4e33-b0e0-9b928be023ff', 'tag': '6fc17f92-3fb2-40e0-adad-0a715e483426'}] {{(pid=113375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 04:01:34.210708 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5377fd1d321389c1792f161ed840337514ae556b8848fe715c314c680a14a908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9823283b-d041-4cd8-94cb-1dbe8972fbf1" -d '{"events": [{"name": "network-changed", "server_uuid": "7847533d-4da5-4e33-b0e0-9b928be023ff", "tag": "6fc17f92-3fb2-40e0-adad-0a715e483426"}]}' {{(pid=113375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:01:34.252248 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 04:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63000c26-449f-4590-afd0-cbeb7ee70a03 x-openstack-request-id: req-63000c26-449f-4590-afd0-cbeb7ee70a03 {{(pid=113375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:01:34.252533 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7847533d-4da5-4e33-b0e0-9b928be023ff", "tag": "6fc17f92-3fb2-40e0-adad-0a715e483426", "status": "completed", "code": 200}]} {{(pid=113375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:01:34.252785 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-63000c26-449f-4590-afd0-cbeb7ee70a03 {{(pid=113375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:01:34.253184 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63000c26-449f-4590-afd0-cbeb7ee70a03'] response: {'name': 'network-changed', 'server_uuid': '7847533d-4da5-4e33-b0e0-9b928be023ff', 'tag': '6fc17f92-3fb2-40e0-adad-0a715e483426', 'status': 'completed', 'code': 200} Sep 16 04:01:34.257881 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffaffd9-1a25-4edf-8ae1-4de354f3e53d service neutron] Pushing event updated for resources: {'Port': ['ID=6fc17f92-3fb2-40e0-adad-0a715e483426,revision_number=3']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:01:34.308879 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9823283b-d041-4cd8-94cb-1dbe8972fbf1 req-a5b4334f-9880-4460-bc2c-93d917afc2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:01:34.310290 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-9823283b-d041-4cd8-94cb-1dbe8972fbf1 req-a5b4334f-9880-4460-bc2c-93d917afc2ab service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=42406ac5a18945dea55e37a91e9f5530&device_id=7847533d-4da5-4e33-b0e0-9b928be023ff HTTP/1.1" status: 200 len: 1128 time: 0.0392568 Sep 16 04:01:34.411600 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9823283b-d041-4cd8-94cb-1dbe8972fbf1 req-9ca48d4c-d69e-41fd-bcaf-9a96863b0e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:01:34.413043 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-9823283b-d041-4cd8-94cb-1dbe8972fbf1 req-9ca48d4c-d69e-41fd-bcaf-9a96863b0e4b service neutron] 10.222.0.52 "GET /networking/v2.0/networks?tenant_id=42406ac5a18945dea55e37a91e9f5530&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0947189 Sep 16 04:01:34.518057 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9823283b-d041-4cd8-94cb-1dbe8972fbf1 req-629655d3-1c4d-40fa-83e9-14ac3d1c635c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:01:34.519541 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-9823283b-d041-4cd8-94cb-1dbe8972fbf1 req-629655d3-1c4d-40fa-83e9-14ac3d1c635c service neutron] 10.222.0.52 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0978956 Sep 16 04:01:34.572768 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-7bf642be-8702-42d9-8287-a3c659d50f38 None None] Attempt 3 to provision port 6fc17f92-3fb2-40e0-adad-0a715e483426 Sep 16 04:01:34.589828 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:01:34.601829 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d1c63-a8fe-4bf0-a9fe-06be3992e740 req-159788a0-b879-42dd-9b75-f0dd4fb4b707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:01:34.603326 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-e01d1c63-a8fe-4bf0-a9fe-06be3992e740 req-159788a0-b879-42dd-9b75-f0dd4fb4b707 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=42406ac5a18945dea55e37a91e9f5530&device_id=7847533d-4da5-4e33-b0e0-9b928be023ff HTTP/1.1" status: 200 len: 1128 time: 0.0398023 Sep 16 04:01:34.613598 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-7bf642be-8702-42d9-8287-a3c659d50f38 None None] Port 6fc17f92-3fb2-40e0-adad-0a715e483426 had new provisioning blocks added so it will not transition to active. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 04:01:34.644594 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-e01d1c63-a8fe-4bf0-a9fe-06be3992e740 req-19837d74-a3b1-4467-8ba0-3b20986d0819 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6fc17f92-3fb2-40e0-adad-0a715e483426 HTTP/1.1" status: 200 len: 217 time: 0.0334589 Sep 16 04:01:34.698846 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d1c63-a8fe-4bf0-a9fe-06be3992e740 req-a8c38dbe-ddd8-4fa7-a4b4-9f2c484aa1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:01:34.700311 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-e01d1c63-a8fe-4bf0-a9fe-06be3992e740 req-a8c38dbe-ddd8-4fa7-a4b4-9f2c484aa1e2 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=49bad016-29f1-4461-a0ff-8f3f7bccc4e0 HTTP/1.1" status: 200 len: 851 time: 0.0471389 Sep 16 04:01:34.746075 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d1c63-a8fe-4bf0-a9fe-06be3992e740 req-6ec49e51-38b2-4939-9b80-1831b17025a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:01:34.747567 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-e01d1c63-a8fe-4bf0-a9fe-06be3992e740 req-6ec49e51-38b2-4939-9b80-1831b17025a6 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=6fd8153b-b435-473d-99b3-693648eee8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375943 Sep 16 04:01:34.843111 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-e01d1c63-a8fe-4bf0-a9fe-06be3992e740 req-8cae3877-215b-4b1f-8c1d-5555902db5b9 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6fd8153b-b435-473d-99b3-693648eee8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857232 Sep 16 04:01:34.964851 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-e01d1c63-a8fe-4bf0-a9fe-06be3992e740 req-347828eb-7156-4643-b142-0e925b5262f5 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6fd8153b-b435-473d-99b3-693648eee8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124086 Sep 16 04:01:34.980515 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e665f376-4e47-4f22-9351-cb8c5d221105 req-23fe1ffd-f12c-4679-bd14-fefa9959ba6e tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:01:34.981957 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-e665f376-4e47-4f22-9351-cb8c5d221105 req-23fe1ffd-f12c-4679-bd14-fefa9959ba6e tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7847533d-4da5-4e33-b0e0-9b928be023ff HTTP/1.1" status: 200 len: 944 time: 0.0577374 Sep 16 04:01:35.034162 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-e665f376-4e47-4f22-9351-cb8c5d221105 req-1ec57340-d7fd-4c07-a228-da328f0f0f2e tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6b15eadc-b96a-4e12-9428-c2855d85d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463929 Sep 16 04:01:36.161121 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d63f868-ae68-437a-9fd4-ebd5c9442746 req-21de5436-79f4-4daf-ba88-129d33d2c992 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:01:36.162568 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-0d63f868-ae68-437a-9fd4-ebd5c9442746 req-21de5436-79f4-4daf-ba88-129d33d2c992 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7847533d-4da5-4e33-b0e0-9b928be023ff HTTP/1.1" status: 200 len: 944 time: 0.0456765 Sep 16 04:01:36.212424 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-0d63f868-ae68-437a-9fd4-ebd5c9442746 req-72219011-92d4-4db6-b6cc-bea7fbd35992 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6b15eadc-b96a-4e12-9428-c2855d85d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442250 Sep 16 04:01:37.337209 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dfccbe-c40f-4fa3-8422-a6f33d60abb8 req-ad7c2ad5-5650-4f73-9e3d-70baee52ce87 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:01:37.338661 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-c7dfccbe-c40f-4fa3-8422-a6f33d60abb8 req-ad7c2ad5-5650-4f73-9e3d-70baee52ce87 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7847533d-4da5-4e33-b0e0-9b928be023ff HTTP/1.1" status: 200 len: 944 time: 0.0470581 Sep 16 04:01:37.387307 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-c7dfccbe-c40f-4fa3-8422-a6f33d60abb8 req-8f377fad-a296-4357-9899-349a9567eddf tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6b15eadc-b96a-4e12-9428-c2855d85d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423484 Sep 16 04:01:38.510705 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c194de-2615-4144-befc-d422592efdd4 req-54431609-41cb-455e-8b23-847b034d823f tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:01:38.512191 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-58c194de-2615-4144-befc-d422592efdd4 req-54431609-41cb-455e-8b23-847b034d823f tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7847533d-4da5-4e33-b0e0-9b928be023ff HTTP/1.1" status: 200 len: 944 time: 0.0506606 Sep 16 04:01:38.561302 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-58c194de-2615-4144-befc-d422592efdd4 req-92b83d53-1171-4b80-8de1-aa04e99f1046 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6b15eadc-b96a-4e12-9428-c2855d85d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426595 Sep 16 04:01:39.677785 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc02698-463c-4605-a162-7f78479b78cd req-f00a68eb-deb7-4dca-a66d-64bd7ced6253 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:01:39.679265 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-0fc02698-463c-4605-a162-7f78479b78cd req-f00a68eb-deb7-4dca-a66d-64bd7ced6253 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7847533d-4da5-4e33-b0e0-9b928be023ff HTTP/1.1" status: 200 len: 944 time: 0.0453615 Sep 16 04:01:39.728300 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-0fc02698-463c-4605-a162-7f78479b78cd req-3c52fde5-1c91-41ec-a907-e3f93b423524 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6b15eadc-b96a-4e12-9428-c2855d85d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434334 Sep 16 04:01:40.157483 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=68 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:01:40.163330 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=70 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:01:40.849891 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd1d40d-7625-4067-b5d8-fa8342b39832 req-ebe25d3c-7908-433a-874a-5fb10efcbaea tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:01:40.851334 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-7bd1d40d-7625-4067-b5d8-fa8342b39832 req-ebe25d3c-7908-433a-874a-5fb10efcbaea tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7847533d-4da5-4e33-b0e0-9b928be023ff HTTP/1.1" status: 200 len: 944 time: 0.0465672 Sep 16 04:01:40.899387 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-7bd1d40d-7625-4067-b5d8-fa8342b39832 req-ce166d2c-4da0-4524-9965-0ee110cdf25f tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6b15eadc-b96a-4e12-9428-c2855d85d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425878 Sep 16 04:01:42.028876 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5ef925-dfb7-4a34-acec-5cd16f92c1a1 req-f87430be-6674-41f2-b740-b253c2e7edb4 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:01:42.030734 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-3a5ef925-dfb7-4a34-acec-5cd16f92c1a1 req-f87430be-6674-41f2-b740-b253c2e7edb4 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7847533d-4da5-4e33-b0e0-9b928be023ff HTTP/1.1" status: 200 len: 944 time: 0.0526118 Sep 16 04:01:42.045815 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:01:42.098638 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-3a5ef925-dfb7-4a34-acec-5cd16f92c1a1 req-c0ac0aa0-2650-4050-8921-a08ae35d2a6a tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6b15eadc-b96a-4e12-9428-c2855d85d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620914 Sep 16 04:01:42.195301 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device 6fc17f92-3fb2-40e0-adad-0a715e483426 details requested by agent hyperv_hv-cinder-85799 with host hv-cinder-85799 {{(pid=113376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:01:42.263547 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.agents_db [None req-8ba4eca6-5e8f-405f-9ad3-b7bffaa24231 None None] Agent healthcheck: found 6 active agents {{(pid=113377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:01:42.303148 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] For port 6fc17f92-3fb2-40e0-adad-0a715e483426, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=6fc17f92-3fb2-40e0-adad-0a715e483426,segment=NetworkSegment(eea54c47-f168-47e5-a070-e59e67614801),segment_id=eea54c47-f168-47e5-a070-e59e67614801)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:01:42.315862 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Returning: {'device': '6fc17f92-3fb2-40e0-adad-0a715e483426', 'network_id': '6fd8153b-b435-473d-99b3-693648eee8c9', 'port_id': '6fc17f92-3fb2-40e0-adad-0a715e483426', 'mac_address': 'fa:16:3e:13:8c:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49bad016-29f1-4461-a0ff-8f3f7bccc4e0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:01:42.355977 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Current status of the port 6fc17f92-3fb2-40e0-adad-0a715e483426 is: DOWN; New status is: BUILD {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 04:01:42.356353 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (6fc17f92-3fb2-40e0-adad-0a715e483426), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:01:42.370017 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.notifiers.nova [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fc17f92-3fb2-40e0-adad-0a715e483426 {{(pid=113376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 04:01:42.391210 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] For port 6fc17f92-3fb2-40e0-adad-0a715e483426, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=6fc17f92-3fb2-40e0-adad-0a715e483426,segment=NetworkSegment(eea54c47-f168-47e5-a070-e59e67614801),segment_id=eea54c47-f168-47e5-a070-e59e67614801)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:01:42.453196 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (6fc17f92-3fb2-40e0-adad-0a715e483426), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:01:42.504383 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Pushing event updated for resources: {'Port': ['ID=6fc17f92-3fb2-40e0-adad-0a715e483426,revision_number=4']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:01:42.513084 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:01:42.513638 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:01:42.514214 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:01:42.514804 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:01:42.515404 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:01:42.515950 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:01:42.516987 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:01:42.517375 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:01:42.517726 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:01:42.518043 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:01:42.518372 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:01:42.518690 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:01:42.519040 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:01:42.519354 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:01:42.519664 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:01:42.754272 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] get_ports_and_sgs() called for port_ids ['6fc17f92-3fb2-40e0-adad-0a715e483426'] {{(pid=113376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 04:01:42.840738 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:01:42.898932 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:01:43.229571 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a54e139-f7ab-4e60-a843-3de10bbcd504 req-9e8a28d1-575d-4569-a43e-da00f8846909 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:01:43.231157 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-9a54e139-f7ab-4e60-a843-3de10bbcd504 req-9e8a28d1-575d-4569-a43e-da00f8846909 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7847533d-4da5-4e33-b0e0-9b928be023ff HTTP/1.1" status: 200 len: 945 time: 0.0526268 Sep 16 04:01:43.280799 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-9a54e139-f7ab-4e60-a843-3de10bbcd504 req-a377cd12-1d56-4092-999f-65f6942a1bcc tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6b15eadc-b96a-4e12-9428-c2855d85d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435009 Sep 16 04:01:44.195816 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device 6fc17f92-3fb2-40e0-adad-0a715e483426 up at agent hyperv_hv-cinder-85799 {{(pid=113376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:01:44.239177 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Provisioning for port 6fc17f92-3fb2-40e0-adad-0a715e483426 completed by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 04:01:44.298075 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Provisioning complete for port 6fc17f92-3fb2-40e0-adad-0a715e483426 triggered by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 04:01:44.298471 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (6fc17f92-3fb2-40e0-adad-0a715e483426), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:01:44.298808 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Attempt 1 to provision port 6fc17f92-3fb2-40e0-adad-0a715e483426 Sep 16 04:01:44.369734 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Current status of the port 6fc17f92-3fb2-40e0-adad-0a715e483426 is: BUILD; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 04:01:44.370141 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (6fc17f92-3fb2-40e0-adad-0a715e483426), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:01:44.395057 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7847533d-4da5-4e33-b0e0-9b928be023ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fc17f92-3fb2-40e0-adad-0a715e483426'}] {{(pid=113376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 04:01:44.397309 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536f81a66b80124a32e6614edce579112ba342401ad4fb2d1257d5ac670fb901" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b272c6-996f-44a7-a13e-4c021355bc3b" -d '{"events": [{"server_uuid": "7847533d-4da5-4e33-b0e0-9b928be023ff", "name": "network-vif-plugged", "status": "completed", "tag": "6fc17f92-3fb2-40e0-adad-0a715e483426"}]}' {{(pid=113376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:01:44.409305 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac34cef0-d8e8-46a3-bb8f-d8722ae5994b req-751ec11a-b5de-40ff-98fe-78d6c1395048 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:01:44.410896 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-ac34cef0-d8e8-46a3-bb8f-d8722ae5994b req-751ec11a-b5de-40ff-98fe-78d6c1395048 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7847533d-4da5-4e33-b0e0-9b928be023ff HTTP/1.1" status: 200 len: 945 time: 0.0481861 Sep 16 04:01:44.411714 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] For port 6fc17f92-3fb2-40e0-adad-0a715e483426, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=6fc17f92-3fb2-40e0-adad-0a715e483426,segment=NetworkSegment(eea54c47-f168-47e5-a070-e59e67614801),segment_id=eea54c47-f168-47e5-a070-e59e67614801)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:01:44.467072 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-ac34cef0-d8e8-46a3-bb8f-d8722ae5994b req-5cdd4b5d-992a-4280-92f3-2b18ab88cb81 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6b15eadc-b96a-4e12-9428-c2855d85d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502007 Sep 16 04:01:44.475899 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (6fc17f92-3fb2-40e0-adad-0a715e483426), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:01:44.578532 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 04:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-784d919f-1ee8-407c-a0aa-238760827be9 x-openstack-request-id: req-784d919f-1ee8-407c-a0aa-238760827be9 {{(pid=113376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:01:44.578532 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7847533d-4da5-4e33-b0e0-9b928be023ff", "name": "network-vif-plugged", "status": "completed", "tag": "6fc17f92-3fb2-40e0-adad-0a715e483426", "code": 200}]} {{(pid=113376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:01:44.578532 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-784d919f-1ee8-407c-a0aa-238760827be9 {{(pid=113376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:01:44.578532 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.notifiers.nova [-] Nova event matching ['req-784d919f-1ee8-407c-a0aa-238760827be9'] response: {'server_uuid': '7847533d-4da5-4e33-b0e0-9b928be023ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fc17f92-3fb2-40e0-adad-0a715e483426', 'code': 200} Sep 16 04:01:44.578532 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Pushing event updated for resources: {'Port': ['ID=6fc17f92-3fb2-40e0-adad-0a715e483426,revision_number=5']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:01:44.848352 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb490d0f-8303-4a19-b1d8-c51d4fe69a3d req-db87e9c9-0fba-4d9d-963d-f31943c7950b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:01:44.849710 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-cb490d0f-8303-4a19-b1d8-c51d4fe69a3d req-db87e9c9-0fba-4d9d-963d-f31943c7950b service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7847533d-4da5-4e33-b0e0-9b928be023ff HTTP/1.1" status: 200 len: 1130 time: 0.0400991 Sep 16 04:01:44.901055 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-cb490d0f-8303-4a19-b1d8-c51d4fe69a3d req-de72f403-9042-441a-8fec-0374cf8d387d service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=6b15eadc-b96a-4e12-9428-c2855d85d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424545 Sep 16 04:01:45.591249 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e7c711-43c6-45c3-850e-4afa00e2842f req-46d9ee1c-db4a-4eff-a712-c09414424873 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:01:45.591249 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-32e7c711-43c6-45c3-850e-4afa00e2842f req-46d9ee1c-db4a-4eff-a712-c09414424873 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7847533d-4da5-4e33-b0e0-9b928be023ff HTTP/1.1" status: 200 len: 946 time: 0.0480111 Sep 16 04:01:45.638448 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-32e7c711-43c6-45c3-850e-4afa00e2842f req-4d415c53-4e9f-4a29-afe1-520ffa14d539 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6b15eadc-b96a-4e12-9428-c2855d85d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428364 Sep 16 04:01:46.731626 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=57 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:01:46.733536 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=59 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:01:46.770206 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8096ad26-1740-4418-a019-6265bbc96fca req-c806e4fe-78a1-40cb-bdbc-ba885168b1cf tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:01:46.771728 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-8096ad26-1740-4418-a019-6265bbc96fca req-c806e4fe-78a1-40cb-bdbc-ba885168b1cf tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7847533d-4da5-4e33-b0e0-9b928be023ff HTTP/1.1" status: 200 len: 946 time: 0.0526659 Sep 16 04:01:46.821006 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-8096ad26-1740-4418-a019-6265bbc96fca req-b3ccffcd-c4cb-43a7-988a-051d86463a5a tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6b15eadc-b96a-4e12-9428-c2855d85d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435691 Sep 16 04:01:46.903451 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=100 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:01:46.940212 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a61d82c-ecae-4751-b421-f0db20b5c1a9 req-ad6e76e6-87fc-4438-9fec-09b7669c080f tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:01:46.941672 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-7a61d82c-ecae-4751-b421-f0db20b5c1a9 req-ad6e76e6-87fc-4438-9fec-09b7669c080f tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7847533d-4da5-4e33-b0e0-9b928be023ff HTTP/1.1" status: 200 len: 946 time: 0.0466583 Sep 16 04:01:46.990815 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-7a61d82c-ecae-4751-b421-f0db20b5c1a9 req-22e0e05a-4064-43dc-9ed4-fd71602fc45f tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6b15eadc-b96a-4e12-9428-c2855d85d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435829 Sep 16 04:01:47.019160 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 37760) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 04:01:47.058965 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7bb047-cca4-4b49-8e59-5cf097226443 tempest-TestVolumeBootPattern-77340859 tempest-TestVolumeBootPattern-77340859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:01:47.060458 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-7e7bb047-cca4-4b49-8e59-5cf097226443 tempest-TestVolumeBootPattern-77340859 tempest-TestVolumeBootPattern-77340859-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7847533d-4da5-4e33-b0e0-9b928be023ff HTTP/1.1" status: 200 len: 1125 time: 0.0403593 Sep 16 04:01:47.064222 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 37762) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 04:01:47.068259 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [None req-98ddbab8-c221-4daf-883b-61c2f4acc7b1 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Request body: {'floatingip': {'floating_network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'port_id': '6fc17f92-3fb2-40e0-adad-0a715e483426', 'tenant_id': '42406ac5a18945dea55e37a91e9f5530', 'fixed_ip_address': '172.20.0.10'}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:01:47.143966 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-98ddbab8-c221-4daf-883b-61c2f4acc7b1 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:01:47.221618 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-98ddbab8-c221-4daf-883b-61c2f4acc7b1 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:01:47.332671 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.db_base_plugin_common [None req-98ddbab8-c221-4daf-883b-61c2f4acc7b1 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Allocated IP 172.27.0.64 (3e75d266-1ef3-4c3c-84dd-91ee0a702556/1e346a16-d4e3-4654-8a01-a4fa77b75a04/2ca91504-d8f9-4bab-b877-861408dba875) {{(pid=113375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:01:47.439701 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-98ddbab8-c221-4daf-883b-61c2f4acc7b1 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks [] for port (2ca91504-d8f9-4bab-b877-861408dba875), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:01:47.778522 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-98ddbab8-c221-4daf-883b-61c2f4acc7b1 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672515804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4972043'] for port (2ca91504-d8f9-4bab-b877-861408dba875), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:01:47.819432 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ddbab8-c221-4daf-883b-61c2f4acc7b1 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Network 3e75d266-1ef3-4c3c-84dd-91ee0a702556 is already hosted by enough agents. {{(pid=113375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:01:47.824051 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.base_scheduler [None req-98ddbab8-c221-4daf-883b-61c2f4acc7b1 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Resources bound (agent type, host, resource id): {{(pid=113375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:01:47.827706 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ddbab8-c221-4daf-883b-61c2f4acc7b1 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Received port after_create {{(pid=113375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 04:01:47.830255 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ddbab8-c221-4daf-883b-61c2f4acc7b1 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Pushing event updated for resources: {'Port': ['ID=2ca91504-d8f9-4bab-b877-861408dba875,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:01:47.851988 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:01:47.980853 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:01:48.175875 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-98ddbab8-c221-4daf-883b-61c2f4acc7b1 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks [] for floatingip (37af6ad0-b64b-4acf-9a1b-fbbeec933930), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:01:48.296677 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-98ddbab8-c221-4daf-883b-61c2f4acc7b1 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (2ca91504-d8f9-4bab-b877-861408dba875), before_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:01:48.440967 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-98ddbab8-c221-4daf-883b-61c2f4acc7b1 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks [] for port (2ca91504-d8f9-4bab-b877-861408dba875), precommit_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:01:48.491565 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-98ddbab8-c221-4daf-883b-61c2f4acc7b1 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4972082'] for port (2ca91504-d8f9-4bab-b877-861408dba875), after_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:01:48.560714 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ddbab8-c221-4daf-883b-61c2f4acc7b1 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Pushing event updated for resources: {'Port': ['ID=2ca91504-d8f9-4bab-b877-861408dba875,revision_number=2']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:01:48.563647 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-98ddbab8-c221-4daf-883b-61c2f4acc7b1 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-452268'] for floatingip (37af6ad0-b64b-4acf-9a1b-fbbeec933930), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:01:48.661061 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.db.l3_db [None req-98ddbab8-c221-4daf-883b-61c2f4acc7b1 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Floating IP 37af6ad0-b64b-4acf-9a1b-fbbeec933930 associated. External IP: 172.27.0.64, port: 6fc17f92-3fb2-40e0-adad-0a715e483426. Sep 16 04:01:48.796178 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:01:48.835872 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (d68ba685-94d2-4b65-887f-d5ec3884fbfa), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:01:48.861961 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98ddbab8-c221-4daf-883b-61c2f4acc7b1 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Router 368e53f6-75ab-41b6-bae4-71bf0ef7dde0 has already been hosted by L3 agent 20a8dcff-cb91-4cfb-b5ee-87736efe33d8 {{(pid=113375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:01:48.913269 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:01:48.966180 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ddbab8-c221-4daf-883b-61c2f4acc7b1 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Notify agent at l3_agent.dv-cinder-857993-1-iscsi the message routers_updated {{(pid=113375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:01:48.976549 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684b6158-751f-440b-829e-b3088df07a6d None None] Sync routers for ids ['368e53f6-75ab-41b6-bae4-71bf0ef7dde0'] in dv-cinder-857993-1-iscsi {{(pid=113377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:01:48.987015 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684b6158-751f-440b-829e-b3088df07a6d None None] Routers {'368e53f6-75ab-41b6-bae4-71bf0ef7dde0'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 04:01:48.987612 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-684b6158-751f-440b-829e-b3088df07a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T04:01:25Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['368e53f6-75ab-41b6-bae4-71bf0ef7dde0'], 'active': True} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:01:49.066838 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-98ddbab8-c221-4daf-883b-61c2f4acc7b1 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for floatingip (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:01:49.088546 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvr_db [None req-684b6158-751f-440b-829e-b3088df07a6d None None] Set router 368e53f6-75ab-41b6-bae4-71bf0ef7dde0 gateway port host: dv-cinder-857993-1-iscsi {{(pid=113377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 04:01:49.096328 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-98ddbab8-c221-4daf-883b-61c2f4acc7b1 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0311768 Sep 16 04:01:49.096954 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7847533d-4da5-4e33-b0e0-9b928be023ff', 'tag': '6fc17f92-3fb2-40e0-adad-0a715e483426'}] {{(pid=113375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 04:01:49.099248 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5377fd1d321389c1792f161ed840337514ae556b8848fe715c314c680a14a908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7698f481-3484-4d90-856c-2145ad7e873e" -d '{"events": [{"name": "network-changed", "server_uuid": "7847533d-4da5-4e33-b0e0-9b928be023ff", "tag": "6fc17f92-3fb2-40e0-adad-0a715e483426"}]}' {{(pid=113375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:01:49.137133 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 04:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddbdc1f9-0c49-4ab1-8803-614a819e139c x-openstack-request-id: req-ddbdc1f9-0c49-4ab1-8803-614a819e139c {{(pid=113375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:01:49.137416 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7847533d-4da5-4e33-b0e0-9b928be023ff", "tag": "6fc17f92-3fb2-40e0-adad-0a715e483426", "status": "completed", "code": 200}]} {{(pid=113375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:01:49.137661 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ddbdc1f9-0c49-4ab1-8803-614a819e139c {{(pid=113375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:01:49.138060 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddbdc1f9-0c49-4ab1-8803-614a819e139c'] response: {'name': 'network-changed', 'server_uuid': '7847533d-4da5-4e33-b0e0-9b928be023ff', 'tag': '6fc17f92-3fb2-40e0-adad-0a715e483426', 'status': 'completed', 'code': 200} Sep 16 04:01:49.206865 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7698f481-3484-4d90-856c-2145ad7e873e req-ed19bc34-8a19-4793-83f6-d46198ddc903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:01:49.208380 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-7698f481-3484-4d90-856c-2145ad7e873e req-ed19bc34-8a19-4793-83f6-d46198ddc903 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=42406ac5a18945dea55e37a91e9f5530&device_id=7847533d-4da5-4e33-b0e0-9b928be023ff HTTP/1.1" status: 200 len: 1130 time: 0.0470226 Sep 16 04:01:49.297414 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7698f481-3484-4d90-856c-2145ad7e873e req-482ba27b-ee4f-4c3d-89f3-bfda0056ee37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:01:49.299575 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-7698f481-3484-4d90-856c-2145ad7e873e req-482ba27b-ee4f-4c3d-89f3-bfda0056ee37 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=6fd8153b-b435-473d-99b3-693648eee8c9 HTTP/1.1" status: 200 len: 913 time: 0.0853477 Sep 16 04:01:49.305026 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-684b6158-751f-440b-829e-b3088df07a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368e53f6-75ab-41b6-bae4-71bf0ef7dde0', 'name': 'tempest-TestVolumeBootPattern-1948980695-router', 'tenant_id': '42406ac5a18945dea55e37a91e9f5530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '9dd8aab4-5182-48d5-a931-8e25c2cf5c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:58:27Z', 'updated_at': '2022-09-16T03:58:30Z', 'revision_number': 4, 'project_id': '42406ac5a18945dea55e37a91e9f5530', 'gw_port': {'id': '9dd8aab4-5182-48d5-a931-8e25c2cf5c4a', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:06:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368e53f6-75ab-41b6-bae4-71bf0ef7dde0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:58:28Z', 'updated_at': '2022-09-16T03:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_floatingips': [{'id': '37af6ad0-b64b-4acf-9a1b-fbbeec933930', 'tenant_id': '42406ac5a18945dea55e37a91e9f5530', 'floating_ip_address': '172.27.0.64', 'floating_network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'router_id': '368e53f6-75ab-41b6-bae4-71bf0ef7dde0', 'port_id': '6fc17f92-3fb2-40e0-adad-0a715e483426', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fd8153b-b435-473d-99b3-693648eee8c9', 'mac_address': 'fa:16:3e:13:8c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7847533d-4da5-4e33-b0e0-9b928be023ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T04:01:48Z', 'updated_at': '2022-09-16T04:01:48Z', 'revision_number': 0, 'project_id': '42406ac5a18945dea55e37a91e9f5530', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c561150b-87e5-401b-afbf-9a6f780c69c7', 'name': '', 'network_id': '6fd8153b-b435-473d-99b3-693648eee8c9', 'tenant_id': '42406ac5a18945dea55e37a91e9f5530', 'mac_address': 'fa:16:3e:46:80:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368e53f6-75ab-41b6-bae4-71bf0ef7dde0', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '49bad016-29f1-4461-a0ff-8f3f7bccc4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:58:29Z', 'updated_at': '2022-09-16T03:58:35Z', 'revision_number': 5, 'project_id': '42406ac5a18945dea55e37a91e9f5530', 'subnets': [{'id': '49bad016-29f1-4461-a0ff-8f3f7bccc4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:01:49.332755 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684b6158-751f-440b-829e-b3088df07a6d None None] Checking router: 368e53f6-75ab-41b6-bae4-71bf0ef7dde0 for host: dv-cinder-857993-1-iscsi {{(pid=113377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:01:49.342592 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684b6158-751f-440b-829e-b3088df07a6d None None] Routers {'368e53f6-75ab-41b6-bae4-71bf0ef7dde0'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 04:01:49.343228 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-684b6158-751f-440b-829e-b3088df07a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T04:01:25Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['368e53f6-75ab-41b6-bae4-71bf0ef7dde0'], 'active': True} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:01:49.372824 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-7698f481-3484-4d90-856c-2145ad7e873e req-42177d68-b133-4178-a499-1cdf425568bc service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6fc17f92-3fb2-40e0-adad-0a715e483426 HTTP/1.1" status: 200 len: 999 time: 0.0667348 Sep 16 04:01:49.421420 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7698f481-3484-4d90-856c-2145ad7e873e req-1026bcad-1ab3-45b5-a2c7-d7479bdc8c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:01:49.423617 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-7698f481-3484-4d90-856c-2145ad7e873e req-1026bcad-1ab3-45b5-a2c7-d7479bdc8c69 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=49bad016-29f1-4461-a0ff-8f3f7bccc4e0 HTTP/1.1" status: 200 len: 851 time: 0.0441039 Sep 16 04:01:49.467393 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7698f481-3484-4d90-856c-2145ad7e873e req-2f5ea190-12bb-4af5-8469-79a159f97e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:01:49.469096 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-7698f481-3484-4d90-856c-2145ad7e873e req-2f5ea190-12bb-4af5-8469-79a159f97e42 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=6fd8153b-b435-473d-99b3-693648eee8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400510 Sep 16 04:01:49.536909 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvr_db [None req-684b6158-751f-440b-829e-b3088df07a6d None None] Set router 368e53f6-75ab-41b6-bae4-71bf0ef7dde0 gateway port host: dv-cinder-857993-1-iscsi {{(pid=113377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 04:01:49.567499 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-7698f481-3484-4d90-856c-2145ad7e873e req-8c74f235-7874-4fd5-8946-6375a1bc56d5 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6fd8153b-b435-473d-99b3-693648eee8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912516 Sep 16 04:01:49.656398 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-7698f481-3484-4d90-856c-2145ad7e873e req-6ce97e93-174b-40ba-be75-17152425e8a3 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6fd8153b-b435-473d-99b3-693648eee8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829639 Sep 16 04:01:49.740658 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-684b6158-751f-440b-829e-b3088df07a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368e53f6-75ab-41b6-bae4-71bf0ef7dde0', 'name': 'tempest-TestVolumeBootPattern-1948980695-router', 'tenant_id': '42406ac5a18945dea55e37a91e9f5530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '9dd8aab4-5182-48d5-a931-8e25c2cf5c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:58:27Z', 'updated_at': '2022-09-16T03:58:30Z', 'revision_number': 4, 'project_id': '42406ac5a18945dea55e37a91e9f5530', 'gw_port': {'id': '9dd8aab4-5182-48d5-a931-8e25c2cf5c4a', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:06:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368e53f6-75ab-41b6-bae4-71bf0ef7dde0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:58:28Z', 'updated_at': '2022-09-16T03:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_floatingips': [{'id': '37af6ad0-b64b-4acf-9a1b-fbbeec933930', 'tenant_id': '42406ac5a18945dea55e37a91e9f5530', 'floating_ip_address': '172.27.0.64', 'floating_network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'router_id': '368e53f6-75ab-41b6-bae4-71bf0ef7dde0', 'port_id': '6fc17f92-3fb2-40e0-adad-0a715e483426', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fd8153b-b435-473d-99b3-693648eee8c9', 'mac_address': 'fa:16:3e:13:8c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7847533d-4da5-4e33-b0e0-9b928be023ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T04:01:48Z', 'updated_at': '2022-09-16T04:01:48Z', 'revision_number': 0, 'project_id': '42406ac5a18945dea55e37a91e9f5530', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c561150b-87e5-401b-afbf-9a6f780c69c7', 'name': '', 'network_id': '6fd8153b-b435-473d-99b3-693648eee8c9', 'tenant_id': '42406ac5a18945dea55e37a91e9f5530', 'mac_address': 'fa:16:3e:46:80:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368e53f6-75ab-41b6-bae4-71bf0ef7dde0', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '49bad016-29f1-4461-a0ff-8f3f7bccc4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:58:29Z', 'updated_at': '2022-09-16T03:58:35Z', 'revision_number': 5, 'project_id': '42406ac5a18945dea55e37a91e9f5530', 'subnets': [{'id': '49bad016-29f1-4461-a0ff-8f3f7bccc4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:01:49.768662 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684b6158-751f-440b-829e-b3088df07a6d None None] The sync data for ids ['368e53f6-75ab-41b6-bae4-71bf0ef7dde0'] in dv-cinder-857993-1-iscsi is: [{'id': '368e53f6-75ab-41b6-bae4-71bf0ef7dde0', 'name': 'tempest-TestVolumeBootPattern-1948980695-router', 'tenant_id': '42406ac5a18945dea55e37a91e9f5530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '9dd8aab4-5182-48d5-a931-8e25c2cf5c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:58:27Z', 'updated_at': '2022-09-16T03:58:30Z', 'revision_number': 4, 'project_id': '42406ac5a18945dea55e37a91e9f5530', 'gw_port': {'id': '9dd8aab4-5182-48d5-a931-8e25c2cf5c4a', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:06:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368e53f6-75ab-41b6-bae4-71bf0ef7dde0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:58:28Z', 'updated_at': '2022-09-16T03:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_floatingips': [{'id': '37af6ad0-b64b-4acf-9a1b-fbbeec933930', 'tenant_id': '42406ac5a18945dea55e37a91e9f5530', 'floating_ip_address': '172.27.0.64', 'floating_network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'router_id': '368e53f6-75ab-41b6-bae4-71bf0ef7dde0', 'port_id': '6fc17f92-3fb2-40e0-adad-0a715e483426', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fd8153b-b435-473d-99b3-693648eee8c9', 'mac_address': 'fa:16:3e:13:8c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7847533d-4da5-4e33-b0e0-9b928be023ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T04:01:48Z', 'updated_at': '2022-09-16T04:01:48Z', 'revision_number': 0, 'project_id': '42406ac5a18945dea55e37a91e9f5530', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c561150b-87e5-401b-afbf-9a6f780c69c7', 'name': '', 'network_id': '6fd8153b-b435-473d-99b3-693648eee8c9', 'tenant_id': '42406ac5a18945dea55e37a91e9f5530', 'mac_address': 'fa:16:3e:46:80:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368e53f6-75ab-41b6-bae4-71bf0ef7dde0', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '49bad016-29f1-4461-a0ff-8f3f7bccc4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:58:29Z', 'updated_at': '2022-09-16T03:58:35Z', 'revision_number': 5, 'project_id': '42406ac5a18945dea55e37a91e9f5530', 'subnets': [{'id': '49bad016-29f1-4461-a0ff-8f3f7bccc4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:01:49.955830 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a86efb5-e960-41ab-b336-b3f396941a7e None None] New status for floating IP 37af6ad0-b64b-4acf-9a1b-fbbeec933930: ACTIVE {{(pid=113376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 04:01:53.235041 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-c7846de4-390a-4081-a0ee-edfa94f1ea96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (5f458d39-b7df-4a2e-8f52-58d49f268778), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:01:55.355074 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-9b1ea004-4d07-438b-9c28-e81c8cff9609 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (20a8dcff-cb91-4cfb-b5ee-87736efe33d8), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:01:56.808291 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=13 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:01:56.816937 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=3 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:01:56.817406 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-6e17b5b7-15b9-4810-ad4e-df527af14d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (b6f1069f-4437-473a-8bc8-4bc493c2bb12), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:01:58.612566 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (9480ceca-8cb5-4b85-9807-6ee42f948820), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:01:58.634948 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-2875a3e6-2c6e-4f2c-bd58-7e0a3de9c063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (bb5efb49-5a18-474a-824b-90488b0f2024), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:01:59.651853 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=66,neutron:DELETE=2 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:01:59.653657 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=52 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:01:59.736803 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=76 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:01:59.744802 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=74 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:02:08.550765 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=71,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:02:08.552745 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=54,neutron:UPDATE=4 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:02:18.596431 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=18 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:02:18.598181 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=14 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:02:18.829267 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (d68ba685-94d2-4b65-887f-d5ec3884fbfa), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:02:19.261904 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.agents_db [None req-8ba4eca6-5e8f-405f-9ad3-b7bffaa24231 None None] Agent healthcheck: found 6 active agents {{(pid=113377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:02:23.223426 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-f84bd50e-e4ec-410b-9f40-b65f7216b8cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (5f458d39-b7df-4a2e-8f52-58d49f268778), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:02:25.366527 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-017e9313-5cb7-46ab-9b24-facdb6058423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (20a8dcff-cb91-4cfb-b5ee-87736efe33d8), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:02:26.828178 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-6e17b5b7-15b9-4810-ad4e-df527af14d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (b6f1069f-4437-473a-8bc8-4bc493c2bb12), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:02:28.605951 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (9480ceca-8cb5-4b85-9807-6ee42f948820), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:02:28.634367 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-2875a3e6-2c6e-4f2c-bd58-7e0a3de9c063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (bb5efb49-5a18-474a-824b-90488b0f2024), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:02:29.258260 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=1 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:02:29.259146 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=1 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:02:30.465614 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-31f030cc-960d-43f5-aedb-d42bc93a9e29 req-a916c0b4-ac4b-42c7-aceb-42fb60a90bfd service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7847533d-4da5-4e33-b0e0-9b928be023ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421135 Sep 16 04:02:30.559783 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f030cc-960d-43f5-aedb-d42bc93a9e29 req-55134c3c-b6c8-4954-94cc-469a791c2d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:02:30.561261 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-31f030cc-960d-43f5-aedb-d42bc93a9e29 req-55134c3c-b6c8-4954-94cc-469a791c2d67 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=42406ac5a18945dea55e37a91e9f5530&device_id=7847533d-4da5-4e33-b0e0-9b928be023ff HTTP/1.1" status: 200 len: 1130 time: 0.0399320 Sep 16 04:02:30.669386 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f030cc-960d-43f5-aedb-d42bc93a9e29 req-68ce44a4-20d0-4eee-ab36-d082188ecd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:02:30.670760 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-31f030cc-960d-43f5-aedb-d42bc93a9e29 req-68ce44a4-20d0-4eee-ab36-d082188ecd1a service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=6fd8153b-b435-473d-99b3-693648eee8c9 HTTP/1.1" status: 200 len: 913 time: 0.0844748 Sep 16 04:02:30.737711 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-31f030cc-960d-43f5-aedb-d42bc93a9e29 req-29f6209d-95c3-42ea-b6c5-1a96ef84a93a service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6fc17f92-3fb2-40e0-adad-0a715e483426 HTTP/1.1" status: 200 len: 1001 time: 0.0574195 Sep 16 04:02:30.788091 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f030cc-960d-43f5-aedb-d42bc93a9e29 req-061546ea-5909-490b-80ef-ba0343cd310e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:02:30.790142 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-31f030cc-960d-43f5-aedb-d42bc93a9e29 req-061546ea-5909-490b-80ef-ba0343cd310e service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=49bad016-29f1-4461-a0ff-8f3f7bccc4e0 HTTP/1.1" status: 200 len: 851 time: 0.0440936 Sep 16 04:02:30.837121 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f030cc-960d-43f5-aedb-d42bc93a9e29 req-f6320289-c1f7-436a-8c76-63dc6ada15f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:02:30.838581 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-31f030cc-960d-43f5-aedb-d42bc93a9e29 req-f6320289-c1f7-436a-8c76-63dc6ada15f9 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=6fd8153b-b435-473d-99b3-693648eee8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395460 Sep 16 04:02:30.934111 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-31f030cc-960d-43f5-aedb-d42bc93a9e29 req-fc4dfe2a-246f-4a5d-a9e7-f01225f2eb0e service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6fd8153b-b435-473d-99b3-693648eee8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853395 Sep 16 04:02:31.026604 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-31f030cc-960d-43f5-aedb-d42bc93a9e29 req-09ec7f11-8985-4fa1-9653-97fd35e4c060 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6fd8153b-b435-473d-99b3-693648eee8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831683 Sep 16 04:02:38.552767 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:02:38.555621 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:02:41.013011 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=48 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:02:41.023778 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=53 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:02:48.852098 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (d68ba685-94d2-4b65-887f-d5ec3884fbfa), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:02:53.245326 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-64888671-5ca5-4de2-b159-c64ded84f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (5f458d39-b7df-4a2e-8f52-58d49f268778), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:02:54.146316 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=1 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:02:54.162274 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=5 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:02:55.354100 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-3f8fceac-4cf3-4d1d-983b-05386c68e0c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (20a8dcff-cb91-4cfb-b5ee-87736efe33d8), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:02:56.260560 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.agents_db [None req-8ba4eca6-5e8f-405f-9ad3-b7bffaa24231 None None] Agent healthcheck: found 6 active agents {{(pid=113377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:02:56.839881 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-6e17b5b7-15b9-4810-ad4e-df527af14d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (b6f1069f-4437-473a-8bc8-4bc493c2bb12), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:02:58.611289 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (9480ceca-8cb5-4b85-9807-6ee42f948820), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:02:58.673813 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-2875a3e6-2c6e-4f2c-bd58-7e0a3de9c063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (bb5efb49-5a18-474a-824b-90488b0f2024), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:03:06.257414 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=2 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:03:08.541648 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=9 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:03:08.556822 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=9,neutron:UPDATE=6 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:03:18.816598 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (d68ba685-94d2-4b65-887f-d5ec3884fbfa), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:03:23.211168 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-88111d8d-4491-4898-93d6-66821205fabd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (5f458d39-b7df-4a2e-8f52-58d49f268778), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:03:25.376380 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-aa636d7e-f4b7-4f55-bf71-7ed43057a818 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (20a8dcff-cb91-4cfb-b5ee-87736efe33d8), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:03:26.816702 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-6e17b5b7-15b9-4810-ad4e-df527af14d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (b6f1069f-4437-473a-8bc8-4bc493c2bb12), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:03:28.619038 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (9480ceca-8cb5-4b85-9807-6ee42f948820), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:03:28.673388 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-2875a3e6-2c6e-4f2c-bd58-7e0a3de9c063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (bb5efb49-5a18-474a-824b-90488b0f2024), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:03:31.149024 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:03:31.159027 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=5 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:03:33.259336 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.agents_db [None req-8ba4eca6-5e8f-405f-9ad3-b7bffaa24231 None None] Agent healthcheck: found 6 active agents {{(pid=113377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:03:33.811452 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-b7cd6e7d-9bb3-44a3-9077-88a60dae582f req-a7e7b8d9-d694-4ca1-9fdd-9e4466218d45 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7847533d-4da5-4e33-b0e0-9b928be023ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428197 Sep 16 04:03:33.899253 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd6e7d-9bb3-44a3-9077-88a60dae582f req-ae5e6f1d-2af6-4366-b933-472b77f88e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:03:33.900796 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-b7cd6e7d-9bb3-44a3-9077-88a60dae582f req-ae5e6f1d-2af6-4366-b933-472b77f88e0d service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=42406ac5a18945dea55e37a91e9f5530&device_id=7847533d-4da5-4e33-b0e0-9b928be023ff HTTP/1.1" status: 200 len: 1130 time: 0.0407100 Sep 16 04:03:34.010125 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd6e7d-9bb3-44a3-9077-88a60dae582f req-1198a815-e64a-4bd1-a4a8-217982207dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:03:34.012053 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-b7cd6e7d-9bb3-44a3-9077-88a60dae582f req-1198a815-e64a-4bd1-a4a8-217982207dff service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=6fd8153b-b435-473d-99b3-693648eee8c9 HTTP/1.1" status: 200 len: 913 time: 0.0924773 Sep 16 04:03:34.076030 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-b7cd6e7d-9bb3-44a3-9077-88a60dae582f req-bd61ae63-5c3f-473b-baf2-acbc2f06ffaa service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6fc17f92-3fb2-40e0-adad-0a715e483426 HTTP/1.1" status: 200 len: 1001 time: 0.0565574 Sep 16 04:03:34.124508 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd6e7d-9bb3-44a3-9077-88a60dae582f req-f1e9e06a-f3cf-4c26-b469-d3b916c62d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:03:34.125799 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-b7cd6e7d-9bb3-44a3-9077-88a60dae582f req-f1e9e06a-f3cf-4c26-b469-d3b916c62d07 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=49bad016-29f1-4461-a0ff-8f3f7bccc4e0 HTTP/1.1" status: 200 len: 851 time: 0.0430605 Sep 16 04:03:34.172477 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd6e7d-9bb3-44a3-9077-88a60dae582f req-35c55e43-6667-459f-88bf-d36c5373a58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:03:34.173899 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-b7cd6e7d-9bb3-44a3-9077-88a60dae582f req-35c55e43-6667-459f-88bf-d36c5373a58a service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=6fd8153b-b435-473d-99b3-693648eee8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411265 Sep 16 04:03:34.264264 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-b7cd6e7d-9bb3-44a3-9077-88a60dae582f req-ff0079fd-56f1-4473-9c5e-bbb4a9d27c3a service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6fd8153b-b435-473d-99b3-693648eee8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820651 Sep 16 04:03:34.356306 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-b7cd6e7d-9bb3-44a3-9077-88a60dae582f req-325f1537-0d39-43d2-a515-db485367ace2 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6fd8153b-b435-473d-99b3-693648eee8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853100 Sep 16 04:03:36.067766 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-42880a87-78ff-49c7-be31-cfbb1757faf3 req-ae27064b-1b4d-48a2-a3a3-18cea29089eb tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1031301844&fields=id&tenant_id=42406ac5a18945dea55e37a91e9f5530 HTTP/1.1" status: 200 len: 267 time: 0.0438950 Sep 16 04:03:36.174932 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42880a87-78ff-49c7-be31-cfbb1757faf3 req-d6f6a12d-ff75-4a0f-852b-46f63cb015d6 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:03:36.176373 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-42880a87-78ff-49c7-be31-cfbb1757faf3 req-d6f6a12d-ff75-4a0f-852b-46f63cb015d6 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/networks?id=6fd8153b-b435-473d-99b3-693648eee8c9 HTTP/1.1" status: 200 len: 812 time: 0.1017537 Sep 16 04:03:36.191487 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-42880a87-78ff-49c7-be31-cfbb1757faf3 req-59c104a6-8495-4349-b3c6-74a8e66f2466 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/quotas/42406ac5a18945dea55e37a91e9f5530 HTTP/1.1" status: 200 len: 375 time: 0.0097964 Sep 16 04:03:36.241531 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-42880a87-78ff-49c7-be31-cfbb1757faf3 req-e995ed4c-2c3d-48e2-9f87-2f7322c7aba9 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=42406ac5a18945dea55e37a91e9f5530&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0449212 Sep 16 04:03:36.337501 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-42880a87-78ff-49c7-be31-cfbb1757faf3 req-a7de2cf3-339c-465f-806d-acfc344b2ae2 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/6fd8153b-b435-473d-99b3-693648eee8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833969 Sep 16 04:03:36.428067 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-42880a87-78ff-49c7-be31-cfbb1757faf3 req-a72e56f4-c3c4-4909-a564-c4a9afa41bfb service neutron] 10.222.0.49 "GET /networking/v2.0/networks/6fd8153b-b435-473d-99b3-693648eee8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843389 Sep 16 04:03:37.108558 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-6b1917fd-eec8-4227-b848-229d250b3b13 req-ef9d2f18-c052-4e01-b36a-25391dd33461 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=161af4a9-1807-4873-9e5d-2e9360857eeb HTTP/1.1" status: 200 len: 210 time: 0.0910192 Sep 16 04:03:38.212654 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-50b90a1d-8f8d-4380-8389-412794f83817 req-155dd9ac-d1cb-4c77-b6ec-ccd64790a671 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=161af4a9-1807-4873-9e5d-2e9360857eeb HTTP/1.1" status: 200 len: 210 time: 0.0273936 Sep 16 04:03:38.623576 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=27,neutron:UPDATE=5 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:03:38.624661 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:03:38.906386 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=100 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:03:38.919795 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=100 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:03:38.937089 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42880a87-78ff-49c7-be31-cfbb1757faf3 req-4ed2786c-d5e7-4afb-833f-cc9d8f599bf8 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:03:38.938511 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-42880a87-78ff-49c7-be31-cfbb1757faf3 req-4ed2786c-d5e7-4afb-833f-cc9d8f599bf8 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.52 "GET /networking/v2.0/networks?id=6fd8153b-b435-473d-99b3-693648eee8c9 HTTP/1.1" status: 200 len: 812 time: 0.1067958 Sep 16 04:03:39.001378 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-42880a87-78ff-49c7-be31-cfbb1757faf3 req-6cb7304b-f730-4dbe-9078-cdd36f4057c5 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.52 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=42406ac5a18945dea55e37a91e9f5530 HTTP/1.1" status: 200 len: 380 time: 0.0511777 Sep 16 04:03:39.009890 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [req-42880a87-78ff-49c7-be31-cfbb1757faf3 req-1dab562c-be7d-4414-ae28-4739a8577a06 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Request body: {'port': {'device_id': '161af4a9-1807-4873-9e5d-2e9360857eeb', 'network_id': '6fd8153b-b435-473d-99b3-693648eee8c9', 'admin_state_up': True, 'tenant_id': '42406ac5a18945dea55e37a91e9f5530', 'security_groups': ['6b15eadc-b96a-4e12-9428-c2855d85d56e']}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:03:39.193481 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42880a87-78ff-49c7-be31-cfbb1757faf3 req-1dab562c-be7d-4414-ae28-4739a8577a06 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Made reservation on behalf of 42406ac5a18945dea55e37a91e9f5530 for: {'port': 1} {{(pid=113375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:03:39.197298 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-42880a87-78ff-49c7-be31-cfbb1757faf3 req-1dab562c-be7d-4414-ae28-4739a8577a06 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (None), before_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:03:39.329417 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-66d0302c-d6db-4cc3-87c1-b5bfd80aa939 req-e9f7456a-951f-4a0a-b096-4a47d6a186ad tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=161af4a9-1807-4873-9e5d-2e9360857eeb HTTP/1.1" status: 200 len: 210 time: 0.0349967 Sep 16 04:03:39.334438 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.db_base_plugin_common [req-42880a87-78ff-49c7-be31-cfbb1757faf3 req-1dab562c-be7d-4414-ae28-4739a8577a06 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Allocated IP 172.20.0.3 (6fd8153b-b435-473d-99b3-693648eee8c9/49bad016-29f1-4461-a0ff-8f3f7bccc4e0/b4b3c48c-bf8e-42d4-91d3-d747c9e29312) {{(pid=113375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:03:39.479720 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-42880a87-78ff-49c7-be31-cfbb1757faf3 req-1dab562c-be7d-4414-ae28-4739a8577a06 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks [] for port (b4b3c48c-bf8e-42d4-91d3-d747c9e29312), precommit_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:03:39.571266 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-42880a87-78ff-49c7-be31-cfbb1757faf3 req-1dab562c-be7d-4414-ae28-4739a8577a06 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672515804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4972043'] for port (b4b3c48c-bf8e-42d4-91d3-d747c9e29312), after_create {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:03:39.612927 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42880a87-78ff-49c7-be31-cfbb1757faf3 req-1dab562c-be7d-4414-ae28-4739a8577a06 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Network 6fd8153b-b435-473d-99b3-693648eee8c9 is already hosted by enough agents. {{(pid=113375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:03:39.616043 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.scheduler.base_scheduler [req-42880a87-78ff-49c7-be31-cfbb1757faf3 req-1dab562c-be7d-4414-ae28-4739a8577a06 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Resources bound (agent type, host, resource id): {{(pid=113375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:03:39.619717 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.l3_dvrscheduler_db [req-42880a87-78ff-49c7-be31-cfbb1757faf3 req-1dab562c-be7d-4414-ae28-4739a8577a06 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Received port after_create {{(pid=113375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 04:03:39.650582 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dab562c-be7d-4414-ae28-4739a8577a06 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Pushing event updated for resources: {'Port': ['ID=b4b3c48c-bf8e-42d4-91d3-d747c9e29312,revision_number=1']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:03:39.663230 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dab562c-be7d-4414-ae28-4739a8577a06 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:03:39.668114 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dab562c-be7d-4414-ae28-4739a8577a06 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:03:39.668114 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dab562c-be7d-4414-ae28-4739a8577a06 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:03:39.668114 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dab562c-be7d-4414-ae28-4739a8577a06 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:03:39.668114 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dab562c-be7d-4414-ae28-4739a8577a06 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:03:39.668114 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dab562c-be7d-4414-ae28-4739a8577a06 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:03:39.668114 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dab562c-be7d-4414-ae28-4739a8577a06 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:03:39.668114 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dab562c-be7d-4414-ae28-4739a8577a06 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:03:39.668114 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dab562c-be7d-4414-ae28-4739a8577a06 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:03:39.668114 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dab562c-be7d-4414-ae28-4739a8577a06 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:03:39.668114 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dab562c-be7d-4414-ae28-4739a8577a06 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:03:39.668114 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dab562c-be7d-4414-ae28-4739a8577a06 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:03:39.668114 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dab562c-be7d-4414-ae28-4739a8577a06 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:03:39.668114 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dab562c-be7d-4414-ae28-4739a8577a06 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:03:39.669403 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dab562c-be7d-4414-ae28-4739a8577a06 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:03:39.689939 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42880a87-78ff-49c7-be31-cfbb1757faf3 req-1dab562c-be7d-4414-ae28-4739a8577a06 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:03:39.690616 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-42880a87-78ff-49c7-be31-cfbb1757faf3 req-1dab562c-be7d-4414-ae28-4739a8577a06 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for port (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:03:39.756131 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-42880a87-78ff-49c7-be31-cfbb1757faf3 req-1dab562c-be7d-4414-ae28-4739a8577a06 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7445359 Sep 16 04:03:39.768058 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.v2.base [req-42880a87-78ff-49c7-be31-cfbb1757faf3 req-e9e84a9e-c01c-4e8c-8374-9574386c9ca9 service neutron] Request body: {'port': {'device_id': '161af4a9-1807-4873-9e5d-2e9360857eeb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85799'}} {{(pid=113375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:03:39.794264 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:03:39.818957 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-8137ea99-c4d9-4009-9e6d-5d0b24da5b12 None None] Provisioning complete for port b4b3c48c-bf8e-42d4-91d3-d747c9e29312 triggered by entity DHCP. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 04:03:39.819632 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-8137ea99-c4d9-4009-9e6d-5d0b24da5b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (b4b3c48c-bf8e-42d4-91d3-d747c9e29312), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:03:39.819632 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-8137ea99-c4d9-4009-9e6d-5d0b24da5b12 None None] Attempt 1 to provision port b4b3c48c-bf8e-42d4-91d3-d747c9e29312 Sep 16 04:03:39.834337 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-42880a87-78ff-49c7-be31-cfbb1757faf3 req-e9e84a9e-c01c-4e8c-8374-9574386c9ca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (b4b3c48c-bf8e-42d4-91d3-d747c9e29312), before_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:03:39.850461 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-8137ea99-c4d9-4009-9e6d-5d0b24da5b12 None None] Port b4b3c48c-bf8e-42d4-91d3-d747c9e29312 cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 04:03:39.946773 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:03:40.097777 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.notifiers.nova [req-42880a87-78ff-49c7-be31-cfbb1757faf3 req-e9e84a9e-c01c-4e8c-8374-9574386c9ca9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4b3c48c-bf8e-42d4-91d3-d747c9e29312 {{(pid=113375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 04:03:40.105844 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-42880a87-78ff-49c7-be31-cfbb1757faf3 req-e9e84a9e-c01c-4e8c-8374-9574386c9ca9 service neutron] Publish callbacks [] for port (b4b3c48c-bf8e-42d4-91d3-d747c9e29312), precommit_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:03:40.117822 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.provisioning_blocks [req-42880a87-78ff-49c7-be31-cfbb1757faf3 req-e9e84a9e-c01c-4e8c-8374-9574386c9ca9 service neutron] Transition to ACTIVE for port object b4b3c48c-bf8e-42d4-91d3-d747c9e29312 will not be triggered until provisioned by entity L2. {{(pid=113375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 04:03:40.164718 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-42880a87-78ff-49c7-be31-cfbb1757faf3 req-e9e84a9e-c01c-4e8c-8374-9574386c9ca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4972082'] for port (b4b3c48c-bf8e-42d4-91d3-d747c9e29312), after_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:03:40.242389 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e84a9e-c01c-4e8c-8374-9574386c9ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=b4b3c48c-bf8e-42d4-91d3-d747c9e29312,revision_number=2']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:03:40.275505 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.managers [req-42880a87-78ff-49c7-be31-cfbb1757faf3 req-e9e84a9e-c01c-4e8c-8374-9574386c9ca9 service neutron] Attempting to bind port b4b3c48c-bf8e-42d4-91d3-d747c9e29312 on host hv-cinder-85799 for vnic_type normal with profile {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 04:03:40.275760 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.managers [req-42880a87-78ff-49c7-be31-cfbb1757faf3 req-e9e84a9e-c01c-4e8c-8374-9574386c9ca9 service neutron] Attempting to bind port b4b3c48c-bf8e-42d4-91d3-d747c9e29312 by drivers openvswitch,hyperv on host hv-cinder-85799 at level 0 using segments [{'id': 'eea54c47-f168-47e5-a070-e59e67614801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6fd8153b-b435-473d-99b3-693648eee8c9'}] {{(pid=113375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 04:03:40.276099 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42880a87-78ff-49c7-be31-cfbb1757faf3 req-e9e84a9e-c01c-4e8c-8374-9574386c9ca9 service neutron] Attempting to bind port b4b3c48c-bf8e-42d4-91d3-d747c9e29312 on network 6fd8153b-b435-473d-99b3-693648eee8c9 {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:03:40.351720 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-8137ea99-c4d9-4009-9e6d-5d0b24da5b12 None None] Attempt 2 to provision port b4b3c48c-bf8e-42d4-91d3-d747c9e29312 Sep 16 04:03:40.390816 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-8137ea99-c4d9-4009-9e6d-5d0b24da5b12 None None] Port b4b3c48c-bf8e-42d4-91d3-d747c9e29312 cannot update to ACTIVE because it is not bound. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 04:03:40.603963 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42880a87-78ff-49c7-be31-cfbb1757faf3 req-e9e84a9e-c01c-4e8c-8374-9574386c9ca9 service neutron] Port b4b3c48c-bf8e-42d4-91d3-d747c9e29312 on network 6fd8153b-b435-473d-99b3-693648eee8c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85799 {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:03:40.605366 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42880a87-78ff-49c7-be31-cfbb1757faf3 req-e9e84a9e-c01c-4e8c-8374-9574386c9ca9 service neutron] Attempting to bind port b4b3c48c-bf8e-42d4-91d3-d747c9e29312 on network 6fd8153b-b435-473d-99b3-693648eee8c9 {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:03:40.613080 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3cd11f-ca89-4a15-b033-21caba53e99a req-bbccb812-9a9a-4dbd-98c8-3e639fbea588 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:03:40.614520 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-ed3cd11f-ca89-4a15-b033-21caba53e99a req-bbccb812-9a9a-4dbd-98c8-3e639fbea588 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=161af4a9-1807-4873-9e5d-2e9360857eeb HTTP/1.1" status: 200 len: 943 time: 0.0631099 Sep 16 04:03:40.688753 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42880a87-78ff-49c7-be31-cfbb1757faf3 req-e9e84a9e-c01c-4e8c-8374-9574386c9ca9 service neutron] Checking agent: {'id': 'd68ba685-94d2-4b65-887f-d5ec3884fbfa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85799', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 3, 46, 18), 'started_at': datetime.datetime(2022, 9, 16, 3, 46, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 4, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 04:03:40.689087 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42880a87-78ff-49c7-be31-cfbb1757faf3 req-e9e84a9e-c01c-4e8c-8374-9574386c9ca9 service neutron] Checking segment: {'id': 'eea54c47-f168-47e5-a070-e59e67614801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6fd8153b-b435-473d-99b3-693648eee8c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 04:03:40.689465 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42880a87-78ff-49c7-be31-cfbb1757faf3 req-e9e84a9e-c01c-4e8c-8374-9574386c9ca9 service neutron] Bound using segment: {'id': 'eea54c47-f168-47e5-a070-e59e67614801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6fd8153b-b435-473d-99b3-693648eee8c9'} {{(pid=113375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 04:03:40.689897 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.managers [req-42880a87-78ff-49c7-be31-cfbb1757faf3 req-e9e84a9e-c01c-4e8c-8374-9574386c9ca9 service neutron] Bound port: b4b3c48c-bf8e-42d4-91d3-d747c9e29312, host: hv-cinder-85799, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eea54c47-f168-47e5-a070-e59e67614801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6fd8153b-b435-473d-99b3-693648eee8c9'}}] {{(pid=113375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 04:03:40.690249 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-42880a87-78ff-49c7-be31-cfbb1757faf3 req-e9e84a9e-c01c-4e8c-8374-9574386c9ca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (b4b3c48c-bf8e-42d4-91d3-d747c9e29312), before_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:03:40.703603 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-ed3cd11f-ca89-4a15-b033-21caba53e99a req-c4ba66f5-466d-4641-a70c-267ae4825c6d tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6b15eadc-b96a-4e12-9428-c2855d85d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712011 Sep 16 04:03:40.759390 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.db [req-42880a87-78ff-49c7-be31-cfbb1757faf3 req-e9e84a9e-c01c-4e8c-8374-9574386c9ca9 service neutron] For port b4b3c48c-bf8e-42d4-91d3-d747c9e29312, host hv-cinder-85799, cleared binding levels {{(pid=113375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:03:40.763019 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.db [req-42880a87-78ff-49c7-be31-cfbb1757faf3 req-e9e84a9e-c01c-4e8c-8374-9574386c9ca9 service neutron] For port b4b3c48c-bf8e-42d4-91d3-d747c9e29312, host hv-cinder-85799, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=b4b3c48c-bf8e-42d4-91d3-d747c9e29312,segment=NetworkSegment(eea54c47-f168-47e5-a070-e59e67614801),segment_id=eea54c47-f168-47e5-a070-e59e67614801)] {{(pid=113375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:03:40.845574 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-42880a87-78ff-49c7-be31-cfbb1757faf3 req-e9e84a9e-c01c-4e8c-8374-9574386c9ca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4972082'] for port (b4b3c48c-bf8e-42d4-91d3-d747c9e29312), after_update {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:03:40.849678 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42880a87-78ff-49c7-be31-cfbb1757faf3 req-e9e84a9e-c01c-4e8c-8374-9574386c9ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:03:40.850280 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-42880a87-78ff-49c7-be31-cfbb1757faf3 req-e9e84a9e-c01c-4e8c-8374-9574386c9ca9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for port (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:03:40.851645 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-42880a87-78ff-49c7-be31-cfbb1757faf3 req-e9e84a9e-c01c-4e8c-8374-9574386c9ca9 service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/b4b3c48c-bf8e-42d4-91d3-d747c9e29312 HTTP/1.1" status: 200 len: 1093 time: 1.0884197 Sep 16 04:03:40.852259 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '161af4a9-1807-4873-9e5d-2e9360857eeb', 'tag': 'b4b3c48c-bf8e-42d4-91d3-d747c9e29312'}] {{(pid=113375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 04:03:40.854586 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5377fd1d321389c1792f161ed840337514ae556b8848fe715c314c680a14a908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c0fa021-feb6-4341-9573-6201cab50e36" -d '{"events": [{"name": "network-changed", "server_uuid": "161af4a9-1807-4873-9e5d-2e9360857eeb", "tag": "b4b3c48c-bf8e-42d4-91d3-d747c9e29312"}]}' {{(pid=113375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:03:40.892001 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-8137ea99-c4d9-4009-9e6d-5d0b24da5b12 None None] Attempt 3 to provision port b4b3c48c-bf8e-42d4-91d3-d747c9e29312 Sep 16 04:03:40.898878 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 04:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89add626-15e7-4205-81bf-19bd9e88b46f x-openstack-request-id: req-89add626-15e7-4205-81bf-19bd9e88b46f {{(pid=113375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:03:40.899196 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "161af4a9-1807-4873-9e5d-2e9360857eeb", "tag": "b4b3c48c-bf8e-42d4-91d3-d747c9e29312", "status": "completed", "code": 200}]} {{(pid=113375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:03:40.899511 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-89add626-15e7-4205-81bf-19bd9e88b46f {{(pid=113375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:03:40.899904 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89add626-15e7-4205-81bf-19bd9e88b46f'] response: {'name': 'network-changed', 'server_uuid': '161af4a9-1807-4873-9e5d-2e9360857eeb', 'tag': 'b4b3c48c-bf8e-42d4-91d3-d747c9e29312', 'status': 'completed', 'code': 200} Sep 16 04:03:40.904982 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e84a9e-c01c-4e8c-8374-9574386c9ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=b4b3c48c-bf8e-42d4-91d3-d747c9e29312,revision_number=3']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:03:40.939277 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-8137ea99-c4d9-4009-9e6d-5d0b24da5b12 None None] Port b4b3c48c-bf8e-42d4-91d3-d747c9e29312 had new provisioning blocks added so it will not transition to active. {{(pid=113376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 04:03:40.967547 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0fa021-feb6-4341-9573-6201cab50e36 req-938caebe-4fdb-4ce4-af05-10fe4d4f05c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:03:40.969055 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-6c0fa021-feb6-4341-9573-6201cab50e36 req-938caebe-4fdb-4ce4-af05-10fe4d4f05c3 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=42406ac5a18945dea55e37a91e9f5530&device_id=161af4a9-1807-4873-9e5d-2e9360857eeb HTTP/1.1" status: 200 len: 1127 time: 0.0413015 Sep 16 04:03:41.036268 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:03:41.074216 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0fa021-feb6-4341-9573-6201cab50e36 req-fe0112b6-356f-45c9-bcda-5729250302bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:03:41.075674 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-6c0fa021-feb6-4341-9573-6201cab50e36 req-fe0112b6-356f-45c9-bcda-5729250302bf service neutron] 10.222.0.52 "GET /networking/v2.0/networks?tenant_id=42406ac5a18945dea55e37a91e9f5530&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0966017 Sep 16 04:03:41.177025 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0fa021-feb6-4341-9573-6201cab50e36 req-953be98c-48cf-4eb6-9ffb-49d19c17e9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:03:41.178370 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-6c0fa021-feb6-4341-9573-6201cab50e36 req-953be98c-48cf-4eb6-9ffb-49d19c17e9fd service neutron] 10.222.0.52 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0913472 Sep 16 04:03:41.257804 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42880a87-78ff-49c7-be31-cfbb1757faf3 req-a6e03cca-3d5e-4436-89c1-90046ff39507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:03:41.259480 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-42880a87-78ff-49c7-be31-cfbb1757faf3 req-a6e03cca-3d5e-4436-89c1-90046ff39507 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=42406ac5a18945dea55e37a91e9f5530&device_id=161af4a9-1807-4873-9e5d-2e9360857eeb HTTP/1.1" status: 200 len: 1127 time: 0.0376251 Sep 16 04:03:41.307350 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-42880a87-78ff-49c7-be31-cfbb1757faf3 req-93cd1eab-b0da-4294-bd16-bbbf44b87201 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4b3c48c-bf8e-42d4-91d3-d747c9e29312 HTTP/1.1" status: 200 len: 217 time: 0.0361114 Sep 16 04:03:41.354929 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:03:41.360569 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42880a87-78ff-49c7-be31-cfbb1757faf3 req-06b4611e-5c88-47f8-99a9-870a8b24af6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:03:41.362017 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-42880a87-78ff-49c7-be31-cfbb1757faf3 req-06b4611e-5c88-47f8-99a9-870a8b24af6a service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=49bad016-29f1-4461-a0ff-8f3f7bccc4e0 HTTP/1.1" status: 200 len: 851 time: 0.0453818 Sep 16 04:03:41.412301 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42880a87-78ff-49c7-be31-cfbb1757faf3 req-a15aef35-9acf-4506-85e6-18f594e7b450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:03:41.413891 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-42880a87-78ff-49c7-be31-cfbb1757faf3 req-a15aef35-9acf-4506-85e6-18f594e7b450 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=6fd8153b-b435-473d-99b3-693648eee8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431819 Sep 16 04:03:41.506081 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-42880a87-78ff-49c7-be31-cfbb1757faf3 req-91778766-3c27-43e1-9f19-1fcb4f94b936 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6fd8153b-b435-473d-99b3-693648eee8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833702 Sep 16 04:03:41.600423 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-42880a87-78ff-49c7-be31-cfbb1757faf3 req-6374e958-7990-4a1e-97e2-bc554b1ad7a4 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6fd8153b-b435-473d-99b3-693648eee8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864465 Sep 16 04:03:41.823943 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819d06d0-6929-4390-9c40-5292eb58f642 req-fec3a39c-51ee-4a14-9bd8-8c1f94e77aca tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:03:41.825343 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-819d06d0-6929-4390-9c40-5292eb58f642 req-fec3a39c-51ee-4a14-9bd8-8c1f94e77aca tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=161af4a9-1807-4873-9e5d-2e9360857eeb HTTP/1.1" status: 200 len: 943 time: 0.0468073 Sep 16 04:03:41.873164 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-819d06d0-6929-4390-9c40-5292eb58f642 req-75417cb4-69fa-4104-873e-343a55b2ac6d tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6b15eadc-b96a-4e12-9428-c2855d85d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422456 Sep 16 04:03:42.993022 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f0567b-102e-4f3e-afa8-0702600760bf req-77adef0a-9643-4e8c-8389-ae13c652918b tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:03:42.994393 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-b1f0567b-102e-4f3e-afa8-0702600760bf req-77adef0a-9643-4e8c-8389-ae13c652918b tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=161af4a9-1807-4873-9e5d-2e9360857eeb HTTP/1.1" status: 200 len: 943 time: 0.0457931 Sep 16 04:03:43.042781 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-b1f0567b-102e-4f3e-afa8-0702600760bf req-6ef087a1-e56d-4e15-8224-57054cb0cb98 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6b15eadc-b96a-4e12-9428-c2855d85d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422189 Sep 16 04:03:43.256592 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=2 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:03:44.186207 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342ab6cd-f795-4c48-8c46-a7cb1482fe3a req-3b4d37b8-8849-4c30-971b-7626d306d877 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:03:44.187894 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-342ab6cd-f795-4c48-8c46-a7cb1482fe3a req-3b4d37b8-8849-4c30-971b-7626d306d877 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=161af4a9-1807-4873-9e5d-2e9360857eeb HTTP/1.1" status: 200 len: 943 time: 0.0531332 Sep 16 04:03:44.240877 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-342ab6cd-f795-4c48-8c46-a7cb1482fe3a req-5fb8f576-0039-4c6f-9675-ae9ac1fbe4a4 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6b15eadc-b96a-4e12-9428-c2855d85d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471964 Sep 16 04:03:45.367509 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8220c8d-47e1-474c-bcd8-1edb00728424 req-b72b701e-9f1e-467f-9913-3ef6e27ef8fc tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:03:45.368962 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-b8220c8d-47e1-474c-bcd8-1edb00728424 req-b72b701e-9f1e-467f-9913-3ef6e27ef8fc tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=161af4a9-1807-4873-9e5d-2e9360857eeb HTTP/1.1" status: 200 len: 943 time: 0.0473490 Sep 16 04:03:45.417845 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-b8220c8d-47e1-474c-bcd8-1edb00728424 req-e408579a-a5c1-408f-9ebe-d757782f65b8 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6b15eadc-b96a-4e12-9428-c2855d85d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426471 Sep 16 04:03:46.539390 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb1e2c3-644e-4e6f-9154-5605f2669768 req-57ed4c77-1d13-416b-8bcf-17da89751ae1 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:03:46.540830 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-efb1e2c3-644e-4e6f-9154-5605f2669768 req-57ed4c77-1d13-416b-8bcf-17da89751ae1 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=161af4a9-1807-4873-9e5d-2e9360857eeb HTTP/1.1" status: 200 len: 943 time: 0.0465534 Sep 16 04:03:46.590165 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-efb1e2c3-644e-4e6f-9154-5605f2669768 req-16d14678-3b28-4459-a513-e8768cff9615 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6b15eadc-b96a-4e12-9428-c2855d85d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437715 Sep 16 04:03:47.715064 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8028b7-8b0e-4ae4-8188-ae2b2c62a4d8 req-99a177ce-839a-4bb3-83f5-4e52df563a10 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:03:47.716522 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-1c8028b7-8b0e-4ae4-8188-ae2b2c62a4d8 req-99a177ce-839a-4bb3-83f5-4e52df563a10 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=161af4a9-1807-4873-9e5d-2e9360857eeb HTTP/1.1" status: 200 len: 943 time: 0.0512109 Sep 16 04:03:47.765649 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-1c8028b7-8b0e-4ae4-8188-ae2b2c62a4d8 req-6efa603b-bd0f-4be2-87c9-dd15b2ee4d31 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6b15eadc-b96a-4e12-9428-c2855d85d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434911 Sep 16 04:03:48.832729 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device b4b3c48c-bf8e-42d4-91d3-d747c9e29312 details requested by agent hyperv_hv-cinder-85799 with host hv-cinder-85799 {{(pid=113376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:03:48.865175 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (d68ba685-94d2-4b65-887f-d5ec3884fbfa), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:03:48.884561 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3620b1-f13a-47fb-959e-3e206c762ccd req-1eb1dc0c-e91a-4969-92b2-aeb55c7a6fa4 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:03:48.886047 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-0b3620b1-f13a-47fb-959e-3e206c762ccd req-1eb1dc0c-e91a-4969-92b2-aeb55c7a6fa4 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=161af4a9-1807-4873-9e5d-2e9360857eeb HTTP/1.1" status: 200 len: 943 time: 0.0470874 Sep 16 04:03:48.933772 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] For port b4b3c48c-bf8e-42d4-91d3-d747c9e29312, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=b4b3c48c-bf8e-42d4-91d3-d747c9e29312,segment=NetworkSegment(eea54c47-f168-47e5-a070-e59e67614801),segment_id=eea54c47-f168-47e5-a070-e59e67614801)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:03:48.940241 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-0b3620b1-f13a-47fb-959e-3e206c762ccd req-24908bb9-39a1-4935-8381-7660d9cccf8b tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6b15eadc-b96a-4e12-9428-c2855d85d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476065 Sep 16 04:03:48.945329 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Returning: {'device': 'b4b3c48c-bf8e-42d4-91d3-d747c9e29312', 'network_id': '6fd8153b-b435-473d-99b3-693648eee8c9', 'port_id': 'b4b3c48c-bf8e-42d4-91d3-d747c9e29312', 'mac_address': 'fa:16:3e:c4:f1:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49bad016-29f1-4461-a0ff-8f3f7bccc4e0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:03:48.981380 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Current status of the port b4b3c48c-bf8e-42d4-91d3-d747c9e29312 is: DOWN; New status is: BUILD {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 04:03:48.981708 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (b4b3c48c-bf8e-42d4-91d3-d747c9e29312), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:03:48.994445 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.notifiers.nova [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4b3c48c-bf8e-42d4-91d3-d747c9e29312 {{(pid=113376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 04:03:49.014825 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] For port b4b3c48c-bf8e-42d4-91d3-d747c9e29312, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=b4b3c48c-bf8e-42d4-91d3-d747c9e29312,segment=NetworkSegment(eea54c47-f168-47e5-a070-e59e67614801),segment_id=eea54c47-f168-47e5-a070-e59e67614801)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:03:49.091341 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (b4b3c48c-bf8e-42d4-91d3-d747c9e29312), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:03:49.137079 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Pushing event updated for resources: {'Port': ['ID=b4b3c48c-bf8e-42d4-91d3-d747c9e29312,revision_number=4']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:03:49.144189 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:03:49.144530 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:03:49.144869 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:03:49.145200 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:03:49.145530 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:03:49.145850 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:03:49.146170 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:03:49.146487 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:03:49.146804 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:03:49.147147 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:03:49.147464 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:03:49.147780 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:03:49.148092 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:03:49.148402 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:03:49.148713 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:03:49.353496 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] get_ports_and_sgs() called for port_ids ['b4b3c48c-bf8e-42d4-91d3-d747c9e29312'] {{(pid=113376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 04:03:50.062324 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414299f-d01b-404e-b040-b3a479f3516f req-b7fa5c75-aeb8-4479-b960-1ab5bb88b8e8 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:03:50.063707 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-a414299f-d01b-404e-b040-b3a479f3516f req-b7fa5c75-aeb8-4479-b960-1ab5bb88b8e8 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=161af4a9-1807-4873-9e5d-2e9360857eeb HTTP/1.1" status: 200 len: 944 time: 0.0462356 Sep 16 04:03:50.111916 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-a414299f-d01b-404e-b040-b3a479f3516f req-226da4a2-2009-465f-9cfe-60c6f2d35237 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6b15eadc-b96a-4e12-9428-c2855d85d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424321 Sep 16 04:03:50.833744 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device b4b3c48c-bf8e-42d4-91d3-d747c9e29312 up at agent hyperv_hv-cinder-85799 {{(pid=113376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:03:50.880157 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Provisioning for port b4b3c48c-bf8e-42d4-91d3-d747c9e29312 completed by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 04:03:50.930516 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.provisioning_blocks [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Provisioning complete for port b4b3c48c-bf8e-42d4-91d3-d747c9e29312 triggered by entity L2. {{(pid=113376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 04:03:50.930885 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-668382'] for port (b4b3c48c-bf8e-42d4-91d3-d747c9e29312), provisioning_complete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:03:50.931248 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Attempt 1 to provision port b4b3c48c-bf8e-42d4-91d3-d747c9e29312 Sep 16 04:03:50.957116 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:03:50.972087 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:03:51.002165 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Current status of the port b4b3c48c-bf8e-42d4-91d3-d747c9e29312 is: BUILD; New status is: ACTIVE {{(pid=113376) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 04:03:51.002545 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (b4b3c48c-bf8e-42d4-91d3-d747c9e29312), before_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:03:51.024317 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '161af4a9-1807-4873-9e5d-2e9360857eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4b3c48c-bf8e-42d4-91d3-d747c9e29312'}] {{(pid=113376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 04:03:51.026509 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536f81a66b80124a32e6614edce579112ba342401ad4fb2d1257d5ac670fb901" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6391c43a-15cf-4772-a74d-2fccb127cdba" -d '{"events": [{"server_uuid": "161af4a9-1807-4873-9e5d-2e9360857eeb", "name": "network-vif-plugged", "status": "completed", "tag": "b4b3c48c-bf8e-42d4-91d3-d747c9e29312"}]}' {{(pid=113376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:03:51.038608 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] For port b4b3c48c-bf8e-42d4-91d3-d747c9e29312, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=b4b3c48c-bf8e-42d4-91d3-d747c9e29312,segment=NetworkSegment(eea54c47-f168-47e5-a070-e59e67614801),segment_id=eea54c47-f168-47e5-a070-e59e67614801)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:03:51.079494 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100'] for port (b4b3c48c-bf8e-42d4-91d3-d747c9e29312), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:03:51.130428 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Pushing event updated for resources: {'Port': ['ID=b4b3c48c-bf8e-42d4-91d3-d747c9e29312,revision_number=5']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:03:51.232016 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2342c77-309d-4f79-8fd9-81ecabe95082 req-5fd10779-4188-471f-affd-5dce747be530 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:03:51.233375 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-e2342c77-309d-4f79-8fd9-81ecabe95082 req-5fd10779-4188-471f-affd-5dce747be530 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=161af4a9-1807-4873-9e5d-2e9360857eeb HTTP/1.1" status: 200 len: 945 time: 0.0459847 Sep 16 04:03:51.285608 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-e2342c77-309d-4f79-8fd9-81ecabe95082 req-cf89a414-30da-4590-a806-039c049a02b0 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6b15eadc-b96a-4e12-9428-c2855d85d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467396 Sep 16 04:03:52.074895 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 04:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4050038d-a5c6-4151-b48b-e2abc2605c0f x-openstack-request-id: req-4050038d-a5c6-4151-b48b-e2abc2605c0f {{(pid=113376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:03:52.075398 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "161af4a9-1807-4873-9e5d-2e9360857eeb", "name": "network-vif-plugged", "status": "completed", "tag": "b4b3c48c-bf8e-42d4-91d3-d747c9e29312", "code": 200}]} {{(pid=113376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:03:52.075534 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4050038d-a5c6-4151-b48b-e2abc2605c0f {{(pid=113376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:03:52.075824 dv-cinder-857993-1-iscsi neutron-server[113376]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4050038d-a5c6-4151-b48b-e2abc2605c0f'] response: {'server_uuid': '161af4a9-1807-4873-9e5d-2e9360857eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4b3c48c-bf8e-42d4-91d3-d747c9e29312', 'code': 200} Sep 16 04:03:52.407175 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0fdea4-ae08-4bcf-92e5-c537eabd136d req-78dfb260-e17b-44ac-ae50-a1435b85d70f tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:03:52.408650 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-ec0fdea4-ae08-4bcf-92e5-c537eabd136d req-78dfb260-e17b-44ac-ae50-a1435b85d70f tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=161af4a9-1807-4873-9e5d-2e9360857eeb HTTP/1.1" status: 200 len: 945 time: 0.0472307 Sep 16 04:03:52.462619 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-ec0fdea4-ae08-4bcf-92e5-c537eabd136d req-23d7380e-09c7-4de4-8583-876a3c2a65d5 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6b15eadc-b96a-4e12-9428-c2855d85d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473027 Sep 16 04:03:52.476144 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ec8b2-0e32-4e65-8d57-fc4ec543bc31 req-aa1784a5-cb25-40e4-bff2-9c029e4c3ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:03:52.477773 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-294ec8b2-0e32-4e65-8d57-fc4ec543bc31 req-aa1784a5-cb25-40e4-bff2-9c029e4c3ada service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=161af4a9-1807-4873-9e5d-2e9360857eeb HTTP/1.1" status: 200 len: 1129 time: 0.0423009 Sep 16 04:03:52.526465 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-294ec8b2-0e32-4e65-8d57-fc4ec543bc31 req-e3f9c2e8-d6e7-49a9-a635-fb00ac23f25c service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=6b15eadc-b96a-4e12-9428-c2855d85d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394514 Sep 16 04:03:53.227820 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-63ce9362-bbb9-481d-a284-62a5f507dccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (5f458d39-b7df-4a2e-8f52-58d49f268778), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:03:53.587052 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90197c42-2d4d-4479-bf8f-5b1131110026 req-2e351ede-268a-4223-be26-d7a0f33a08b8 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:03:53.588525 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-90197c42-2d4d-4479-bf8f-5b1131110026 req-2e351ede-268a-4223-be26-d7a0f33a08b8 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=161af4a9-1807-4873-9e5d-2e9360857eeb HTTP/1.1" status: 200 len: 945 time: 0.0480721 Sep 16 04:03:53.625334 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=100 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:03:53.638994 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-90197c42-2d4d-4479-bf8f-5b1131110026 req-d2ec954d-3229-4df1-ab14-64fa089241a1 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6b15eadc-b96a-4e12-9428-c2855d85d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439904 Sep 16 04:03:54.764603 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [req-9ddb6629-c50b-462e-b9e6-636dc7acb06f req-b39c5e55-123f-49fc-9e65-eed92626fae4 service neutron] (113374) timed out ('10.222.0.52', 58636) {{(pid=113374) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 16 04:03:54.776907 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b1fe0d-9295-4da5-8bee-29f9bbb24077 req-2bedc509-b681-4265-88d7-9631ca5208fb tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:03:54.779093 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-65b1fe0d-9295-4da5-8bee-29f9bbb24077 req-2bedc509-b681-4265-88d7-9631ca5208fb tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=161af4a9-1807-4873-9e5d-2e9360857eeb HTTP/1.1" status: 200 len: 945 time: 0.0633943 Sep 16 04:03:54.830063 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-65b1fe0d-9295-4da5-8bee-29f9bbb24077 req-41b55623-cc1d-4651-bcfc-6462fb5b2231 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6b15eadc-b96a-4e12-9428-c2855d85d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449064 Sep 16 04:03:54.952649 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49632526-d809-40e9-8a56-6a99e28fb700 req-982a4dde-80e6-4a17-b7ec-452b57c50675 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:03:54.954113 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-49632526-d809-40e9-8a56-6a99e28fb700 req-982a4dde-80e6-4a17-b7ec-452b57c50675 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=161af4a9-1807-4873-9e5d-2e9360857eeb HTTP/1.1" status: 200 len: 945 time: 0.0495684 Sep 16 04:03:55.002601 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-49632526-d809-40e9-8a56-6a99e28fb700 req-672dc443-d4de-4d62-af40-c78d7d86f77f tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6b15eadc-b96a-4e12-9428-c2855d85d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428884 Sep 16 04:03:55.031214 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 37904) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 04:03:55.069733 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23facc93-6155-46c6-834f-2d9dccbfa4ef tempest-TestVolumeBootPattern-77340859 tempest-TestVolumeBootPattern-77340859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:03:55.072344 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-23facc93-6155-46c6-834f-2d9dccbfa4ef tempest-TestVolumeBootPattern-77340859 tempest-TestVolumeBootPattern-77340859-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?device_id=161af4a9-1807-4873-9e5d-2e9360857eeb HTTP/1.1" status: 200 len: 1124 time: 0.0399785 Sep 16 04:03:55.075471 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 37906) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 04:03:55.079874 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.v2.base [None req-6c2744e3-01ca-4162-9a70-5f06a2264348 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Request body: {'floatingip': {'floating_network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'port_id': 'b4b3c48c-bf8e-42d4-91d3-d747c9e29312', 'tenant_id': '42406ac5a18945dea55e37a91e9f5530', 'fixed_ip_address': '172.20.0.3'}} {{(pid=113374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:03:55.159126 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-6c2744e3-01ca-4162-9a70-5f06a2264348 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:03:55.240745 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-6c2744e3-01ca-4162-9a70-5f06a2264348 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (None), before_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:03:55.349600 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.db.db_base_plugin_common [None req-6c2744e3-01ca-4162-9a70-5f06a2264348 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Allocated IP 172.27.0.232 (3e75d266-1ef3-4c3c-84dd-91ee0a702556/1e346a16-d4e3-4654-8a01-a4fa77b75a04/2a914144-c692-4667-80a4-bb88b48e19d1) {{(pid=113374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:03:55.374478 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:03:55.376266 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-9c9dfdba-541f-4aaa-b30a-daca4995a9e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (20a8dcff-cb91-4cfb-b5ee-87736efe33d8), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:03:55.414245 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:03:55.414954 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [req-4b483dcf-3a6c-40a7-bce1-17f2d20d2163 req-beab0fc2-6cab-4833-95f5-b911380fde7e service neutron] (113375) timed out ('10.222.0.52', 58623) {{(pid=113375) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 16 04:03:55.454338 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-6c2744e3-01ca-4162-9a70-5f06a2264348 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks [] for port (2a914144-c692-4667-80a4-bb88b48e19d1), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:03:55.542583 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-6c2744e3-01ca-4162-9a70-5f06a2264348 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741672515804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965177'] for port (2a914144-c692-4667-80a4-bb88b48e19d1), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:03:55.585424 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2744e3-01ca-4162-9a70-5f06a2264348 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Network 3e75d266-1ef3-4c3c-84dd-91ee0a702556 is already hosted by enough agents. {{(pid=113374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:03:55.588342 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.base_scheduler [None req-6c2744e3-01ca-4162-9a70-5f06a2264348 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Resources bound (agent type, host, resource id): {{(pid=113374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:03:55.592491 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2744e3-01ca-4162-9a70-5f06a2264348 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Received port after_create {{(pid=113374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 04:03:55.617789 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2744e3-01ca-4162-9a70-5f06a2264348 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Pushing event updated for resources: {'Port': ['ID=2a914144-c692-4667-80a4-bb88b48e19d1,revision_number=1']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:03:55.628969 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2744e3-01ca-4162-9a70-5f06a2264348 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:03:55.629315 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2744e3-01ca-4162-9a70-5f06a2264348 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:03:55.629659 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2744e3-01ca-4162-9a70-5f06a2264348 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:03:55.629996 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2744e3-01ca-4162-9a70-5f06a2264348 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:03:55.630328 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2744e3-01ca-4162-9a70-5f06a2264348 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:03:55.630657 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2744e3-01ca-4162-9a70-5f06a2264348 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:03:55.631016 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2744e3-01ca-4162-9a70-5f06a2264348 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:03:55.631343 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2744e3-01ca-4162-9a70-5f06a2264348 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:03:55.631673 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2744e3-01ca-4162-9a70-5f06a2264348 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:03:55.631994 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2744e3-01ca-4162-9a70-5f06a2264348 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:03:55.632316 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2744e3-01ca-4162-9a70-5f06a2264348 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:03:55.632637 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2744e3-01ca-4162-9a70-5f06a2264348 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:03:55.632954 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2744e3-01ca-4162-9a70-5f06a2264348 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:03:55.633272 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2744e3-01ca-4162-9a70-5f06a2264348 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:03:55.633588 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2744e3-01ca-4162-9a70-5f06a2264348 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:03:55.951477 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-6c2744e3-01ca-4162-9a70-5f06a2264348 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks [] for floatingip (79450039-4b0f-4bf7-82de-5c2d262fe6c6), precommit_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:03:56.078742 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:03:56.087058 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-6c2744e3-01ca-4162-9a70-5f06a2264348 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756046'] for port (2a914144-c692-4667-80a4-bb88b48e19d1), before_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:03:56.233758 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-6c2744e3-01ca-4162-9a70-5f06a2264348 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks [] for port (2a914144-c692-4667-80a4-bb88b48e19d1), precommit_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:03:56.307796 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-6c2744e3-01ca-4162-9a70-5f06a2264348 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741672990886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741672515822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741672516100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965120'] for port (2a914144-c692-4667-80a4-bb88b48e19d1), after_update {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:03:56.378755 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-6c2744e3-01ca-4162-9a70-5f06a2264348 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-452268'] for floatingip (79450039-4b0f-4bf7-82de-5c2d262fe6c6), after_create {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:03:56.380468 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2744e3-01ca-4162-9a70-5f06a2264348 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Pushing event updated for resources: {'Port': ['ID=2a914144-c692-4667-80a4-bb88b48e19d1,revision_number=2']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:03:56.476003 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.db.l3_db [None req-6c2744e3-01ca-4162-9a70-5f06a2264348 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Floating IP 79450039-4b0f-4bf7-82de-5c2d262fe6c6 associated. External IP: 172.27.0.232, port: b4b3c48c-bf8e-42d4-91d3-d747c9e29312. Sep 16 04:03:56.477843 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:03:56.669818 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c2744e3-01ca-4162-9a70-5f06a2264348 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Router 368e53f6-75ab-41b6-bae4-71bf0ef7dde0 has already been hosted by L3 agent 20a8dcff-cb91-4cfb-b5ee-87736efe33d8 {{(pid=113374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:03:56.769355 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c2744e3-01ca-4162-9a70-5f06a2264348 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Notify agent at l3_agent.dv-cinder-857993-1-iscsi the message routers_updated {{(pid=113374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:03:56.780574 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666957bc-e5e8-4d15-a65d-214e22d19424 None None] Sync routers for ids ['368e53f6-75ab-41b6-bae4-71bf0ef7dde0'] in dv-cinder-857993-1-iscsi {{(pid=113377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:03:56.791036 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666957bc-e5e8-4d15-a65d-214e22d19424 None None] Routers {'368e53f6-75ab-41b6-bae4-71bf0ef7dde0'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 04:03:56.791633 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-666957bc-e5e8-4d15-a65d-214e22d19424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T04:03:55Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['368e53f6-75ab-41b6-bae4-71bf0ef7dde0'], 'active': True} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:03:56.822422 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-6e17b5b7-15b9-4810-ad4e-df527af14d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (b6f1069f-4437-473a-8bc8-4bc493c2bb12), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:03:56.852847 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-6c2744e3-01ca-4162-9a70-5f06a2264348 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for floatingip (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:03:56.885872 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-6c2744e3-01ca-4162-9a70-5f06a2264348 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8093171 Sep 16 04:03:56.886614 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '161af4a9-1807-4873-9e5d-2e9360857eeb', 'tag': 'b4b3c48c-bf8e-42d4-91d3-d747c9e29312'}] {{(pid=113374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 04:03:56.890031 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690b364905604876d1d0623b3c540f81637980c049172579221ad326041cdf1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da7b31e1-7b73-4d67-9b54-ac337b58e355" -d '{"events": [{"name": "network-changed", "server_uuid": "161af4a9-1807-4873-9e5d-2e9360857eeb", "tag": "b4b3c48c-bf8e-42d4-91d3-d747c9e29312"}]}' {{(pid=113374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:03:56.893419 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvr_db [None req-666957bc-e5e8-4d15-a65d-214e22d19424 None None] Set router 368e53f6-75ab-41b6-bae4-71bf0ef7dde0 gateway port host: dv-cinder-857993-1-iscsi {{(pid=113377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 04:03:56.980733 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 04:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc84a90c-d2db-4296-a16f-73d8ffeb893d x-openstack-request-id: req-fc84a90c-d2db-4296-a16f-73d8ffeb893d {{(pid=113374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:03:56.981788 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "161af4a9-1807-4873-9e5d-2e9360857eeb", "tag": "b4b3c48c-bf8e-42d4-91d3-d747c9e29312", "status": "completed", "code": 200}]} {{(pid=113374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:03:56.981788 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fc84a90c-d2db-4296-a16f-73d8ffeb893d {{(pid=113374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:03:56.982261 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc84a90c-d2db-4296-a16f-73d8ffeb893d'] response: {'name': 'network-changed', 'server_uuid': '161af4a9-1807-4873-9e5d-2e9360857eeb', 'tag': 'b4b3c48c-bf8e-42d4-91d3-d747c9e29312', 'status': 'completed', 'code': 200} Sep 16 04:03:57.051846 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7b31e1-7b73-4d67-9b54-ac337b58e355 req-bc115b1d-99ea-4347-834c-09c518699359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:03:57.053346 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-da7b31e1-7b73-4d67-9b54-ac337b58e355 req-bc115b1d-99ea-4347-834c-09c518699359 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=42406ac5a18945dea55e37a91e9f5530&device_id=161af4a9-1807-4873-9e5d-2e9360857eeb HTTP/1.1" status: 200 len: 1129 time: 0.0470824 Sep 16 04:03:57.104065 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-666957bc-e5e8-4d15-a65d-214e22d19424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368e53f6-75ab-41b6-bae4-71bf0ef7dde0', 'name': 'tempest-TestVolumeBootPattern-1948980695-router', 'tenant_id': '42406ac5a18945dea55e37a91e9f5530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '9dd8aab4-5182-48d5-a931-8e25c2cf5c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:58:27Z', 'updated_at': '2022-09-16T03:58:30Z', 'revision_number': 4, 'project_id': '42406ac5a18945dea55e37a91e9f5530', 'gw_port': {'id': '9dd8aab4-5182-48d5-a931-8e25c2cf5c4a', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:06:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368e53f6-75ab-41b6-bae4-71bf0ef7dde0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:58:28Z', 'updated_at': '2022-09-16T03:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_floatingips': [{'id': '37af6ad0-b64b-4acf-9a1b-fbbeec933930', 'tenant_id': '42406ac5a18945dea55e37a91e9f5530', 'floating_ip_address': '172.27.0.64', 'floating_network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'router_id': '368e53f6-75ab-41b6-bae4-71bf0ef7dde0', 'port_id': '6fc17f92-3fb2-40e0-adad-0a715e483426', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fd8153b-b435-473d-99b3-693648eee8c9', 'mac_address': 'fa:16:3e:13:8c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7847533d-4da5-4e33-b0e0-9b928be023ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T04:01:48Z', 'updated_at': '2022-09-16T04:01:50Z', 'revision_number': 1, 'project_id': '42406ac5a18945dea55e37a91e9f5530', 'fixed_ip_address_scope': None}, {'id': '79450039-4b0f-4bf7-82de-5c2d262fe6c6', 'tenant_id': '42406ac5a18945dea55e37a91e9f5530', 'floating_ip_address': '172.27.0.232', 'floating_network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'router_id': '368e53f6-75ab-41b6-bae4-71bf0ef7dde0', 'port_id': 'b4b3c48c-bf8e-42d4-91d3-d747c9e29312', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fd8153b-b435-473d-99b3-693648eee8c9', 'mac_address': 'fa:16:3e:c4:f1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161af4a9-1807-4873-9e5d-2e9360857eeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T04:03:55Z', 'updated_at': '2022-09-16T04:03:55Z', 'revision_number': 0, 'project_id': '42406ac5a18945dea55e37a91e9f5530', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c561150b-87e5-401b-afbf-9a6f780c69c7', 'name': '', 'network_id': '6fd8153b-b435-473d-99b3-693648eee8c9', 'tenant_id': '42406ac5a18945dea55e37a91e9f5530', 'mac_address': 'fa:16:3e:46:80:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368e53f6-75ab-41b6-bae4-71bf0ef7dde0', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '49bad016-29f1-4461-a0ff-8f3f7bccc4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:58:29Z', 'updated_at': '2022-09-16T03:58:35Z', 'revision_number': 5, 'project_id': '42406ac5a18945dea55e37a91e9f5530', 'subnets': [{'id': '49bad016-29f1-4461-a0ff-8f3f7bccc4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:03:57.129762 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666957bc-e5e8-4d15-a65d-214e22d19424 None None] Checking router: 368e53f6-75ab-41b6-bae4-71bf0ef7dde0 for host: dv-cinder-857993-1-iscsi {{(pid=113377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:03:57.138123 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666957bc-e5e8-4d15-a65d-214e22d19424 None None] Routers {'368e53f6-75ab-41b6-bae4-71bf0ef7dde0'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 04:03:57.138933 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-666957bc-e5e8-4d15-a65d-214e22d19424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T04:03:55Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['368e53f6-75ab-41b6-bae4-71bf0ef7dde0'], 'active': True} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:03:57.151856 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7b31e1-7b73-4d67-9b54-ac337b58e355 req-3363513a-bfed-42f7-be4a-209ce77503d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:03:57.153490 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-da7b31e1-7b73-4d67-9b54-ac337b58e355 req-3363513a-bfed-42f7-be4a-209ce77503d9 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=6fd8153b-b435-473d-99b3-693648eee8c9 HTTP/1.1" status: 200 len: 913 time: 0.0897768 Sep 16 04:03:57.196738 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=100 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:03:57.215180 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-da7b31e1-7b73-4d67-9b54-ac337b58e355 req-af57ff05-a4ba-4fff-8888-0a60dc65f433 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4b3c48c-bf8e-42d4-91d3-d747c9e29312 HTTP/1.1" status: 200 len: 999 time: 0.0552080 Sep 16 04:03:57.238387 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvr_db [None req-666957bc-e5e8-4d15-a65d-214e22d19424 None None] Set router 368e53f6-75ab-41b6-bae4-71bf0ef7dde0 gateway port host: dv-cinder-857993-1-iscsi {{(pid=113377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 04:03:57.268625 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7b31e1-7b73-4d67-9b54-ac337b58e355 req-7dd287a5-7ce4-4121-b4fc-4a7b8aca2824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:03:57.270102 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-da7b31e1-7b73-4d67-9b54-ac337b58e355 req-7dd287a5-7ce4-4121-b4fc-4a7b8aca2824 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=49bad016-29f1-4461-a0ff-8f3f7bccc4e0 HTTP/1.1" status: 200 len: 851 time: 0.0494399 Sep 16 04:03:57.313562 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7b31e1-7b73-4d67-9b54-ac337b58e355 req-df1eff3b-ed13-4e9e-b111-54de412b69a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:03:57.315142 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-da7b31e1-7b73-4d67-9b54-ac337b58e355 req-df1eff3b-ed13-4e9e-b111-54de412b69a0 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=6fd8153b-b435-473d-99b3-693648eee8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391002 Sep 16 04:03:57.411684 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-da7b31e1-7b73-4d67-9b54-ac337b58e355 req-8a1fe45a-28ee-49f1-8595-e65361060aa3 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6fd8153b-b435-473d-99b3-693648eee8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905278 Sep 16 04:03:57.453704 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-666957bc-e5e8-4d15-a65d-214e22d19424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368e53f6-75ab-41b6-bae4-71bf0ef7dde0', 'name': 'tempest-TestVolumeBootPattern-1948980695-router', 'tenant_id': '42406ac5a18945dea55e37a91e9f5530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '9dd8aab4-5182-48d5-a931-8e25c2cf5c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:58:27Z', 'updated_at': '2022-09-16T03:58:30Z', 'revision_number': 4, 'project_id': '42406ac5a18945dea55e37a91e9f5530', 'gw_port': {'id': '9dd8aab4-5182-48d5-a931-8e25c2cf5c4a', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:06:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368e53f6-75ab-41b6-bae4-71bf0ef7dde0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:58:28Z', 'updated_at': '2022-09-16T03:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_floatingips': [{'id': '37af6ad0-b64b-4acf-9a1b-fbbeec933930', 'tenant_id': '42406ac5a18945dea55e37a91e9f5530', 'floating_ip_address': '172.27.0.64', 'floating_network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'router_id': '368e53f6-75ab-41b6-bae4-71bf0ef7dde0', 'port_id': '6fc17f92-3fb2-40e0-adad-0a715e483426', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fd8153b-b435-473d-99b3-693648eee8c9', 'mac_address': 'fa:16:3e:13:8c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7847533d-4da5-4e33-b0e0-9b928be023ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T04:01:48Z', 'updated_at': '2022-09-16T04:01:50Z', 'revision_number': 1, 'project_id': '42406ac5a18945dea55e37a91e9f5530', 'fixed_ip_address_scope': None}, {'id': '79450039-4b0f-4bf7-82de-5c2d262fe6c6', 'tenant_id': '42406ac5a18945dea55e37a91e9f5530', 'floating_ip_address': '172.27.0.232', 'floating_network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'router_id': '368e53f6-75ab-41b6-bae4-71bf0ef7dde0', 'port_id': 'b4b3c48c-bf8e-42d4-91d3-d747c9e29312', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fd8153b-b435-473d-99b3-693648eee8c9', 'mac_address': 'fa:16:3e:c4:f1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161af4a9-1807-4873-9e5d-2e9360857eeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T04:03:55Z', 'updated_at': '2022-09-16T04:03:55Z', 'revision_number': 0, 'project_id': '42406ac5a18945dea55e37a91e9f5530', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c561150b-87e5-401b-afbf-9a6f780c69c7', 'name': '', 'network_id': '6fd8153b-b435-473d-99b3-693648eee8c9', 'tenant_id': '42406ac5a18945dea55e37a91e9f5530', 'mac_address': 'fa:16:3e:46:80:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368e53f6-75ab-41b6-bae4-71bf0ef7dde0', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '49bad016-29f1-4461-a0ff-8f3f7bccc4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:58:29Z', 'updated_at': '2022-09-16T03:58:35Z', 'revision_number': 5, 'project_id': '42406ac5a18945dea55e37a91e9f5530', 'subnets': [{'id': '49bad016-29f1-4461-a0ff-8f3f7bccc4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:03:57.478055 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666957bc-e5e8-4d15-a65d-214e22d19424 None None] The sync data for ids ['368e53f6-75ab-41b6-bae4-71bf0ef7dde0'] in dv-cinder-857993-1-iscsi is: [{'id': '368e53f6-75ab-41b6-bae4-71bf0ef7dde0', 'name': 'tempest-TestVolumeBootPattern-1948980695-router', 'tenant_id': '42406ac5a18945dea55e37a91e9f5530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '9dd8aab4-5182-48d5-a931-8e25c2cf5c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:58:27Z', 'updated_at': '2022-09-16T03:58:30Z', 'revision_number': 4, 'project_id': '42406ac5a18945dea55e37a91e9f5530', 'gw_port': {'id': '9dd8aab4-5182-48d5-a931-8e25c2cf5c4a', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:06:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368e53f6-75ab-41b6-bae4-71bf0ef7dde0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:58:28Z', 'updated_at': '2022-09-16T03:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_floatingips': [{'id': '37af6ad0-b64b-4acf-9a1b-fbbeec933930', 'tenant_id': '42406ac5a18945dea55e37a91e9f5530', 'floating_ip_address': '172.27.0.64', 'floating_network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'router_id': '368e53f6-75ab-41b6-bae4-71bf0ef7dde0', 'port_id': '6fc17f92-3fb2-40e0-adad-0a715e483426', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fd8153b-b435-473d-99b3-693648eee8c9', 'mac_address': 'fa:16:3e:13:8c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7847533d-4da5-4e33-b0e0-9b928be023ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T04:01:48Z', 'updated_at': '2022-09-16T04:01:50Z', 'revision_number': 1, 'project_id': '42406ac5a18945dea55e37a91e9f5530', 'fixed_ip_address_scope': None}, {'id': '79450039-4b0f-4bf7-82de-5c2d262fe6c6', 'tenant_id': '42406ac5a18945dea55e37a91e9f5530', 'floating_ip_address': '172.27.0.232', 'floating_network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'router_id': '368e53f6-75ab-41b6-bae4-71bf0ef7dde0', 'port_id': 'b4b3c48c-bf8e-42d4-91d3-d747c9e29312', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fd8153b-b435-473d-99b3-693648eee8c9', 'mac_address': 'fa:16:3e:c4:f1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161af4a9-1807-4873-9e5d-2e9360857eeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T04:03:55Z', 'updated_at': '2022-09-16T04:03:55Z', 'revision_number': 0, 'project_id': '42406ac5a18945dea55e37a91e9f5530', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c561150b-87e5-401b-afbf-9a6f780c69c7', 'name': '', 'network_id': '6fd8153b-b435-473d-99b3-693648eee8c9', 'tenant_id': '42406ac5a18945dea55e37a91e9f5530', 'mac_address': 'fa:16:3e:46:80:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368e53f6-75ab-41b6-bae4-71bf0ef7dde0', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '49bad016-29f1-4461-a0ff-8f3f7bccc4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:58:29Z', 'updated_at': '2022-09-16T03:58:35Z', 'revision_number': 5, 'project_id': '42406ac5a18945dea55e37a91e9f5530', 'subnets': [{'id': '49bad016-29f1-4461-a0ff-8f3f7bccc4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:03:57.506856 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-da7b31e1-7b73-4d67-9b54-ac337b58e355 req-db1f84ee-faed-4350-b24d-5d0222211d1a service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6fd8153b-b435-473d-99b3-693648eee8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881567 Sep 16 04:03:57.718899 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a08477-b036-4380-ad36-0a990097103d None None] New status for floating IP 79450039-4b0f-4bf7-82de-5c2d262fe6c6: ACTIVE {{(pid=113376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 04:03:58.605406 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (9480ceca-8cb5-4b85-9807-6ee42f948820), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:03:58.633549 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-2875a3e6-2c6e-4f2c-bd58-7e0a3de9c063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (bb5efb49-5a18-474a-824b-90488b0f2024), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:04:00.125839 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [req-2a92b77e-e902-40d8-8f94-1fee09b958e5 req-cbcc07c5-ea11-4750-ba59-8a2711704bf0 service neutron] (113375) timed out ('10.222.0.52', 58657) {{(pid=113375) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 16 04:04:06.880457 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=35,neutron:DELETE=1 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:04:06.882355 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=68,neutron:DELETE=1 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:04:07.502370 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=64 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:04:07.503249 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=27 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:04:08.150649 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=79 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:04:08.155729 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=75 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:04:08.561924 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=42,neutron:UPDATE=6 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:04:08.563343 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:04:10.258279 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.agents_db [None req-8ba4eca6-5e8f-405f-9ad3-b7bffaa24231 None None] Agent healthcheck: found 6 active agents {{(pid=113377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:04:18.849640 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (d68ba685-94d2-4b65-887f-d5ec3884fbfa), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:04:20.254047 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=14 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:04:20.254805 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=14 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:04:23.222354 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-d737e6a9-2078-4fa8-be37-247b948447e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (5f458d39-b7df-4a2e-8f52-58d49f268778), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:04:25.416328 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-3a0c7437-4fb0-4708-b417-def027429e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (20a8dcff-cb91-4cfb-b5ee-87736efe33d8), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:04:26.850228 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-6e17b5b7-15b9-4810-ad4e-df527af14d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (b6f1069f-4437-473a-8bc8-4bc493c2bb12), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:04:28.657117 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (9480ceca-8cb5-4b85-9807-6ee42f948820), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:04:28.658524 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-2875a3e6-2c6e-4f2c-bd58-7e0a3de9c063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (bb5efb49-5a18-474a-824b-90488b0f2024), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:04:33.247155 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-a85c1b2d-0010-4d55-ad6b-bac6b18570fd req-9a03f03b-b986-41c1-9868-7d1bee69f7d3 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7847533d-4da5-4e33-b0e0-9b928be023ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0765772 Sep 16 04:04:33.331936 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c1b2d-0010-4d55-ad6b-bac6b18570fd req-0ef8d913-deae-4811-a747-61114619f7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:04:33.333439 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-a85c1b2d-0010-4d55-ad6b-bac6b18570fd req-0ef8d913-deae-4811-a747-61114619f7ff service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=42406ac5a18945dea55e37a91e9f5530&device_id=7847533d-4da5-4e33-b0e0-9b928be023ff HTTP/1.1" status: 200 len: 1130 time: 0.0443120 Sep 16 04:04:33.432869 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c1b2d-0010-4d55-ad6b-bac6b18570fd req-aaf2446b-8815-46c6-8186-213b47154f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:04:33.434254 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-a85c1b2d-0010-4d55-ad6b-bac6b18570fd req-aaf2446b-8815-46c6-8186-213b47154f63 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=6fd8153b-b435-473d-99b3-693648eee8c9 HTTP/1.1" status: 200 len: 913 time: 0.0829239 Sep 16 04:04:33.498434 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-a85c1b2d-0010-4d55-ad6b-bac6b18570fd req-33798c84-cd7e-4ed1-ac3f-f97949b08d4c service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6fc17f92-3fb2-40e0-adad-0a715e483426 HTTP/1.1" status: 200 len: 1001 time: 0.0573440 Sep 16 04:04:33.545771 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c1b2d-0010-4d55-ad6b-bac6b18570fd req-cd2ca84f-5236-4aba-aa54-dd648e0bb95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:04:33.547733 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-a85c1b2d-0010-4d55-ad6b-bac6b18570fd req-cd2ca84f-5236-4aba-aa54-dd648e0bb95b service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=49bad016-29f1-4461-a0ff-8f3f7bccc4e0 HTTP/1.1" status: 200 len: 851 time: 0.0437286 Sep 16 04:04:33.594277 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c1b2d-0010-4d55-ad6b-bac6b18570fd req-5d939548-7d22-4edc-887a-213daa7b53fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:04:33.596935 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-a85c1b2d-0010-4d55-ad6b-bac6b18570fd req-5d939548-7d22-4edc-887a-213daa7b53fd service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=6fd8153b-b435-473d-99b3-693648eee8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426087 Sep 16 04:04:33.689309 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-a85c1b2d-0010-4d55-ad6b-bac6b18570fd req-6581be55-522b-465a-838c-1a2ccba250f3 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6fd8153b-b435-473d-99b3-693648eee8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861793 Sep 16 04:04:33.776016 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-a85c1b2d-0010-4d55-ad6b-bac6b18570fd req-c262225a-f4ea-4368-bf0f-81951de06bd8 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6fd8153b-b435-473d-99b3-693648eee8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803735 Sep 16 04:04:38.563268 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:04:38.564094 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:04:43.771957 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=51 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:04:43.772751 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=50 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:04:45.151201 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=3 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:04:45.151875 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=3 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:04:47.258021 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.agents_db [None req-8ba4eca6-5e8f-405f-9ad3-b7bffaa24231 None None] Agent healthcheck: found 6 active agents {{(pid=113377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:04:48.855913 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (d68ba685-94d2-4b65-887f-d5ec3884fbfa), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:04:53.220805 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-132e1363-36a9-45ba-a5b9-b5c217e5930f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (5f458d39-b7df-4a2e-8f52-58d49f268778), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:04:55.392938 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-a34750cc-b7d2-402c-a2ff-898c3ce03a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (20a8dcff-cb91-4cfb-b5ee-87736efe33d8), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:04:56.850454 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-6e17b5b7-15b9-4810-ad4e-df527af14d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (b6f1069f-4437-473a-8bc8-4bc493c2bb12), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:04:57.254593 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=2 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:04:58.609132 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (9480ceca-8cb5-4b85-9807-6ee42f948820), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:04:58.650386 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-2875a3e6-2c6e-4f2c-bd58-7e0a3de9c063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (bb5efb49-5a18-474a-824b-90488b0f2024), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:08.565792 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:05:08.568678 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:05:18.844482 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (d68ba685-94d2-4b65-887f-d5ec3884fbfa), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:22.146361 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:05:22.148435 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=5 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:05:23.255932 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-043e496f-f25f-4917-9a5f-b05031fd165f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (5f458d39-b7df-4a2e-8f52-58d49f268778), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:24.149055 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 37930) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 04:05:24.256560 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.agents_db [None req-8ba4eca6-5e8f-405f-9ad3-b7bffaa24231 None None] Agent healthcheck: found 6 active agents {{(pid=113377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:05:24.289178 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.plugin [None req-38e5c4b9-28ec-4e26-8cff-c61a93fa10f9 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Deleting port 2a914144-c692-4667-80a4-bb88b48e19d1 {{(pid=113374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 04:05:24.289523 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-38e5c4b9-28ec-4e26-8cff-c61a93fa10f9 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672990733'] for port (2a914144-c692-4667-80a4-bb88b48e19d1), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:24.365005 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-38e5c4b9-28ec-4e26-8cff-c61a93fa10f9 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432982'] for port (2a914144-c692-4667-80a4-bb88b48e19d1), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:24.365332 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-38e5c4b9-28ec-4e26-8cff-c61a93fa10f9 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks [] for floatingip (2a914144-c692-4667-80a4-bb88b48e19d1), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:24.381660 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.plugin [None req-38e5c4b9-28ec-4e26-8cff-c61a93fa10f9 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Calling delete_port for 2a914144-c692-4667-80a4-bb88b48e19d1 owned by network:floatingip {{(pid=113374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 04:05:24.598860 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-38e5c4b9-28ec-4e26-8cff-c61a93fa10f9 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672957835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672515813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965177'] for port (2a914144-c692-4667-80a4-bb88b48e19d1), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:24.875224 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e5c4b9-28ec-4e26-8cff-c61a93fa10f9 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Pushing event deleted for resources: {'Port': ['ID=2a914144-c692-4667-80a4-bb88b48e19d1,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:05:24.887002 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e5c4b9-28ec-4e26-8cff-c61a93fa10f9 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:05:24.887348 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e5c4b9-28ec-4e26-8cff-c61a93fa10f9 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:05:24.887685 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e5c4b9-28ec-4e26-8cff-c61a93fa10f9 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:05:24.888015 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e5c4b9-28ec-4e26-8cff-c61a93fa10f9 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:05:24.888336 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e5c4b9-28ec-4e26-8cff-c61a93fa10f9 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:05:24.888658 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e5c4b9-28ec-4e26-8cff-c61a93fa10f9 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:05:24.888977 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e5c4b9-28ec-4e26-8cff-c61a93fa10f9 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:05:24.889291 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e5c4b9-28ec-4e26-8cff-c61a93fa10f9 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:05:24.889607 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e5c4b9-28ec-4e26-8cff-c61a93fa10f9 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:05:24.889928 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e5c4b9-28ec-4e26-8cff-c61a93fa10f9 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:05:24.890244 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e5c4b9-28ec-4e26-8cff-c61a93fa10f9 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:05:24.890559 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e5c4b9-28ec-4e26-8cff-c61a93fa10f9 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:05:24.890871 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e5c4b9-28ec-4e26-8cff-c61a93fa10f9 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:05:24.891205 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e5c4b9-28ec-4e26-8cff-c61a93fa10f9 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:05:24.891514 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e5c4b9-28ec-4e26-8cff-c61a93fa10f9 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:05:24.946467 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-38e5c4b9-28ec-4e26-8cff-c61a93fa10f9 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks [] for floatingip (79450039-4b0f-4bf7-82de-5c2d262fe6c6), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:24.946802 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.db.l3_db [None req-38e5c4b9-28ec-4e26-8cff-c61a93fa10f9 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Floating IP 79450039-4b0f-4bf7-82de-5c2d262fe6c6 disassociated (deleted). External IP: 172.27.0.232, port: b4b3c48c-bf8e-42d4-91d3-d747c9e29312. Sep 16 04:05:25.145156 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38e5c4b9-28ec-4e26-8cff-c61a93fa10f9 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Router 368e53f6-75ab-41b6-bae4-71bf0ef7dde0 has already been hosted by L3 agent 20a8dcff-cb91-4cfb-b5ee-87736efe33d8 {{(pid=113374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:05:25.248240 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e5c4b9-28ec-4e26-8cff-c61a93fa10f9 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Notify agent at l3_agent.dv-cinder-857993-1-iscsi the message routers_updated {{(pid=113374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:05:25.252560 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-38e5c4b9-28ec-4e26-8cff-c61a93fa10f9 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for floatingip (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:25.255321 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:05:25.257993 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e7ab6f-8031-4bd0-8d12-29a37258649b None None] Sync routers for ids ['368e53f6-75ab-41b6-bae4-71bf0ef7dde0'] in dv-cinder-857993-1-iscsi {{(pid=113377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:05:25.268586 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e7ab6f-8031-4bd0-8d12-29a37258649b None None] Routers {'368e53f6-75ab-41b6-bae4-71bf0ef7dde0'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 04:05:25.269195 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-a7e7ab6f-8031-4bd0-8d12-29a37258649b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T04:04:55Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['368e53f6-75ab-41b6-bae4-71bf0ef7dde0'], 'active': True} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:05:25.282876 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-38e5c4b9-28ec-4e26-8cff-c61a93fa10f9 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/79450039-4b0f-4bf7-82de-5c2d262fe6c6 HTTP/1.1" status: 204 len: 168 time: 1.1328366 Sep 16 04:05:25.283538 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '161af4a9-1807-4873-9e5d-2e9360857eeb', 'tag': 'b4b3c48c-bf8e-42d4-91d3-d747c9e29312'}] {{(pid=113374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 04:05:25.285774 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690b364905604876d1d0623b3c540f81637980c049172579221ad326041cdf1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59510e0d-e462-44c7-a67d-3004fe8d82ba" -d '{"events": [{"name": "network-changed", "server_uuid": "161af4a9-1807-4873-9e5d-2e9360857eeb", "tag": "b4b3c48c-bf8e-42d4-91d3-d747c9e29312"}]}' {{(pid=113374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:05:25.346446 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 04:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a08cdace-a24a-4309-92a7-8d0e8b6de8c8 x-openstack-request-id: req-a08cdace-a24a-4309-92a7-8d0e8b6de8c8 {{(pid=113374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:05:25.346739 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "161af4a9-1807-4873-9e5d-2e9360857eeb", "tag": "b4b3c48c-bf8e-42d4-91d3-d747c9e29312", "status": "completed", "code": 200}]} {{(pid=113374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:05:25.347021 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a08cdace-a24a-4309-92a7-8d0e8b6de8c8 {{(pid=113374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:05:25.347429 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a08cdace-a24a-4309-92a7-8d0e8b6de8c8'] response: {'name': 'network-changed', 'server_uuid': '161af4a9-1807-4873-9e5d-2e9360857eeb', 'tag': 'b4b3c48c-bf8e-42d4-91d3-d747c9e29312', 'status': 'completed', 'code': 200} Sep 16 04:05:25.375365 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-6e040060-9f38-41e6-a65f-c7c10c50818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (20a8dcff-cb91-4cfb-b5ee-87736efe33d8), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:25.380100 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvr_db [None req-a7e7ab6f-8031-4bd0-8d12-29a37258649b None None] Set router 368e53f6-75ab-41b6-bae4-71bf0ef7dde0 gateway port host: dv-cinder-857993-1-iscsi {{(pid=113377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 04:05:25.424857 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59510e0d-e462-44c7-a67d-3004fe8d82ba req-04432045-97e3-4c70-a664-9c1bedc5e8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:05:25.426288 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-59510e0d-e462-44c7-a67d-3004fe8d82ba req-04432045-97e3-4c70-a664-9c1bedc5e8fc service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=42406ac5a18945dea55e37a91e9f5530&device_id=161af4a9-1807-4873-9e5d-2e9360857eeb HTTP/1.1" status: 200 len: 1129 time: 0.0485554 Sep 16 04:05:25.520763 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59510e0d-e462-44c7-a67d-3004fe8d82ba req-312369dc-37b5-45d5-a559-ed43b214d20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:05:25.522269 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-59510e0d-e462-44c7-a67d-3004fe8d82ba req-312369dc-37b5-45d5-a559-ed43b214d20a service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=6fd8153b-b435-473d-99b3-693648eee8c9 HTTP/1.1" status: 200 len: 913 time: 0.0870121 Sep 16 04:05:25.560554 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-59510e0d-e462-44c7-a67d-3004fe8d82ba req-d78c2882-c5f8-4189-aa3a-c7ee77d1e277 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4b3c48c-bf8e-42d4-91d3-d747c9e29312 HTTP/1.1" status: 200 len: 217 time: 0.0317810 Sep 16 04:05:25.592904 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-a7e7ab6f-8031-4bd0-8d12-29a37258649b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368e53f6-75ab-41b6-bae4-71bf0ef7dde0', 'name': 'tempest-TestVolumeBootPattern-1948980695-router', 'tenant_id': '42406ac5a18945dea55e37a91e9f5530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '9dd8aab4-5182-48d5-a931-8e25c2cf5c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:58:27Z', 'updated_at': '2022-09-16T03:58:30Z', 'revision_number': 4, 'project_id': '42406ac5a18945dea55e37a91e9f5530', 'gw_port': {'id': '9dd8aab4-5182-48d5-a931-8e25c2cf5c4a', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:06:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368e53f6-75ab-41b6-bae4-71bf0ef7dde0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:58:28Z', 'updated_at': '2022-09-16T03:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_floatingips': [{'id': '37af6ad0-b64b-4acf-9a1b-fbbeec933930', 'tenant_id': '42406ac5a18945dea55e37a91e9f5530', 'floating_ip_address': '172.27.0.64', 'floating_network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'router_id': '368e53f6-75ab-41b6-bae4-71bf0ef7dde0', 'port_id': '6fc17f92-3fb2-40e0-adad-0a715e483426', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fd8153b-b435-473d-99b3-693648eee8c9', 'mac_address': 'fa:16:3e:13:8c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7847533d-4da5-4e33-b0e0-9b928be023ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T04:01:48Z', 'updated_at': '2022-09-16T04:01:50Z', 'revision_number': 1, 'project_id': '42406ac5a18945dea55e37a91e9f5530', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c561150b-87e5-401b-afbf-9a6f780c69c7', 'name': '', 'network_id': '6fd8153b-b435-473d-99b3-693648eee8c9', 'tenant_id': '42406ac5a18945dea55e37a91e9f5530', 'mac_address': 'fa:16:3e:46:80:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368e53f6-75ab-41b6-bae4-71bf0ef7dde0', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '49bad016-29f1-4461-a0ff-8f3f7bccc4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:58:29Z', 'updated_at': '2022-09-16T03:58:35Z', 'revision_number': 5, 'project_id': '42406ac5a18945dea55e37a91e9f5530', 'subnets': [{'id': '49bad016-29f1-4461-a0ff-8f3f7bccc4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:05:25.616731 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59510e0d-e462-44c7-a67d-3004fe8d82ba req-61e7c013-5858-45c6-b7d9-dcf26597c72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:05:25.619523 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-59510e0d-e462-44c7-a67d-3004fe8d82ba req-61e7c013-5858-45c6-b7d9-dcf26597c72a service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=49bad016-29f1-4461-a0ff-8f3f7bccc4e0 HTTP/1.1" status: 200 len: 851 time: 0.0488515 Sep 16 04:05:25.622520 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e7ab6f-8031-4bd0-8d12-29a37258649b None None] Checking router: 368e53f6-75ab-41b6-bae4-71bf0ef7dde0 for host: dv-cinder-857993-1-iscsi {{(pid=113377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:05:25.631229 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e7ab6f-8031-4bd0-8d12-29a37258649b None None] Routers {'368e53f6-75ab-41b6-bae4-71bf0ef7dde0'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 04:05:25.632334 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-a7e7ab6f-8031-4bd0-8d12-29a37258649b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T04:05:25Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['368e53f6-75ab-41b6-bae4-71bf0ef7dde0'], 'active': True} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:05:25.667462 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59510e0d-e462-44c7-a67d-3004fe8d82ba req-6fbe4162-a1b3-446c-8f46-120d5873d61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:05:25.669326 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-59510e0d-e462-44c7-a67d-3004fe8d82ba req-6fbe4162-a1b3-446c-8f46-120d5873d61f service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=6fd8153b-b435-473d-99b3-693648eee8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397427 Sep 16 04:05:25.737824 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvr_db [None req-a7e7ab6f-8031-4bd0-8d12-29a37258649b None None] Set router 368e53f6-75ab-41b6-bae4-71bf0ef7dde0 gateway port host: dv-cinder-857993-1-iscsi {{(pid=113377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 04:05:25.771845 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-59510e0d-e462-44c7-a67d-3004fe8d82ba req-41c788ff-9ec0-47ac-957f-6861caef95e8 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6fd8153b-b435-473d-99b3-693648eee8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918148 Sep 16 04:05:25.772415 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ee93f-0b81-4883-869d-f82eda60c791 req-71ddc05b-94c8-48ba-a8c5-91993e515071 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:05:25.774746 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-240ee93f-0b81-4883-869d-f82eda60c791 req-71ddc05b-94c8-48ba-a8c5-91993e515071 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=161af4a9-1807-4873-9e5d-2e9360857eeb HTTP/1.1" status: 200 len: 945 time: 0.0491896 Sep 16 04:05:25.787652 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:05:25.845884 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-240ee93f-0b81-4883-869d-f82eda60c791 req-ecdb2cf9-c993-4402-83f3-39dae38ed96a tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6b15eadc-b96a-4e12-9428-c2855d85d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649860 Sep 16 04:05:25.960960 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-a7e7ab6f-8031-4bd0-8d12-29a37258649b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368e53f6-75ab-41b6-bae4-71bf0ef7dde0', 'name': 'tempest-TestVolumeBootPattern-1948980695-router', 'tenant_id': '42406ac5a18945dea55e37a91e9f5530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '9dd8aab4-5182-48d5-a931-8e25c2cf5c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:58:27Z', 'updated_at': '2022-09-16T03:58:30Z', 'revision_number': 4, 'project_id': '42406ac5a18945dea55e37a91e9f5530', 'gw_port': {'id': '9dd8aab4-5182-48d5-a931-8e25c2cf5c4a', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:06:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368e53f6-75ab-41b6-bae4-71bf0ef7dde0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:58:28Z', 'updated_at': '2022-09-16T03:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_floatingips': [{'id': '37af6ad0-b64b-4acf-9a1b-fbbeec933930', 'tenant_id': '42406ac5a18945dea55e37a91e9f5530', 'floating_ip_address': '172.27.0.64', 'floating_network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'router_id': '368e53f6-75ab-41b6-bae4-71bf0ef7dde0', 'port_id': '6fc17f92-3fb2-40e0-adad-0a715e483426', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fd8153b-b435-473d-99b3-693648eee8c9', 'mac_address': 'fa:16:3e:13:8c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7847533d-4da5-4e33-b0e0-9b928be023ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T04:01:48Z', 'updated_at': '2022-09-16T04:01:50Z', 'revision_number': 1, 'project_id': '42406ac5a18945dea55e37a91e9f5530', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c561150b-87e5-401b-afbf-9a6f780c69c7', 'name': '', 'network_id': '6fd8153b-b435-473d-99b3-693648eee8c9', 'tenant_id': '42406ac5a18945dea55e37a91e9f5530', 'mac_address': 'fa:16:3e:46:80:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368e53f6-75ab-41b6-bae4-71bf0ef7dde0', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '49bad016-29f1-4461-a0ff-8f3f7bccc4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:58:29Z', 'updated_at': '2022-09-16T03:58:35Z', 'revision_number': 5, 'project_id': '42406ac5a18945dea55e37a91e9f5530', 'subnets': [{'id': '49bad016-29f1-4461-a0ff-8f3f7bccc4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:05:25.984707 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e7ab6f-8031-4bd0-8d12-29a37258649b None None] The sync data for ids ['368e53f6-75ab-41b6-bae4-71bf0ef7dde0'] in dv-cinder-857993-1-iscsi is: [{'id': '368e53f6-75ab-41b6-bae4-71bf0ef7dde0', 'name': 'tempest-TestVolumeBootPattern-1948980695-router', 'tenant_id': '42406ac5a18945dea55e37a91e9f5530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '9dd8aab4-5182-48d5-a931-8e25c2cf5c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:58:27Z', 'updated_at': '2022-09-16T03:58:30Z', 'revision_number': 4, 'project_id': '42406ac5a18945dea55e37a91e9f5530', 'gw_port': {'id': '9dd8aab4-5182-48d5-a931-8e25c2cf5c4a', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:06:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368e53f6-75ab-41b6-bae4-71bf0ef7dde0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:58:28Z', 'updated_at': '2022-09-16T03:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_floatingips': [{'id': '37af6ad0-b64b-4acf-9a1b-fbbeec933930', 'tenant_id': '42406ac5a18945dea55e37a91e9f5530', 'floating_ip_address': '172.27.0.64', 'floating_network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'router_id': '368e53f6-75ab-41b6-bae4-71bf0ef7dde0', 'port_id': '6fc17f92-3fb2-40e0-adad-0a715e483426', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fd8153b-b435-473d-99b3-693648eee8c9', 'mac_address': 'fa:16:3e:13:8c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7847533d-4da5-4e33-b0e0-9b928be023ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T04:01:48Z', 'updated_at': '2022-09-16T04:01:50Z', 'revision_number': 1, 'project_id': '42406ac5a18945dea55e37a91e9f5530', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c561150b-87e5-401b-afbf-9a6f780c69c7', 'name': '', 'network_id': '6fd8153b-b435-473d-99b3-693648eee8c9', 'tenant_id': '42406ac5a18945dea55e37a91e9f5530', 'mac_address': 'fa:16:3e:46:80:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368e53f6-75ab-41b6-bae4-71bf0ef7dde0', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '49bad016-29f1-4461-a0ff-8f3f7bccc4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:58:29Z', 'updated_at': '2022-09-16T03:58:35Z', 'revision_number': 5, 'project_id': '42406ac5a18945dea55e37a91e9f5530', 'subnets': [{'id': '49bad016-29f1-4461-a0ff-8f3f7bccc4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:05:26.197631 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8fab5c-d220-40a3-9cd0-e271943771fe None None] New status for floating IP 79450039-4b0f-4bf7-82de-5c2d262fe6c6: DOWN {{(pid=113376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 04:05:26.844714 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-6e17b5b7-15b9-4810-ad4e-df527af14d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (b6f1069f-4437-473a-8bc8-4bc493c2bb12), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:27.014318 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6c4741-b7b3-42c5-a887-18d274df5eb8 req-81cee2fa-403d-487c-83d0-c0c88d8fb757 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:05:27.015684 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-1f6c4741-b7b3-42c5-a887-18d274df5eb8 req-81cee2fa-403d-487c-83d0-c0c88d8fb757 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=161af4a9-1807-4873-9e5d-2e9360857eeb HTTP/1.1" status: 200 len: 945 time: 0.0858605 Sep 16 04:05:27.065392 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-59510e0d-e462-44c7-a67d-3004fe8d82ba req-37d56444-12a8-4f6e-9f3d-a1a83cb5be6a service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6fd8153b-b435-473d-99b3-693648eee8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433337 Sep 16 04:05:27.089828 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-1f6c4741-b7b3-42c5-a887-18d274df5eb8 req-422c17c4-c245-4e2f-b90c-b891b751b6dc tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6b15eadc-b96a-4e12-9428-c2855d85d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677819 Sep 16 04:05:27.522736 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455fe638-c53b-4f05-ab47-c1f7996f04ab req-bd5900fd-4c0c-4d55-8392-06fdbbbf2239 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:05:27.524156 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-455fe638-c53b-4f05-ab47-c1f7996f04ab req-bd5900fd-4c0c-4d55-8392-06fdbbbf2239 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=161af4a9-1807-4873-9e5d-2e9360857eeb HTTP/1.1" status: 200 len: 945 time: 0.0448389 Sep 16 04:05:27.605149 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.plugin [req-455fe638-c53b-4f05-ab47-c1f7996f04ab req-63d96d0a-83cf-4ea3-840b-0e3c702c638a tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Deleting port b4b3c48c-bf8e-42d4-91d3-d747c9e29312 {{(pid=113375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 04:05:27.605413 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-455fe638-c53b-4f05-ab47-c1f7996f04ab req-63d96d0a-83cf-4ea3-840b-0e3c702c638a tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672990733'] for port (b4b3c48c-bf8e-42d4-91d3-d747c9e29312), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:27.695908 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.db [req-455fe638-c53b-4f05-ab47-c1f7996f04ab req-63d96d0a-83cf-4ea3-840b-0e3c702c638a tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] For port b4b3c48c-bf8e-42d4-91d3-d747c9e29312, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=b4b3c48c-bf8e-42d4-91d3-d747c9e29312,segment=NetworkSegment(eea54c47-f168-47e5-a070-e59e67614801),segment_id=eea54c47-f168-47e5-a070-e59e67614801)] {{(pid=113375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:05:27.696261 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-455fe638-c53b-4f05-ab47-c1f7996f04ab req-63d96d0a-83cf-4ea3-840b-0e3c702c638a tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432982'] for port (b4b3c48c-bf8e-42d4-91d3-d747c9e29312), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:27.708729 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.plugin [req-455fe638-c53b-4f05-ab47-c1f7996f04ab req-63d96d0a-83cf-4ea3-840b-0e3c702c638a tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Calling delete_port for b4b3c48c-bf8e-42d4-91d3-d747c9e29312 owned by compute:nova {{(pid=113375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 04:05:27.890759 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-455fe638-c53b-4f05-ab47-c1f7996f04ab req-63d96d0a-83cf-4ea3-840b-0e3c702c638a tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672957835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672515813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4972043'] for port (b4b3c48c-bf8e-42d4-91d3-d747c9e29312), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:27.918239 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d96d0a-83cf-4ea3-840b-0e3c702c638a tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Pushing event deleted for resources: {'Port': ['ID=b4b3c48c-bf8e-42d4-91d3-d747c9e29312,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:05:27.920181 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:05:27.925257 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:05:27.948948 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d96d0a-83cf-4ea3-840b-0e3c702c638a tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:05:27.949294 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d96d0a-83cf-4ea3-840b-0e3c702c638a tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:05:27.949683 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d96d0a-83cf-4ea3-840b-0e3c702c638a tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:05:27.950022 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d96d0a-83cf-4ea3-840b-0e3c702c638a tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:05:27.950353 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d96d0a-83cf-4ea3-840b-0e3c702c638a tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:05:27.950680 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d96d0a-83cf-4ea3-840b-0e3c702c638a tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:05:27.951024 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d96d0a-83cf-4ea3-840b-0e3c702c638a tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:05:27.951347 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d96d0a-83cf-4ea3-840b-0e3c702c638a tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:05:27.951667 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d96d0a-83cf-4ea3-840b-0e3c702c638a tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:05:27.951985 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d96d0a-83cf-4ea3-840b-0e3c702c638a tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:05:27.952303 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d96d0a-83cf-4ea3-840b-0e3c702c638a tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:05:27.952621 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d96d0a-83cf-4ea3-840b-0e3c702c638a tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:05:27.952939 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d96d0a-83cf-4ea3-840b-0e3c702c638a tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:05:27.953252 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d96d0a-83cf-4ea3-840b-0e3c702c638a tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:05:27.953565 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d96d0a-83cf-4ea3-840b-0e3c702c638a tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:05:27.977352 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.l3_dvrscheduler_db [req-455fe638-c53b-4f05-ab47-c1f7996f04ab req-63d96d0a-83cf-4ea3-840b-0e3c702c638a tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] No DVR routers for this DVR port b4b3c48c-bf8e-42d4-91d3-d747c9e29312 on host hv-cinder-85799 {{(pid=113375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 04:05:27.979787 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-455fe638-c53b-4f05-ab47-c1f7996f04ab req-63d96d0a-83cf-4ea3-840b-0e3c702c638a tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for port (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:27.983005 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-455fe638-c53b-4f05-ab47-c1f7996f04ab req-63d96d0a-83cf-4ea3-840b-0e3c702c638a tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.52 "DELETE /networking/v2.0/ports/b4b3c48c-bf8e-42d4-91d3-d747c9e29312 HTTP/1.1" status: 204 len: 173 time: 0.4504898 Sep 16 04:05:27.983488 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '161af4a9-1807-4873-9e5d-2e9360857eeb', 'name': 'network-vif-deleted', 'tag': 'b4b3c48c-bf8e-42d4-91d3-d747c9e29312'}] {{(pid=113375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 04:05:27.985699 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5377fd1d321389c1792f161ed840337514ae556b8848fe715c314c680a14a908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f725133-e2d9-4720-9f71-67ae790383e6" -d '{"events": [{"server_uuid": "161af4a9-1807-4873-9e5d-2e9360857eeb", "name": "network-vif-deleted", "tag": "b4b3c48c-bf8e-42d4-91d3-d747c9e29312"}]}' {{(pid=113375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:05:28.104433 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 04:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd396f8-1315-4d05-a599-0c440fb8afce x-openstack-request-id: req-9fd396f8-1315-4d05-a599-0c440fb8afce {{(pid=113375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:05:28.105132 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "161af4a9-1807-4873-9e5d-2e9360857eeb", "name": "network-vif-deleted", "tag": "b4b3c48c-bf8e-42d4-91d3-d747c9e29312", "status": "completed", "code": 200}]} {{(pid=113375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:05:28.105132 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9fd396f8-1315-4d05-a599-0c440fb8afce {{(pid=113375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:05:28.105381 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fd396f8-1315-4d05-a599-0c440fb8afce'] response: {'server_uuid': '161af4a9-1807-4873-9e5d-2e9360857eeb', 'name': 'network-vif-deleted', 'tag': 'b4b3c48c-bf8e-42d4-91d3-d747c9e29312', 'status': 'completed', 'code': 200} Sep 16 04:05:28.196237 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-0443747e-c41f-4259-b0bc-4cd19c95e307 req-a5c6f776-7eca-4090-8bd2-68363a922005 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=161af4a9-1807-4873-9e5d-2e9360857eeb HTTP/1.1" status: 200 len: 210 time: 0.0306571 Sep 16 04:05:28.688917 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (9480ceca-8cb5-4b85-9807-6ee42f948820), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:28.724419 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-2875a3e6-2c6e-4f2c-bd58-7e0a3de9c063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (bb5efb49-5a18-474a-824b-90488b0f2024), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:29.314429 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-17fe5b7f-0fe8-4a13-812f-00c58e20b36b req-7a04a25e-7fa0-40d5-aeb0-1746b278da99 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=161af4a9-1807-4873-9e5d-2e9360857eeb HTTP/1.1" status: 200 len: 210 time: 0.0292525 Sep 16 04:05:31.363679 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device b4b3c48c-bf8e-42d4-91d3-d747c9e29312 no longer exists at agent hyperv_hv-cinder-85799 {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:05:31.382774 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] No Port match for: b4b3c48c-bf8e-42d4-91d3-d747c9e29312 {{(pid=113376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 04:05:31.383141 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device b4b3c48c-bf8e-42d4-91d3-d747c9e29312 not bound to the agent host hv-cinder-85799 {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:05:32.855571 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 37976) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 04:05:32.993899 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.plugin [None req-4bd0a7fa-9693-4cbc-969c-5beb1e6aa5d1 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Deleting port 2ca91504-d8f9-4bab-b877-861408dba875 {{(pid=113374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 04:05:32.994138 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-4bd0a7fa-9693-4cbc-969c-5beb1e6aa5d1 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672990733'] for port (2ca91504-d8f9-4bab-b877-861408dba875), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:33.072295 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-4bd0a7fa-9693-4cbc-969c-5beb1e6aa5d1 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432982'] for port (2ca91504-d8f9-4bab-b877-861408dba875), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:33.072614 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-4bd0a7fa-9693-4cbc-969c-5beb1e6aa5d1 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks [] for floatingip (2ca91504-d8f9-4bab-b877-861408dba875), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:33.084214 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.plugin [None req-4bd0a7fa-9693-4cbc-969c-5beb1e6aa5d1 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Calling delete_port for 2ca91504-d8f9-4bab-b877-861408dba875 owned by network:floatingip {{(pid=113374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 04:05:33.314552 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-4bd0a7fa-9693-4cbc-969c-5beb1e6aa5d1 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672957835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672515813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965177'] for port (2ca91504-d8f9-4bab-b877-861408dba875), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:33.346238 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd0a7fa-9693-4cbc-969c-5beb1e6aa5d1 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Pushing event deleted for resources: {'Port': ['ID=2ca91504-d8f9-4bab-b877-861408dba875,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:05:33.406838 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-4bd0a7fa-9693-4cbc-969c-5beb1e6aa5d1 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks [] for floatingip (37af6ad0-b64b-4acf-9a1b-fbbeec933930), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:33.407190 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.db.l3_db [None req-4bd0a7fa-9693-4cbc-969c-5beb1e6aa5d1 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Floating IP 37af6ad0-b64b-4acf-9a1b-fbbeec933930 disassociated (deleted). External IP: 172.27.0.64, port: 6fc17f92-3fb2-40e0-adad-0a715e483426. Sep 16 04:05:33.594955 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:05:33.611238 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bd0a7fa-9693-4cbc-969c-5beb1e6aa5d1 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Router 368e53f6-75ab-41b6-bae4-71bf0ef7dde0 has already been hosted by L3 agent 20a8dcff-cb91-4cfb-b5ee-87736efe33d8 {{(pid=113374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:05:33.716953 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bd0a7fa-9693-4cbc-969c-5beb1e6aa5d1 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Notify agent at l3_agent.dv-cinder-857993-1-iscsi the message routers_updated {{(pid=113374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:05:33.721764 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-4bd0a7fa-9693-4cbc-969c-5beb1e6aa5d1 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for floatingip (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:33.727223 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c57044-4466-4c14-9dea-ac3c00a68dad None None] Sync routers for ids ['368e53f6-75ab-41b6-bae4-71bf0ef7dde0'] in dv-cinder-857993-1-iscsi {{(pid=113377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:05:33.737664 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c57044-4466-4c14-9dea-ac3c00a68dad None None] Routers {'368e53f6-75ab-41b6-bae4-71bf0ef7dde0'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 04:05:33.738265 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-e3c57044-4466-4c14-9dea-ac3c00a68dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T04:05:25Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['368e53f6-75ab-41b6-bae4-71bf0ef7dde0'], 'active': True} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:05:33.751380 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-4bd0a7fa-9693-4cbc-969c-5beb1e6aa5d1 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/37af6ad0-b64b-4acf-9a1b-fbbeec933930 HTTP/1.1" status: 204 len: 168 time: 0.8947275 Sep 16 04:05:33.752065 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7847533d-4da5-4e33-b0e0-9b928be023ff', 'tag': '6fc17f92-3fb2-40e0-adad-0a715e483426'}] {{(pid=113374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 04:05:33.754300 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690b364905604876d1d0623b3c540f81637980c049172579221ad326041cdf1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca8d8bb-ab73-4093-a629-e3bfe8f7e896" -d '{"events": [{"name": "network-changed", "server_uuid": "7847533d-4da5-4e33-b0e0-9b928be023ff", "tag": "6fc17f92-3fb2-40e0-adad-0a715e483426"}]}' {{(pid=113374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:05:33.799486 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 04:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a4b4fb-dd6f-4461-b6fc-7ee06751df30 x-openstack-request-id: req-47a4b4fb-dd6f-4461-b6fc-7ee06751df30 {{(pid=113374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:05:33.799777 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7847533d-4da5-4e33-b0e0-9b928be023ff", "tag": "6fc17f92-3fb2-40e0-adad-0a715e483426", "status": "completed", "code": 200}]} {{(pid=113374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:05:33.800030 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-47a4b4fb-dd6f-4461-b6fc-7ee06751df30 {{(pid=113374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:05:33.800433 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47a4b4fb-dd6f-4461-b6fc-7ee06751df30'] response: {'name': 'network-changed', 'server_uuid': '7847533d-4da5-4e33-b0e0-9b928be023ff', 'tag': '6fc17f92-3fb2-40e0-adad-0a715e483426', 'status': 'completed', 'code': 200} Sep 16 04:05:33.850200 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvr_db [None req-e3c57044-4466-4c14-9dea-ac3c00a68dad None None] Set router 368e53f6-75ab-41b6-bae4-71bf0ef7dde0 gateway port host: dv-cinder-857993-1-iscsi {{(pid=113377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 04:05:33.870924 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca8d8bb-ab73-4093-a629-e3bfe8f7e896 req-ddb20d69-68b8-4ff9-9e68-2d17ed27e570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:05:33.872463 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-bca8d8bb-ab73-4093-a629-e3bfe8f7e896 req-ddb20d69-68b8-4ff9-9e68-2d17ed27e570 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=42406ac5a18945dea55e37a91e9f5530&device_id=7847533d-4da5-4e33-b0e0-9b928be023ff HTTP/1.1" status: 200 len: 1130 time: 0.0429378 Sep 16 04:05:33.966872 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca8d8bb-ab73-4093-a629-e3bfe8f7e896 req-dc811ecc-9302-4c55-8863-cb40fb72a899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:05:33.967500 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=100 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:05:33.968607 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-bca8d8bb-ab73-4093-a629-e3bfe8f7e896 req-dc811ecc-9302-4c55-8863-cb40fb72a899 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=6fd8153b-b435-473d-99b3-693648eee8c9 HTTP/1.1" status: 200 len: 913 time: 0.0863330 Sep 16 04:05:33.995391 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=100 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:05:34.014582 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-bca8d8bb-ab73-4093-a629-e3bfe8f7e896 req-c8630633-cb78-4b62-ad20-57afccacde84 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6fc17f92-3fb2-40e0-adad-0a715e483426 HTTP/1.1" status: 200 len: 217 time: 0.0362949 Sep 16 04:05:34.048789 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-e3c57044-4466-4c14-9dea-ac3c00a68dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368e53f6-75ab-41b6-bae4-71bf0ef7dde0', 'name': 'tempest-TestVolumeBootPattern-1948980695-router', 'tenant_id': '42406ac5a18945dea55e37a91e9f5530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '9dd8aab4-5182-48d5-a931-8e25c2cf5c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:58:27Z', 'updated_at': '2022-09-16T03:58:30Z', 'revision_number': 4, 'project_id': '42406ac5a18945dea55e37a91e9f5530', 'gw_port': {'id': '9dd8aab4-5182-48d5-a931-8e25c2cf5c4a', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:06:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368e53f6-75ab-41b6-bae4-71bf0ef7dde0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:58:28Z', 'updated_at': '2022-09-16T03:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_interfaces': [{'id': 'c561150b-87e5-401b-afbf-9a6f780c69c7', 'name': '', 'network_id': '6fd8153b-b435-473d-99b3-693648eee8c9', 'tenant_id': '42406ac5a18945dea55e37a91e9f5530', 'mac_address': 'fa:16:3e:46:80:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368e53f6-75ab-41b6-bae4-71bf0ef7dde0', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '49bad016-29f1-4461-a0ff-8f3f7bccc4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:58:29Z', 'updated_at': '2022-09-16T03:58:35Z', 'revision_number': 5, 'project_id': '42406ac5a18945dea55e37a91e9f5530', 'subnets': [{'id': '49bad016-29f1-4461-a0ff-8f3f7bccc4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:05:34.067165 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca8d8bb-ab73-4093-a629-e3bfe8f7e896 req-f1ae3c7f-16b5-4b66-9f11-11ad28819f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:05:34.068891 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-bca8d8bb-ab73-4093-a629-e3bfe8f7e896 req-f1ae3c7f-16b5-4b66-9f11-11ad28819f98 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=49bad016-29f1-4461-a0ff-8f3f7bccc4e0 HTTP/1.1" status: 200 len: 851 time: 0.0458066 Sep 16 04:05:34.074127 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c57044-4466-4c14-9dea-ac3c00a68dad None None] Checking router: 368e53f6-75ab-41b6-bae4-71bf0ef7dde0 for host: dv-cinder-857993-1-iscsi {{(pid=113377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:05:34.083429 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c57044-4466-4c14-9dea-ac3c00a68dad None None] Routers {'368e53f6-75ab-41b6-bae4-71bf0ef7dde0'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 04:05:34.084106 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-e3c57044-4466-4c14-9dea-ac3c00a68dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T04:05:25Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['368e53f6-75ab-41b6-bae4-71bf0ef7dde0'], 'active': True} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:05:34.122010 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca8d8bb-ab73-4093-a629-e3bfe8f7e896 req-74972eba-9a05-4c73-980c-aeb30d1b5417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:05:34.123638 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-bca8d8bb-ab73-4093-a629-e3bfe8f7e896 req-74972eba-9a05-4c73-980c-aeb30d1b5417 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=6fd8153b-b435-473d-99b3-693648eee8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427165 Sep 16 04:05:34.190332 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvr_db [None req-e3c57044-4466-4c14-9dea-ac3c00a68dad None None] Set router 368e53f6-75ab-41b6-bae4-71bf0ef7dde0 gateway port host: dv-cinder-857993-1-iscsi {{(pid=113377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 04:05:34.258035 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-bca8d8bb-ab73-4093-a629-e3bfe8f7e896 req-dd4c9b14-c167-4034-a127-698261845c7e service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6fd8153b-b435-473d-99b3-693648eee8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239331 Sep 16 04:05:34.271172 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a28b5f-5785-476a-85c4-b897c4a54a42 req-cc4c1d4d-d4e1-452d-a3b9-ad5bc8493a3f tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:05:34.272736 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-43a28b5f-5785-476a-85c4-b897c4a54a42 req-cc4c1d4d-d4e1-452d-a3b9-ad5bc8493a3f tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7847533d-4da5-4e33-b0e0-9b928be023ff HTTP/1.1" status: 200 len: 946 time: 0.0568433 Sep 16 04:05:34.330239 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-43a28b5f-5785-476a-85c4-b897c4a54a42 req-2cecb32f-2e91-4190-9876-3c769c0ebe6b tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6b15eadc-b96a-4e12-9428-c2855d85d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512536 Sep 16 04:05:34.466448 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-e3c57044-4466-4c14-9dea-ac3c00a68dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368e53f6-75ab-41b6-bae4-71bf0ef7dde0', 'name': 'tempest-TestVolumeBootPattern-1948980695-router', 'tenant_id': '42406ac5a18945dea55e37a91e9f5530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '9dd8aab4-5182-48d5-a931-8e25c2cf5c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:58:27Z', 'updated_at': '2022-09-16T03:58:30Z', 'revision_number': 4, 'project_id': '42406ac5a18945dea55e37a91e9f5530', 'gw_port': {'id': '9dd8aab4-5182-48d5-a931-8e25c2cf5c4a', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:06:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368e53f6-75ab-41b6-bae4-71bf0ef7dde0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:58:28Z', 'updated_at': '2022-09-16T03:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_interfaces': [{'id': 'c561150b-87e5-401b-afbf-9a6f780c69c7', 'name': '', 'network_id': '6fd8153b-b435-473d-99b3-693648eee8c9', 'tenant_id': '42406ac5a18945dea55e37a91e9f5530', 'mac_address': 'fa:16:3e:46:80:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368e53f6-75ab-41b6-bae4-71bf0ef7dde0', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '49bad016-29f1-4461-a0ff-8f3f7bccc4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:58:29Z', 'updated_at': '2022-09-16T03:58:35Z', 'revision_number': 5, 'project_id': '42406ac5a18945dea55e37a91e9f5530', 'subnets': [{'id': '49bad016-29f1-4461-a0ff-8f3f7bccc4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:05:34.494134 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c57044-4466-4c14-9dea-ac3c00a68dad None None] The sync data for ids ['368e53f6-75ab-41b6-bae4-71bf0ef7dde0'] in dv-cinder-857993-1-iscsi is: [{'id': '368e53f6-75ab-41b6-bae4-71bf0ef7dde0', 'name': 'tempest-TestVolumeBootPattern-1948980695-router', 'tenant_id': '42406ac5a18945dea55e37a91e9f5530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '9dd8aab4-5182-48d5-a931-8e25c2cf5c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:58:27Z', 'updated_at': '2022-09-16T03:58:30Z', 'revision_number': 4, 'project_id': '42406ac5a18945dea55e37a91e9f5530', 'gw_port': {'id': '9dd8aab4-5182-48d5-a931-8e25c2cf5c4a', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:06:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368e53f6-75ab-41b6-bae4-71bf0ef7dde0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:58:28Z', 'updated_at': '2022-09-16T03:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi', '_interfaces': [{'id': 'c561150b-87e5-401b-afbf-9a6f780c69c7', 'name': '', 'network_id': '6fd8153b-b435-473d-99b3-693648eee8c9', 'tenant_id': '42406ac5a18945dea55e37a91e9f5530', 'mac_address': 'fa:16:3e:46:80:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368e53f6-75ab-41b6-bae4-71bf0ef7dde0', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '49bad016-29f1-4461-a0ff-8f3f7bccc4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:58:29Z', 'updated_at': '2022-09-16T03:58:35Z', 'revision_number': 5, 'project_id': '42406ac5a18945dea55e37a91e9f5530', 'subnets': [{'id': '49bad016-29f1-4461-a0ff-8f3f7bccc4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:05:34.704104 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff2ed59-270d-49b2-96ef-d09b4bd1f30d None None] New status for floating IP 37af6ad0-b64b-4acf-9a1b-fbbeec933930: DOWN {{(pid=113376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 04:05:35.416875 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:05:35.453280 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fa67e5-443e-4b7e-aef8-6fe62e2a625c req-d9b11653-459c-4cee-92fd-efd654ffbe37 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:05:35.454779 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-c5fa67e5-443e-4b7e-aef8-6fe62e2a625c req-d9b11653-459c-4cee-92fd-efd654ffbe37 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7847533d-4da5-4e33-b0e0-9b928be023ff HTTP/1.1" status: 200 len: 946 time: 0.0479679 Sep 16 04:05:35.504120 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-c5fa67e5-443e-4b7e-aef8-6fe62e2a625c req-ca5f09f3-b523-4063-b1c3-b7dd9d17f45f tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6b15eadc-b96a-4e12-9428-c2855d85d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429287 Sep 16 04:05:35.506255 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-bca8d8bb-ab73-4093-a629-e3bfe8f7e896 req-0fdd5e2a-e20b-4ccd-aed1-87135792e1cf service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6fd8153b-b435-473d-99b3-693648eee8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913544 Sep 16 04:05:35.967890 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8979ad-f56f-4287-8e0e-90bce22dc842 req-6e8182d6-733f-4f92-a993-2a1b1c0a20f5 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 04:05:35.969286 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-6b8979ad-f56f-4287-8e0e-90bce22dc842 req-6e8182d6-733f-4f92-a993-2a1b1c0a20f5 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7847533d-4da5-4e33-b0e0-9b928be023ff HTTP/1.1" status: 200 len: 946 time: 0.0456283 Sep 16 04:05:36.049450 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.plugin [req-6b8979ad-f56f-4287-8e0e-90bce22dc842 req-86c6b3b3-f759-4d4f-a9a1-a567b354e5b5 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Deleting port 6fc17f92-3fb2-40e0-adad-0a715e483426 {{(pid=113375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 04:05:36.049782 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-6b8979ad-f56f-4287-8e0e-90bce22dc842 req-86c6b3b3-f759-4d4f-a9a1-a567b354e5b5 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672990733'] for port (6fc17f92-3fb2-40e0-adad-0a715e483426), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:36.139304 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.db [req-6b8979ad-f56f-4287-8e0e-90bce22dc842 req-86c6b3b3-f759-4d4f-a9a1-a567b354e5b5 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] For port 6fc17f92-3fb2-40e0-adad-0a715e483426, host hv-cinder-85799, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85799',level=0,port_id=6fc17f92-3fb2-40e0-adad-0a715e483426,segment=NetworkSegment(eea54c47-f168-47e5-a070-e59e67614801),segment_id=eea54c47-f168-47e5-a070-e59e67614801)] {{(pid=113375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:05:36.139657 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-6b8979ad-f56f-4287-8e0e-90bce22dc842 req-86c6b3b3-f759-4d4f-a9a1-a567b354e5b5 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432982'] for port (6fc17f92-3fb2-40e0-adad-0a715e483426), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:36.152619 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.plugin [req-6b8979ad-f56f-4287-8e0e-90bce22dc842 req-86c6b3b3-f759-4d4f-a9a1-a567b354e5b5 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Calling delete_port for 6fc17f92-3fb2-40e0-adad-0a715e483426 owned by compute:nova {{(pid=113375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 04:05:36.255585 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:05:36.357248 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-6b8979ad-f56f-4287-8e0e-90bce22dc842 req-86c6b3b3-f759-4d4f-a9a1-a567b354e5b5 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672957835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672515813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4972043'] for port (6fc17f92-3fb2-40e0-adad-0a715e483426), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:36.365516 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:05:36.385748 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c6b3b3-f759-4d4f-a9a1-a567b354e5b5 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Pushing event deleted for resources: {'Port': ['ID=6fc17f92-3fb2-40e0-adad-0a715e483426,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:05:36.429862 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b8979ad-f56f-4287-8e0e-90bce22dc842 req-86c6b3b3-f759-4d4f-a9a1-a567b354e5b5 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] No DVR routers for this DVR port 6fc17f92-3fb2-40e0-adad-0a715e483426 on host hv-cinder-85799 {{(pid=113375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 04:05:36.432293 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [req-6b8979ad-f56f-4287-8e0e-90bce22dc842 req-86c6b3b3-f759-4d4f-a9a1-a567b354e5b5 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for port (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:36.435516 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-6b8979ad-f56f-4287-8e0e-90bce22dc842 req-86c6b3b3-f759-4d4f-a9a1-a567b354e5b5 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.52 "DELETE /networking/v2.0/ports/6fc17f92-3fb2-40e0-adad-0a715e483426 HTTP/1.1" status: 204 len: 173 time: 0.4576705 Sep 16 04:05:36.436076 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7847533d-4da5-4e33-b0e0-9b928be023ff', 'name': 'network-vif-deleted', 'tag': '6fc17f92-3fb2-40e0-adad-0a715e483426'}] {{(pid=113375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 04:05:36.438278 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5377fd1d321389c1792f161ed840337514ae556b8848fe715c314c680a14a908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b10b2a63-84bb-4713-bd3d-2f9b0cb08a41" -d '{"events": [{"server_uuid": "7847533d-4da5-4e33-b0e0-9b928be023ff", "name": "network-vif-deleted", "tag": "6fc17f92-3fb2-40e0-adad-0a715e483426"}]}' {{(pid=113375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:05:36.480607 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 04:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1070bbe4-b66c-47f4-9e76-1dabad4834a8 x-openstack-request-id: req-1070bbe4-b66c-47f4-9e76-1dabad4834a8 {{(pid=113375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:05:36.480890 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7847533d-4da5-4e33-b0e0-9b928be023ff", "name": "network-vif-deleted", "tag": "6fc17f92-3fb2-40e0-adad-0a715e483426", "status": "completed", "code": 200}]} {{(pid=113375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:05:36.481312 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1070bbe4-b66c-47f4-9e76-1dabad4834a8 {{(pid=113375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:05:36.481742 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1070bbe4-b66c-47f4-9e76-1dabad4834a8'] response: {'server_uuid': '7847533d-4da5-4e33-b0e0-9b928be023ff', 'name': 'network-vif-deleted', 'tag': '6fc17f92-3fb2-40e0-adad-0a715e483426', 'status': 'completed', 'code': 200} Sep 16 04:05:36.617677 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [req-ab4342b5-2f76-4916-8d0d-955e46e7ca9c req-1bf3237d-3b24-49eb-b91a-3628a9ebb12d tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7847533d-4da5-4e33-b0e0-9b928be023ff HTTP/1.1" status: 200 len: 210 time: 0.0325687 Sep 16 04:05:37.735917 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [req-9da5eb4e-4672-4f8a-aee1-6fe4d82e9382 req-d0928a81-b619-4824-bacd-ad3b98080b24 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7847533d-4da5-4e33-b0e0-9b928be023ff HTTP/1.1" status: 200 len: 210 time: 0.0310605 Sep 16 04:05:38.809560 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 37994) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 04:05:38.917668 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.plugin [None req-dfba816c-71e4-43d1-abe4-3e3c82f8b4d3 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Deleting port 8e9597ef-03f8-488a-bb71-5f25a232f002 {{(pid=113374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 04:05:38.918008 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-dfba816c-71e4-43d1-abe4-3e3c82f8b4d3 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672990733'] for port (8e9597ef-03f8-488a-bb71-5f25a232f002), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:38.992743 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-dfba816c-71e4-43d1-abe4-3e3c82f8b4d3 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432982'] for port (8e9597ef-03f8-488a-bb71-5f25a232f002), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:38.993058 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-dfba816c-71e4-43d1-abe4-3e3c82f8b4d3 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks [] for floatingip (8e9597ef-03f8-488a-bb71-5f25a232f002), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:39.005314 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.plugin [None req-dfba816c-71e4-43d1-abe4-3e3c82f8b4d3 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Calling delete_port for 8e9597ef-03f8-488a-bb71-5f25a232f002 owned by network:floatingip {{(pid=113374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 04:05:39.237416 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-dfba816c-71e4-43d1-abe4-3e3c82f8b4d3 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672957835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672515813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965177'] for port (8e9597ef-03f8-488a-bb71-5f25a232f002), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:39.260845 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfba816c-71e4-43d1-abe4-3e3c82f8b4d3 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Pushing event deleted for resources: {'Port': ['ID=8e9597ef-03f8-488a-bb71-5f25a232f002,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:05:39.329471 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-dfba816c-71e4-43d1-abe4-3e3c82f8b4d3 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks [] for floatingip (ae7ccb3c-55ff-447c-b03a-bb82ebff4a86), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:39.332068 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-dfba816c-71e4-43d1-abe4-3e3c82f8b4d3 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234049'] for floatingip (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:39.333211 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-dfba816c-71e4-43d1-abe4-3e3c82f8b4d3 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/ae7ccb3c-55ff-447c-b03a-bb82ebff4a86 HTTP/1.1" status: 204 len: 168 time: 0.5239468 Sep 16 04:05:40.698109 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 38006) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 04:05:40.754632 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-80f4b314-abca-404f-b673-1fcdc1c7f7b8 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks [] for security_group (6b15eadc-b96a-4e12-9428-c2855d85d56e), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:40.779455 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-80f4b314-abca-404f-b673-1fcdc1c7f7b8 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks [] for security_group (6b15eadc-b96a-4e12-9428-c2855d85d56e), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:40.895627 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-80f4b314-abca-404f-b673-1fcdc1c7f7b8 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (6b15eadc-b96a-4e12-9428-c2855d85d56e), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:40.898370 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-80f4b314-abca-404f-b673-1fcdc1c7f7b8 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Publish callbacks [] for security_group (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:40.899574 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-80f4b314-abca-404f-b673-1fcdc1c7f7b8 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/6b15eadc-b96a-4e12-9428-c2855d85d56e HTTP/1.1" status: 204 len: 168 time: 0.2004821 Sep 16 04:05:40.908755 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f4b314-abca-404f-b673-1fcdc1c7f7b8 tempest-TestVolumeBootPattern-2134200195 tempest-TestVolumeBootPattern-2134200195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b15eadc-b96a-4e12-9428-c2855d85d56e,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:05:40.919853 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=30,neutron:UPDATE=4 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:05:40.921389 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:05:41.014059 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 38010) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 04:05:41.269775 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:05:41.379786 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:05:41.401763 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device 6fc17f92-3fb2-40e0-adad-0a715e483426 no longer exists at agent hyperv_hv-cinder-85799 {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:05:41.421783 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] No Port match for: 6fc17f92-3fb2-40e0-adad-0a715e483426 {{(pid=113376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 04:05:41.422126 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Device 6fc17f92-3fb2-40e0-adad-0a715e483426 not bound to the agent host hv-cinder-85799 {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:05:41.498631 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-dbe5152d-87ea-455b-8c17-108f96070b48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-427180'] for router_interface (368e53f6-75ab-41b6-bae4-71bf0ef7dde0), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:41.729492 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.plugin [None req-dbe5152d-87ea-455b-8c17-108f96070b48 admin admin] Deleting port c561150b-87e5-401b-afbf-9a6f780c69c7 {{(pid=113374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 04:05:41.730227 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-dbe5152d-87ea-455b-8c17-108f96070b48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672990733'] for port (c561150b-87e5-401b-afbf-9a6f780c69c7), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:41.810961 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.db [None req-dbe5152d-87ea-455b-8c17-108f96070b48 admin admin] For port c561150b-87e5-401b-afbf-9a6f780c69c7, host dv-cinder-857993-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=c561150b-87e5-401b-afbf-9a6f780c69c7,segment=NetworkSegment(eea54c47-f168-47e5-a070-e59e67614801),segment_id=eea54c47-f168-47e5-a070-e59e67614801)] {{(pid=113374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:05:41.811277 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-dbe5152d-87ea-455b-8c17-108f96070b48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432982'] for port (c561150b-87e5-401b-afbf-9a6f780c69c7), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:41.824502 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.plugin [None req-dbe5152d-87ea-455b-8c17-108f96070b48 admin admin] Calling delete_port for c561150b-87e5-401b-afbf-9a6f780c69c7 owned by network:router_interface {{(pid=113374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 04:05:42.056213 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-dbe5152d-87ea-455b-8c17-108f96070b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672957835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672515813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965177'] for port (c561150b-87e5-401b-afbf-9a6f780c69c7), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:42.085138 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe5152d-87ea-455b-8c17-108f96070b48 admin admin] Pushing event deleted for resources: {'Port': ['ID=c561150b-87e5-401b-afbf-9a6f780c69c7,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:05:42.191543 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:05:42.248026 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-dbe5152d-87ea-455b-8c17-108f96070b48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452380'] for router_interface (368e53f6-75ab-41b6-bae4-71bf0ef7dde0), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:42.266834 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:05:42.709700 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbe5152d-87ea-455b-8c17-108f96070b48 admin admin] Router 368e53f6-75ab-41b6-bae4-71bf0ef7dde0 has already been hosted by L3 agent 20a8dcff-cb91-4cfb-b5ee-87736efe33d8 {{(pid=113374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:05:42.813990 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbe5152d-87ea-455b-8c17-108f96070b48 admin admin] Notify agent at l3_agent.dv-cinder-857993-1-iscsi the message routers_updated {{(pid=113374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:05:42.819787 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-dbe5152d-87ea-455b-8c17-108f96070b48 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/368e53f6-75ab-41b6-bae4-71bf0ef7dde0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8040297 Sep 16 04:05:42.822382 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 38014) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 04:05:42.823383 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57db9028-ca77-478b-8d27-96a5a3202a91 None None] Sync routers for ids ['368e53f6-75ab-41b6-bae4-71bf0ef7dde0'] in dv-cinder-857993-1-iscsi {{(pid=113377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:05:42.832944 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57db9028-ca77-478b-8d27-96a5a3202a91 None None] Routers {'368e53f6-75ab-41b6-bae4-71bf0ef7dde0'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 04:05:42.833539 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-57db9028-ca77-478b-8d27-96a5a3202a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T04:05:25Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['368e53f6-75ab-41b6-bae4-71bf0ef7dde0'], 'active': True} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:05:42.918503 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-d3762cd9-b775-4957-8d19-0ff111bb7f36 admin admin] Publish callbacks [] for router (368e53f6-75ab-41b6-bae4-71bf0ef7dde0), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:42.936473 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvr_db [None req-57db9028-ca77-478b-8d27-96a5a3202a91 None None] Set router 368e53f6-75ab-41b6-bae4-71bf0ef7dde0 gateway port host: dv-cinder-857993-1-iscsi {{(pid=113377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 04:05:43.029784 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-d3762cd9-b775-4957-8d19-0ff111bb7f36 admin admin] Publish callbacks [] for router_gateway (368e53f6-75ab-41b6-bae4-71bf0ef7dde0), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:43.099786 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-57db9028-ca77-478b-8d27-96a5a3202a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368e53f6-75ab-41b6-bae4-71bf0ef7dde0', 'name': 'tempest-TestVolumeBootPattern-1948980695-router', 'tenant_id': '42406ac5a18945dea55e37a91e9f5530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '9dd8aab4-5182-48d5-a931-8e25c2cf5c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:58:27Z', 'updated_at': '2022-09-16T04:05:41Z', 'revision_number': 5, 'project_id': '42406ac5a18945dea55e37a91e9f5530', 'gw_port': {'id': '9dd8aab4-5182-48d5-a931-8e25c2cf5c4a', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:06:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368e53f6-75ab-41b6-bae4-71bf0ef7dde0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:58:28Z', 'updated_at': '2022-09-16T03:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi'}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:05:43.128161 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57db9028-ca77-478b-8d27-96a5a3202a91 None None] Checking router: 368e53f6-75ab-41b6-bae4-71bf0ef7dde0 for host: dv-cinder-857993-1-iscsi {{(pid=113377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:05:43.136759 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57db9028-ca77-478b-8d27-96a5a3202a91 None None] Routers {'368e53f6-75ab-41b6-bae4-71bf0ef7dde0'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 04:05:43.137350 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-57db9028-ca77-478b-8d27-96a5a3202a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T04:05:25Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['368e53f6-75ab-41b6-bae4-71bf0ef7dde0'], 'active': True} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:05:43.160612 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.plugin [None req-d3762cd9-b775-4957-8d19-0ff111bb7f36 admin admin] Deleting port 9dd8aab4-5182-48d5-a931-8e25c2cf5c4a {{(pid=113374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 04:05:43.160946 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-d3762cd9-b775-4957-8d19-0ff111bb7f36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672990733'] for port (9dd8aab4-5182-48d5-a931-8e25c2cf5c4a), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:43.217948 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_dvr_db [None req-57db9028-ca77-478b-8d27-96a5a3202a91 None None] Set router 368e53f6-75ab-41b6-bae4-71bf0ef7dde0 gateway port host: None {{(pid=113377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 04:05:43.241856 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.db [None req-d3762cd9-b775-4957-8d19-0ff111bb7f36 admin admin] For port 9dd8aab4-5182-48d5-a931-8e25c2cf5c4a, host dv-cinder-857993-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=9dd8aab4-5182-48d5-a931-8e25c2cf5c4a,segment=NetworkSegment(0cda3508-2052-48b1-ae54-b35f980014ad),segment_id=0cda3508-2052-48b1-ae54-b35f980014ad)] {{(pid=113374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:05:43.242233 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-d3762cd9-b775-4957-8d19-0ff111bb7f36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432982'] for port (9dd8aab4-5182-48d5-a931-8e25c2cf5c4a), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:43.255006 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.plugin [None req-d3762cd9-b775-4957-8d19-0ff111bb7f36 admin admin] Calling delete_port for 9dd8aab4-5182-48d5-a931-8e25c2cf5c4a owned by network:router_gateway {{(pid=113374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 04:05:43.270450 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.l3_hamode_db [None req-57db9028-ca77-478b-8d27-96a5a3202a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368e53f6-75ab-41b6-bae4-71bf0ef7dde0', 'name': 'tempest-TestVolumeBootPattern-1948980695-router', 'tenant_id': '42406ac5a18945dea55e37a91e9f5530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:58:27Z', 'updated_at': '2022-09-16T04:05:43Z', 'revision_number': 6, 'project_id': '42406ac5a18945dea55e37a91e9f5530', 'gw_port_host': None}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:05:43.294975 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57db9028-ca77-478b-8d27-96a5a3202a91 None None] The sync data for ids ['368e53f6-75ab-41b6-bae4-71bf0ef7dde0'] in dv-cinder-857993-1-iscsi is: [{'id': '368e53f6-75ab-41b6-bae4-71bf0ef7dde0', 'name': 'tempest-TestVolumeBootPattern-1948980695-router', 'tenant_id': '42406ac5a18945dea55e37a91e9f5530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:58:27Z', 'updated_at': '2022-09-16T04:05:43Z', 'revision_number': 6, 'project_id': '42406ac5a18945dea55e37a91e9f5530', 'gw_port_host': None}] {{(pid=113377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:05:43.371092 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:05:43.484530 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-d3762cd9-b775-4957-8d19-0ff111bb7f36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672957835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672515813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965177'] for port (9dd8aab4-5182-48d5-a931-8e25c2cf5c4a), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:43.514104 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3762cd9-b775-4957-8d19-0ff111bb7f36 admin admin] Pushing event deleted for resources: {'Port': ['ID=9dd8aab4-5182-48d5-a931-8e25c2cf5c4a,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:05:43.521441 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:05:43.582553 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-d3762cd9-b775-4957-8d19-0ff111bb7f36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-452182'] for router_gateway (368e53f6-75ab-41b6-bae4-71bf0ef7dde0), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:43.672382 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-d3762cd9-b775-4957-8d19-0ff111bb7f36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-389'] for router (368e53f6-75ab-41b6-bae4-71bf0ef7dde0), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:43.674587 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-d3762cd9-b775-4957-8d19-0ff111bb7f36 admin admin] Publish callbacks [] for router_controller (368e53f6-75ab-41b6-bae4-71bf0ef7dde0), precommit_delete_associations {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:43.774291 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-d3762cd9-b775-4957-8d19-0ff111bb7f36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452449'] for router (368e53f6-75ab-41b6-bae4-71bf0ef7dde0), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:43.774988 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3762cd9-b775-4957-8d19-0ff111bb7f36 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 368e53f6-75ab-41b6-bae4-71bf0ef7dde0 {{(pid=113374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:05:43.779479 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-d3762cd9-b775-4957-8d19-0ff111bb7f36 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:43.783278 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-d3762cd9-b775-4957-8d19-0ff111bb7f36 admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/368e53f6-75ab-41b6-bae4-71bf0ef7dde0 HTTP/1.1" status: 204 len: 168 time: 0.9572639 Sep 16 04:05:43.783278 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 38016) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 04:05:43.828606 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.db.db_base_plugin_v2 [None req-36a47a77-b68b-47d2-9ff7-7bdc6dc4b582 admin admin] Deleting subnet 49bad016-29f1-4461-a0ff-8f3f7bccc4e0 {{(pid=113374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 04:05:43.831697 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-36a47a77-b68b-47d2-9ff7-7bdc6dc4b582 admin admin] Publish callbacks [] for subnet (49bad016-29f1-4461-a0ff-8f3f7bccc4e0), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:43.875439 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-36a47a77-b68b-47d2-9ff7-7bdc6dc4b582 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4574571'] for subnet (49bad016-29f1-4461-a0ff-8f3f7bccc4e0), precommit_delete_associations {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:43.952067 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-36a47a77-b68b-47d2-9ff7-7bdc6dc4b582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1375850'] for subnet (49bad016-29f1-4461-a0ff-8f3f7bccc4e0), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:44.083201 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-36a47a77-b68b-47d2-9ff7-7bdc6dc4b582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1345367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4965206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4750599'] for subnet (49bad016-29f1-4461-a0ff-8f3f7bccc4e0), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:44.117023 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a47a77-b68b-47d2-9ff7-7bdc6dc4b582 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49bad016-29f1-4461-a0ff-8f3f7bccc4e0,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:05:44.119721 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-36a47a77-b68b-47d2-9ff7-7bdc6dc4b582 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:44.125271 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-36a47a77-b68b-47d2-9ff7-7bdc6dc4b582 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/49bad016-29f1-4461-a0ff-8f3f7bccc4e0 HTTP/1.1" status: 204 len: 168 time: 0.3386788 Sep 16 04:05:44.125832 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f43dd22-62ce-4184-b874-cc8847dd1294 None None] Network 6fd8153b-b435-473d-99b3-693648eee8c9 requested from dv-cinder-857993-1-iscsi {{(pid=113376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 04:05:44.126297 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 38018) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 04:05:44.196667 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-21c03e96-c673-48dd-8483-2ffddd6121b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1315103'] for network (6fd8153b-b435-473d-99b3-693648eee8c9), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:44.240642 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.plugin [None req-21c03e96-c673-48dd-8483-2ffddd6121b1 admin admin] Deleting port 16feabd6-d18d-4e7e-b658-53faa614a8ee {{(pid=113375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 04:05:44.240976 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-21c03e96-c673-48dd-8483-2ffddd6121b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672990733'] for port (16feabd6-d18d-4e7e-b658-53faa614a8ee), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:44.274375 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b834a6-f2df-4494-bab7-8dce1f67b872 None None] DHCP port deletion for 6fd8153b-b435-473d-99b3-693648eee8c9 request from dv-cinder-857993-1-iscsi {{(pid=113376) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 04:05:44.310666 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.db [None req-21c03e96-c673-48dd-8483-2ffddd6121b1 admin admin] For port 16feabd6-d18d-4e7e-b658-53faa614a8ee, host dv-cinder-857993-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=16feabd6-d18d-4e7e-b658-53faa614a8ee,segment=NetworkSegment(eea54c47-f168-47e5-a070-e59e67614801),segment_id=eea54c47-f168-47e5-a070-e59e67614801)] {{(pid=113375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:05:44.311459 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-21c03e96-c673-48dd-8483-2ffddd6121b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432982'] for port (16feabd6-d18d-4e7e-b658-53faa614a8ee), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:44.316859 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-96b834a6-f2df-4494-bab7-8dce1f67b872 None None] Deleting port 16feabd6-d18d-4e7e-b658-53faa614a8ee {{(pid=113376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 04:05:44.317222 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-96b834a6-f2df-4494-bab7-8dce1f67b872 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672990733'] for port (16feabd6-d18d-4e7e-b658-53faa614a8ee), before_delete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:44.329660 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.plugin [None req-21c03e96-c673-48dd-8483-2ffddd6121b1 admin admin] Calling delete_port for 16feabd6-d18d-4e7e-b658-53faa614a8ee owned by network:dhcp {{(pid=113375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 04:05:44.385704 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-96b834a6-f2df-4494-bab7-8dce1f67b872 None None] For port 16feabd6-d18d-4e7e-b658-53faa614a8ee, host dv-cinder-857993-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=16feabd6-d18d-4e7e-b658-53faa614a8ee,segment=NetworkSegment(eea54c47-f168-47e5-a070-e59e67614801),segment_id=eea54c47-f168-47e5-a070-e59e67614801)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:05:44.386098 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-96b834a6-f2df-4494-bab7-8dce1f67b872 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432982'] for port (16feabd6-d18d-4e7e-b658-53faa614a8ee), precommit_delete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:44.398501 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-96b834a6-f2df-4494-bab7-8dce1f67b872 None None] Calling delete_port for 16feabd6-d18d-4e7e-b658-53faa614a8ee owned by network:dhcp {{(pid=113376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 04:05:44.471332 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-21c03e96-c673-48dd-8483-2ffddd6121b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672957835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672515813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4972043'] for port (16feabd6-d18d-4e7e-b658-53faa614a8ee), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:44.477681 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-96b834a6-f2df-4494-bab7-8dce1f67b872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672957835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672515813'] for port (16feabd6-d18d-4e7e-b658-53faa614a8ee), after_delete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:44.495119 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c03e96-c673-48dd-8483-2ffddd6121b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=16feabd6-d18d-4e7e-b658-53faa614a8ee,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:05:44.504083 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c03e96-c673-48dd-8483-2ffddd6121b1 admin admin] No DVR routers for this DVR port 16feabd6-d18d-4e7e-b658-53faa614a8ee on host dv-cinder-857993-1-iscsi {{(pid=113375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 04:05:44.504207 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b834a6-f2df-4494-bab7-8dce1f67b872 None None] Pushing event deleted for resources: {'Port': ['ID=16feabd6-d18d-4e7e-b658-53faa614a8ee,revision_number=None']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:05:44.506236 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b834a6-f2df-4494-bab7-8dce1f67b872 None None] No DVR routers for this DVR port 16feabd6-d18d-4e7e-b658-53faa614a8ee on host dv-cinder-857993-1-iscsi {{(pid=113376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 04:05:44.512843 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b834a6-f2df-4494-bab7-8dce1f67b872 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:05:44.518243 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b834a6-f2df-4494-bab7-8dce1f67b872 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:05:44.518243 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b834a6-f2df-4494-bab7-8dce1f67b872 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:05:44.518243 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b834a6-f2df-4494-bab7-8dce1f67b872 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:05:44.518243 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b834a6-f2df-4494-bab7-8dce1f67b872 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:05:44.518243 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b834a6-f2df-4494-bab7-8dce1f67b872 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:05:44.518243 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b834a6-f2df-4494-bab7-8dce1f67b872 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:05:44.518243 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b834a6-f2df-4494-bab7-8dce1f67b872 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:05:44.518243 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b834a6-f2df-4494-bab7-8dce1f67b872 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:05:44.518243 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b834a6-f2df-4494-bab7-8dce1f67b872 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:05:44.518243 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b834a6-f2df-4494-bab7-8dce1f67b872 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:05:44.518243 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b834a6-f2df-4494-bab7-8dce1f67b872 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:05:44.518243 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b834a6-f2df-4494-bab7-8dce1f67b872 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:05:44.518243 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b834a6-f2df-4494-bab7-8dce1f67b872 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:05:44.518243 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b834a6-f2df-4494-bab7-8dce1f67b872 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857993-1-iscsi {{(pid=113376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:05:44.583558 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-21c03e96-c673-48dd-8483-2ffddd6121b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-666433', 'neutron.services.segments.db._delete_segments_for_network-8741672980929'] for network (6fd8153b-b435-473d-99b3-693648eee8c9), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:44.605136 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.services.segments.db [None req-21c03e96-c673-48dd-8483-2ffddd6121b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fd8153b-b435-473d-99b3-693648eee8c9']}} {{(pid=113375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:05:44.614128 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.services.segments.db [None req-21c03e96-c673-48dd-8483-2ffddd6121b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eea54c47-f168-47e5-a070-e59e67614801') {'for_net_delete': True} {{(pid=113375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:05:44.614420 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.services.segments.db [None req-21c03e96-c673-48dd-8483-2ffddd6121b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eea54c47-f168-47e5-a070-e59e67614801') {} {{(pid=113375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:05:44.623943 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-21c03e96-c673-48dd-8483-2ffddd6121b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741672980821', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7583025'] for segment (eea54c47-f168-47e5-a070-e59e67614801), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:44.636819 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-21c03e96-c673-48dd-8483-2ffddd6121b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432398'] for segment (eea54c47-f168-47e5-a070-e59e67614801), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:44.642935 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21c03e96-c673-48dd-8483-2ffddd6121b1 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=113375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:05:44.643320 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-21c03e96-c673-48dd-8483-2ffddd6121b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4972254'] for segment (eea54c47-f168-47e5-a070-e59e67614801), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:44.728244 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.services.segments.plugin [-] Segment eea54c47-f168-47e5-a070-e59e67614801 resource provider aggregate not found Sep 16 04:05:44.745016 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.services.segments.plugin [-] Segment eea54c47-f168-47e5-a070-e59e67614801 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eea54c47-f168-47e5-a070-e59e67614801 found for delete ", "request_id": "req-a8c304e4-2cbf-45dc-9b56-c141b7cff099"}]} Sep 16 04:05:44.762555 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-21c03e96-c673-48dd-8483-2ffddd6121b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-666488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-452227'] for network (6fd8153b-b435-473d-99b3-693648eee8c9), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:44.768623 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-21c03e96-c673-48dd-8483-2ffddd6121b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602048'] for network (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:44.774081 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-21c03e96-c673-48dd-8483-2ffddd6121b1 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/6fd8153b-b435-473d-99b3-693648eee8c9 HTTP/1.1" status: 204 len: 168 time: 0.6447430 Sep 16 04:05:44.775476 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 38026) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 04:05:44.784913 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c03e96-c673-48dd-8483-2ffddd6121b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=6fd8153b-b435-473d-99b3-693648eee8c9,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:05:44.829634 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device 9dd8aab4-5182-48d5-a931-8e25c2cf5c4a no longer exists at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:05:44.848932 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] No Port match for: 9dd8aab4-5182-48d5-a931-8e25c2cf5c4a {{(pid=113376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 04:05:44.849268 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device 9dd8aab4-5182-48d5-a931-8e25c2cf5c4a not bound to the agent host dv-cinder-857993-1-iscsi {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:05:44.849669 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device c561150b-87e5-401b-afbf-9a6f780c69c7 no longer exists at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:05:44.867805 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] No Port match for: c561150b-87e5-401b-afbf-9a6f780c69c7 {{(pid=113376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 04:05:44.870552 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device c561150b-87e5-401b-afbf-9a6f780c69c7 not bound to the agent host dv-cinder-857993-1-iscsi {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:05:44.870552 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device 16feabd6-d18d-4e7e-b658-53faa614a8ee no longer exists at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:05:44.886228 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] No Port match for: 16feabd6-d18d-4e7e-b658-53faa614a8ee {{(pid=113376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 04:05:44.886573 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device 16feabd6-d18d-4e7e-b658-53faa614a8ee not bound to the agent host dv-cinder-857993-1-iscsi {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:05:45.087905 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-5e6f9a8b-2047-4376-9d14-39ee80c17ba9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-427180'] for router_interface (70466d82-1303-4cde-b463-a17afb26bbf5), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:45.237415 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:05:45.272076 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:05:45.309251 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.plugin [None req-5e6f9a8b-2047-4376-9d14-39ee80c17ba9 admin admin] Deleting port 070fb056-8998-4af5-aed8-443a8c99b7b0 {{(pid=113374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 04:05:45.309593 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-5e6f9a8b-2047-4376-9d14-39ee80c17ba9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672990733'] for port (070fb056-8998-4af5-aed8-443a8c99b7b0), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:45.389668 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.db [None req-5e6f9a8b-2047-4376-9d14-39ee80c17ba9 admin admin] For port 070fb056-8998-4af5-aed8-443a8c99b7b0, host dv-cinder-857993-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=070fb056-8998-4af5-aed8-443a8c99b7b0,segment=NetworkSegment(b5a7b243-a75e-4f41-896f-a5eaf50378aa),segment_id=b5a7b243-a75e-4f41-896f-a5eaf50378aa)] {{(pid=113374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:05:45.390042 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-5e6f9a8b-2047-4376-9d14-39ee80c17ba9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432982'] for port (070fb056-8998-4af5-aed8-443a8c99b7b0), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:45.407464 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.plugin [None req-5e6f9a8b-2047-4376-9d14-39ee80c17ba9 admin admin] Calling delete_port for 070fb056-8998-4af5-aed8-443a8c99b7b0 owned by network:router_interface {{(pid=113374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 04:05:45.654522 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-5e6f9a8b-2047-4376-9d14-39ee80c17ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672957835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672515813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965177'] for port (070fb056-8998-4af5-aed8-443a8c99b7b0), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:45.678584 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6f9a8b-2047-4376-9d14-39ee80c17ba9 admin admin] Pushing event deleted for resources: {'Port': ['ID=070fb056-8998-4af5-aed8-443a8c99b7b0,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:05:45.841774 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-5e6f9a8b-2047-4376-9d14-39ee80c17ba9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452380'] for router_interface (70466d82-1303-4cde-b463-a17afb26bbf5), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:45.957982 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:05:46.060167 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e6f9a8b-2047-4376-9d14-39ee80c17ba9 admin admin] Router 70466d82-1303-4cde-b463-a17afb26bbf5 has already been hosted by L3 agent 20a8dcff-cb91-4cfb-b5ee-87736efe33d8 {{(pid=113374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:05:46.161794 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e6f9a8b-2047-4376-9d14-39ee80c17ba9 admin admin] Notify agent at l3_agent.dv-cinder-857993-1-iscsi the message routers_updated {{(pid=113374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:05:46.167360 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-5e6f9a8b-2047-4376-9d14-39ee80c17ba9 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/70466d82-1303-4cde-b463-a17afb26bbf5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3909750 Sep 16 04:05:46.169818 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [-] (113374) accepted ('10.222.0.49', 38028) {{(pid=113374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 04:05:46.174209 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02a8cd2-2f66-47df-96db-0e14f61e10bf None None] Sync routers for ids ['70466d82-1303-4cde-b463-a17afb26bbf5'] in dv-cinder-857993-1-iscsi {{(pid=113376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:05:46.183862 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02a8cd2-2f66-47df-96db-0e14f61e10bf None None] Routers {'70466d82-1303-4cde-b463-a17afb26bbf5'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 04:05:46.184468 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-d02a8cd2-2f66-47df-96db-0e14f61e10bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T04:05:25Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['70466d82-1303-4cde-b463-a17afb26bbf5'], 'active': True} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:05:46.270364 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-4a0429c6-63a5-44db-a753-32b1064bd077 admin admin] Publish callbacks [] for router (70466d82-1303-4cde-b463-a17afb26bbf5), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:46.284462 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvr_db [None req-d02a8cd2-2f66-47df-96db-0e14f61e10bf None None] Set router 70466d82-1303-4cde-b463-a17afb26bbf5 gateway port host: dv-cinder-857993-1-iscsi {{(pid=113376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 04:05:46.323644 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:05:46.370791 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-4a0429c6-63a5-44db-a753-32b1064bd077 admin admin] Publish callbacks [] for router_gateway (70466d82-1303-4cde-b463-a17afb26bbf5), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:46.458196 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-d02a8cd2-2f66-47df-96db-0e14f61e10bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70466d82-1303-4cde-b463-a17afb26bbf5', 'name': 'tempest-TestVolumeBootPattern-1948694179-router', 'tenant_id': 'a1dedaa8d09543c1a896888969b33f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'external_fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '99d77d8f-ac2c-40d6-8178-735ecab7cf91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:58:33Z', 'updated_at': '2022-09-16T04:05:45Z', 'revision_number': 5, 'project_id': 'a1dedaa8d09543c1a896888969b33f28', 'gw_port': {'id': '99d77d8f-ac2c-40d6-8178-735ecab7cf91', 'name': '', 'network_id': '3e75d266-1ef3-4c3c-84dd-91ee0a702556', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:77:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70466d82-1303-4cde-b463-a17afb26bbf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857993-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T03:58:34Z', 'updated_at': '2022-09-16T03:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e346a16-d4e3-4654-8a01-a4fa77b75a04', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857993-1-iscsi'}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:05:46.483929 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02a8cd2-2f66-47df-96db-0e14f61e10bf None None] Checking router: 70466d82-1303-4cde-b463-a17afb26bbf5 for host: dv-cinder-857993-1-iscsi {{(pid=113376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:05:46.492956 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02a8cd2-2f66-47df-96db-0e14f61e10bf None None] Routers {'70466d82-1303-4cde-b463-a17afb26bbf5'} bound to L3 agent in host dv-cinder-857993-1-iscsi {{(pid=113376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 04:05:46.494146 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-d02a8cd2-2f66-47df-96db-0e14f61e10bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857993-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T03:39:25Z,description=,heartbeat_timestamp=2022-09-16T04:05:25Z,host='dv-cinder-857993-1-iscsi',id=20a8dcff-cb91-4cfb-b5ee-87736efe33d8,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T03:39:26Z,topic='l3_agent')) {'router_ids': ['70466d82-1303-4cde-b463-a17afb26bbf5'], 'active': True} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:05:46.499037 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.plugin [None req-4a0429c6-63a5-44db-a753-32b1064bd077 admin admin] Deleting port 99d77d8f-ac2c-40d6-8178-735ecab7cf91 {{(pid=113374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 04:05:46.499377 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-4a0429c6-63a5-44db-a753-32b1064bd077 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672990733'] for port (99d77d8f-ac2c-40d6-8178-735ecab7cf91), before_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:46.581819 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvr_db [None req-d02a8cd2-2f66-47df-96db-0e14f61e10bf None None] Set router 70466d82-1303-4cde-b463-a17afb26bbf5 gateway port host: None {{(pid=113376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 04:05:46.583596 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.db [None req-4a0429c6-63a5-44db-a753-32b1064bd077 admin admin] For port 99d77d8f-ac2c-40d6-8178-735ecab7cf91, host dv-cinder-857993-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=99d77d8f-ac2c-40d6-8178-735ecab7cf91,segment=NetworkSegment(0cda3508-2052-48b1-ae54-b35f980014ad),segment_id=0cda3508-2052-48b1-ae54-b35f980014ad)] {{(pid=113374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:05:46.583967 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-4a0429c6-63a5-44db-a753-32b1064bd077 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432982'] for port (99d77d8f-ac2c-40d6-8178-735ecab7cf91), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:46.597602 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.plugins.ml2.plugin [None req-4a0429c6-63a5-44db-a753-32b1064bd077 admin admin] Calling delete_port for 99d77d8f-ac2c-40d6-8178-735ecab7cf91 owned by network:router_gateway {{(pid=113374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 04:05:46.633389 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_hamode_db [None req-d02a8cd2-2f66-47df-96db-0e14f61e10bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70466d82-1303-4cde-b463-a17afb26bbf5', 'name': 'tempest-TestVolumeBootPattern-1948694179-router', 'tenant_id': 'a1dedaa8d09543c1a896888969b33f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:58:33Z', 'updated_at': '2022-09-16T04:05:46Z', 'revision_number': 6, 'project_id': 'a1dedaa8d09543c1a896888969b33f28', 'gw_port_host': None}], 'dv-cinder-857993-1-iscsi', False) {} {{(pid=113376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:05:46.662061 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02a8cd2-2f66-47df-96db-0e14f61e10bf None None] The sync data for ids ['70466d82-1303-4cde-b463-a17afb26bbf5'] in dv-cinder-857993-1-iscsi is: [{'id': '70466d82-1303-4cde-b463-a17afb26bbf5', 'name': 'tempest-TestVolumeBootPattern-1948694179-router', 'tenant_id': 'a1dedaa8d09543c1a896888969b33f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T03:58:33Z', 'updated_at': '2022-09-16T04:05:46Z', 'revision_number': 6, 'project_id': 'a1dedaa8d09543c1a896888969b33f28', 'gw_port_host': None}] {{(pid=113376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:05:46.859915 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-4a0429c6-63a5-44db-a753-32b1064bd077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672957835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672515813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965177'] for port (99d77d8f-ac2c-40d6-8178-735ecab7cf91), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:46.877943 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0429c6-63a5-44db-a753-32b1064bd077 admin admin] Pushing event deleted for resources: {'Port': ['ID=99d77d8f-ac2c-40d6-8178-735ecab7cf91,revision_number=None']} {{(pid=113374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:05:47.098399 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device 070fb056-8998-4af5-aed8-443a8c99b7b0 no longer exists at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:05:47.120582 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] No Port match for: 070fb056-8998-4af5-aed8-443a8c99b7b0 {{(pid=113376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 04:05:47.120897 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device 070fb056-8998-4af5-aed8-443a8c99b7b0 not bound to the agent host dv-cinder-857993-1-iscsi {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:05:47.221748 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-4a0429c6-63a5-44db-a753-32b1064bd077 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-452182'] for router_gateway (70466d82-1303-4cde-b463-a17afb26bbf5), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:47.318379 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-4a0429c6-63a5-44db-a753-32b1064bd077 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-389'] for router (70466d82-1303-4cde-b463-a17afb26bbf5), precommit_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:47.320778 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-4a0429c6-63a5-44db-a753-32b1064bd077 admin admin] Publish callbacks [] for router_controller (70466d82-1303-4cde-b463-a17afb26bbf5), precommit_delete_associations {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:47.322262 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:05:47.456327 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-4a0429c6-63a5-44db-a753-32b1064bd077 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452449'] for router (70466d82-1303-4cde-b463-a17afb26bbf5), after_delete {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:47.456975 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a0429c6-63a5-44db-a753-32b1064bd077 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70466d82-1303-4cde-b463-a17afb26bbf5 {{(pid=113374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:05:47.462746 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron_lib.callbacks.manager [None req-4a0429c6-63a5-44db-a753-32b1064bd077 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:47.464649 dv-cinder-857993-1-iscsi neutron-server[113374]: INFO neutron.wsgi [None req-4a0429c6-63a5-44db-a753-32b1064bd077 admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/70466d82-1303-4cde-b463-a17afb26bbf5 HTTP/1.1" status: 204 len: 168 time: 1.2937484 Sep 16 04:05:47.467314 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 38030) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 04:05:47.520613 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a467192-90c7-4b05-abe9-7b98390fc6f4 admin admin] Deleting subnet 5c38e0ef-b05b-49d2-afe2-d41ddee31efc {{(pid=113375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 04:05:47.525264 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-5a467192-90c7-4b05-abe9-7b98390fc6f4 admin admin] Publish callbacks [] for subnet (5c38e0ef-b05b-49d2-afe2-d41ddee31efc), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:47.571860 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-5a467192-90c7-4b05-abe9-7b98390fc6f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7582986'] for subnet (5c38e0ef-b05b-49d2-afe2-d41ddee31efc), precommit_delete_associations {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:47.679299 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-5a467192-90c7-4b05-abe9-7b98390fc6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1375850'] for subnet (5c38e0ef-b05b-49d2-afe2-d41ddee31efc), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:47.811133 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-5a467192-90c7-4b05-abe9-7b98390fc6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1345367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4972132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7762074'] for subnet (5c38e0ef-b05b-49d2-afe2-d41ddee31efc), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:47.841488 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a467192-90c7-4b05-abe9-7b98390fc6f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c38e0ef-b05b-49d2-afe2-d41ddee31efc,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:05:47.848588 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-5a467192-90c7-4b05-abe9-7b98390fc6f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602048'] for subnet (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:47.854770 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-5a467192-90c7-4b05-abe9-7b98390fc6f4 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/5c38e0ef-b05b-49d2-afe2-d41ddee31efc HTTP/1.1" status: 204 len: 168 time: 0.3859515 Sep 16 04:05:47.855032 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6b3d45-214b-4c41-9529-9c49f62e4183 None None] Network b09435aa-f58d-473c-b02b-70bac2bc89ce requested from dv-cinder-857993-1-iscsi {{(pid=113376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 04:05:47.858118 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 38032) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 04:05:47.934155 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:05:47.940174 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:05:47.948042 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-66a60486-0549-428e-a3da-348731c0f8af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1315103'] for network (b09435aa-f58d-473c-b02b-70bac2bc89ce), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:48.030785 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19cd2e5a-1ddc-4194-9a74-617f34b8943a None None] DHCP port deletion for b09435aa-f58d-473c-b02b-70bac2bc89ce request from dv-cinder-857993-1-iscsi {{(pid=113376) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 04:05:48.057859 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:05:48.072606 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-19cd2e5a-1ddc-4194-9a74-617f34b8943a None None] Deleting port d12f55e8-2c60-4008-a2ae-813306cfeeba {{(pid=113376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 04:05:48.072975 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-19cd2e5a-1ddc-4194-9a74-617f34b8943a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672990733'] for port (d12f55e8-2c60-4008-a2ae-813306cfeeba), before_delete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:48.086807 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:05:48.141570 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.db [None req-19cd2e5a-1ddc-4194-9a74-617f34b8943a None None] For port d12f55e8-2c60-4008-a2ae-813306cfeeba, host dv-cinder-857993-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857993-1-iscsi',level=0,port_id=d12f55e8-2c60-4008-a2ae-813306cfeeba,segment=NetworkSegment(b5a7b243-a75e-4f41-896f-a5eaf50378aa),segment_id=b5a7b243-a75e-4f41-896f-a5eaf50378aa)] {{(pid=113376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:05:48.141991 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-19cd2e5a-1ddc-4194-9a74-617f34b8943a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432982'] for port (d12f55e8-2c60-4008-a2ae-813306cfeeba), precommit_delete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:48.156930 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-19cd2e5a-1ddc-4194-9a74-617f34b8943a None None] Calling delete_port for d12f55e8-2c60-4008-a2ae-813306cfeeba owned by network:dhcp {{(pid=113376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 04:05:48.277984 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.plugin [None req-66a60486-0549-428e-a3da-348731c0f8af admin admin] Deleting port d12f55e8-2c60-4008-a2ae-813306cfeeba {{(pid=113375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 04:05:48.278227 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-66a60486-0549-428e-a3da-348731c0f8af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741672990733'] for port (d12f55e8-2c60-4008-a2ae-813306cfeeba), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:48.279348 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-19cd2e5a-1ddc-4194-9a74-617f34b8943a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672957835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672515813'] for port (d12f55e8-2c60-4008-a2ae-813306cfeeba), after_delete {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:48.306142 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cd2e5a-1ddc-4194-9a74-617f34b8943a None None] Pushing event deleted for resources: {'Port': ['ID=d12f55e8-2c60-4008-a2ae-813306cfeeba,revision_number=None']} {{(pid=113376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:05:48.308175 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cd2e5a-1ddc-4194-9a74-617f34b8943a None None] No DVR routers for this DVR port d12f55e8-2c60-4008-a2ae-813306cfeeba on host dv-cinder-857993-1-iscsi {{(pid=113376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 04:05:48.345694 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.db [None req-66a60486-0549-428e-a3da-348731c0f8af admin admin] For port d12f55e8-2c60-4008-a2ae-813306cfeeba, host dv-cinder-857993-1-iscsi, got binding levels [] {{(pid=113375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:05:48.346058 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-66a60486-0549-428e-a3da-348731c0f8af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432982'] for port (d12f55e8-2c60-4008-a2ae-813306cfeeba), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:48.362646 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.plugin [None req-66a60486-0549-428e-a3da-348731c0f8af admin admin] Calling delete_port for d12f55e8-2c60-4008-a2ae-813306cfeeba owned by network:dhcp {{(pid=113375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 04:05:48.365417 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.ipam_backend_mixin [None req-66a60486-0549-428e-a3da-348731c0f8af admin admin] Port d12f55e8-2c60-4008-a2ae-813306cfeeba was not found and therefore no delete operation was performed {{(pid=113375) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 16 04:05:48.366573 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-66a60486-0549-428e-a3da-348731c0f8af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741672957835', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741672515813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4972043'] for port (d12f55e8-2c60-4008-a2ae-813306cfeeba), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:48.388784 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a60486-0549-428e-a3da-348731c0f8af admin admin] Pushing event deleted for resources: {'Port': ['ID=d12f55e8-2c60-4008-a2ae-813306cfeeba,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:05:48.394227 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a60486-0549-428e-a3da-348731c0f8af admin admin] No DVR routers for this DVR port d12f55e8-2c60-4008-a2ae-813306cfeeba on host dv-cinder-857993-1-iscsi {{(pid=113375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 04:05:48.464606 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-66a60486-0549-428e-a3da-348731c0f8af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-666433', 'neutron.services.segments.db._delete_segments_for_network-8741672980929'] for network (b09435aa-f58d-473c-b02b-70bac2bc89ce), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:48.484168 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.services.segments.db [None req-66a60486-0549-428e-a3da-348731c0f8af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b09435aa-f58d-473c-b02b-70bac2bc89ce']}} {{(pid=113375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:05:48.493840 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.services.segments.db [None req-66a60486-0549-428e-a3da-348731c0f8af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5a7b243-a75e-4f41-896f-a5eaf50378aa') {'for_net_delete': True} {{(pid=113375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:05:48.494138 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.services.segments.db [None req-66a60486-0549-428e-a3da-348731c0f8af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5a7b243-a75e-4f41-896f-a5eaf50378aa') {} {{(pid=113375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:05:48.503822 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-66a60486-0549-428e-a3da-348731c0f8af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741672980821', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7583025'] for segment (b5a7b243-a75e-4f41-896f-a5eaf50378aa), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:48.517955 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-66a60486-0549-428e-a3da-348731c0f8af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432398'] for segment (b5a7b243-a75e-4f41-896f-a5eaf50378aa), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:48.524385 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66a60486-0549-428e-a3da-348731c0f8af admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=113375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:05:48.524872 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-66a60486-0549-428e-a3da-348731c0f8af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4972254'] for segment (b5a7b243-a75e-4f41-896f-a5eaf50378aa), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:48.549277 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.services.segments.plugin [-] Segment b5a7b243-a75e-4f41-896f-a5eaf50378aa resource provider aggregate not found Sep 16 04:05:48.585256 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.services.segments.plugin [-] Segment b5a7b243-a75e-4f41-896f-a5eaf50378aa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b5a7b243-a75e-4f41-896f-a5eaf50378aa found for delete ", "request_id": "req-1a33f8b4-5138-417b-8df3-a9ef077d63d8"}]} Sep 16 04:05:48.659767 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-66a60486-0549-428e-a3da-348731c0f8af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-666488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-452227'] for network (b09435aa-f58d-473c-b02b-70bac2bc89ce), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:48.665468 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-66a60486-0549-428e-a3da-348731c0f8af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602048'] for network (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:48.668774 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-66a60486-0549-428e-a3da-348731c0f8af admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/b09435aa-f58d-473c-b02b-70bac2bc89ce HTTP/1.1" status: 204 len: 168 time: 0.8097115 Sep 16 04:05:48.680770 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a60486-0549-428e-a3da-348731c0f8af admin admin] Pushing event deleted for resources: {'Network': ['ID=b09435aa-f58d-473c-b02b-70bac2bc89ce,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:05:48.820287 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device 99d77d8f-ac2c-40d6-8178-735ecab7cf91 no longer exists at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:05:48.964612 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (d68ba685-94d2-4b65-887f-d5ec3884fbfa), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:48.965357 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] No Port match for: 99d77d8f-ac2c-40d6-8178-735ecab7cf91 {{(pid=113376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 04:05:48.965563 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device 99d77d8f-ac2c-40d6-8178-735ecab7cf91 not bound to the agent host dv-cinder-857993-1-iscsi {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:05:48.965977 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device d12f55e8-2c60-4008-a2ae-813306cfeeba no longer exists at agent ovs-agent-dv-cinder-857993-1-iscsi {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:05:48.985049 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.plugin [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] No Port match for: d12f55e8-2c60-4008-a2ae-813306cfeeba {{(pid=113376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 04:05:48.985394 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron.plugins.ml2.rpc [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Device d12f55e8-2c60-4008-a2ae-813306cfeeba not bound to the agent host dv-cinder-857993-1-iscsi {{(pid=113376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:05:48.993527 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 38040) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 04:05:49.033664 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-f7dffeed-7cbf-4502-9061-fb7ef6bfb34b admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=42406ac5a18945dea55e37a91e9f5530&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388963 Sep 16 04:05:49.036125 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 38042) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 04:05:49.083881 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-826561ad-d1f8-4ddd-a71a-7b1089e1a5ed admin admin] Publish callbacks [] for security_group (6c720c13-a2cb-4c6c-8e6d-2a4fd7ff7c9b), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:49.104076 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-826561ad-d1f8-4ddd-a71a-7b1089e1a5ed admin admin] Publish callbacks [] for security_group (6c720c13-a2cb-4c6c-8e6d-2a4fd7ff7c9b), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:49.219845 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-826561ad-d1f8-4ddd-a71a-7b1089e1a5ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (6c720c13-a2cb-4c6c-8e6d-2a4fd7ff7c9b), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:49.222324 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-826561ad-d1f8-4ddd-a71a-7b1089e1a5ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:49.223506 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-826561ad-d1f8-4ddd-a71a-7b1089e1a5ed admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/6c720c13-a2cb-4c6c-8e6d-2a4fd7ff7c9b HTTP/1.1" status: 204 len: 168 time: 0.1865060 Sep 16 04:05:49.232318 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826561ad-d1f8-4ddd-a71a-7b1089e1a5ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c720c13-a2cb-4c6c-8e6d-2a4fd7ff7c9b,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:05:49.865772 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 38048) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 04:05:49.906028 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-8a07e3af-ffc5-403f-a966-ca0f023a9f1a admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=a1dedaa8d09543c1a896888969b33f28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389330 Sep 16 04:05:49.908551 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [-] (113375) accepted ('10.222.0.49', 38050) {{(pid=113375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 04:05:49.956817 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-fe1d21ad-b1c1-4ddf-81e9-957199570ed3 admin admin] Publish callbacks [] for security_group (174df111-aed3-47a6-8241-ad215295a680), before_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:49.976057 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-fe1d21ad-b1c1-4ddf-81e9-957199570ed3 admin admin] Publish callbacks [] for security_group (174df111-aed3-47a6-8241-ad215295a680), precommit_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:50.003502 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:05:50.090279 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-fe1d21ad-b1c1-4ddf-81e9-957199570ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650631'] for security_group (174df111-aed3-47a6-8241-ad215295a680), after_delete {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:50.092833 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron_lib.callbacks.manager [None req-fe1d21ad-b1c1-4ddf-81e9-957199570ed3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:50.093983 dv-cinder-857993-1-iscsi neutron-server[113375]: INFO neutron.wsgi [None req-fe1d21ad-b1c1-4ddf-81e9-957199570ed3 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/174df111-aed3-47a6-8241-ad215295a680 HTTP/1.1" status: 204 len: 168 time: 0.1845510 Sep 16 04:05:50.103185 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1d21ad-b1c1-4ddf-81e9-957199570ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=174df111-aed3-47a6-8241-ad215295a680,revision_number=None']} {{(pid=113375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:05:53.279510 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-f955c65f-9835-4829-bd3f-2eea24f5e0ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (5f458d39-b7df-4a2e-8f52-58d49f268778), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:55.381761 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-6c3116eb-a09c-48cd-ab3b-56bef8a429db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (20a8dcff-cb91-4cfb-b5ee-87736efe33d8), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:56.844349 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-6e17b5b7-15b9-4810-ad4e-df527af14d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (b6f1069f-4437-473a-8bc8-4bc493c2bb12), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:57.363469 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG dbcounter [-] [113374] Writing DB stats neutron:SELECT=50,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:05:58.644370 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (9480ceca-8cb5-4b85-9807-6ee42f948820), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:58.682368 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-2875a3e6-2c6e-4f2c-bd58-7e0a3de9c063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (bb5efb49-5a18-474a-824b-90488b0f2024), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:05:59.141293 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=97 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:05:59.144175 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=74 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:06:00.097513 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG dbcounter [-] [113375] Writing DB stats neutron:SELECT=66,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=113375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:06:01.256986 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.agents_db [None req-8ba4eca6-5e8f-405f-9ad3-b7bffaa24231 None None] Agent healthcheck: found 6 active agents {{(pid=113377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:06:08.567128 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=19,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:06:08.573014 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=47,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:06:18.595404 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=13 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:06:18.601368 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=17 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:06:18.895551 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (d68ba685-94d2-4b65-887f-d5ec3884fbfa), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:06:23.238609 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b36eadc8-5460-4ad7-84d5-5c587ff4c603 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (5f458d39-b7df-4a2e-8f52-58d49f268778), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:06:25.379109 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-89c06ac4-3409-4fa1-ac93-9f006987ac46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (20a8dcff-cb91-4cfb-b5ee-87736efe33d8), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:06:26.855704 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-6e17b5b7-15b9-4810-ad4e-df527af14d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (b6f1069f-4437-473a-8bc8-4bc493c2bb12), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:06:28.661293 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (9480ceca-8cb5-4b85-9807-6ee42f948820), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:06:28.672670 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-2875a3e6-2c6e-4f2c-bd58-7e0a3de9c063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (bb5efb49-5a18-474a-824b-90488b0f2024), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:06:36.137922 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=2 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:06:36.139184 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=4 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:06:38.263996 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.agents_db [None req-8ba4eca6-5e8f-405f-9ad3-b7bffaa24231 None None] Agent healthcheck: found 6 active agents {{(pid=113377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:06:38.570194 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:06:38.577445 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:06:48.251726 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=1 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:06:48.252757 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=1 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:06:48.912600 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (d68ba685-94d2-4b65-887f-d5ec3884fbfa), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:06:53.229994 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-8c20e922-61e8-4925-a40d-1737aae3c6e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (5f458d39-b7df-4a2e-8f52-58d49f268778), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:06:55.378681 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-47e6bb48-173a-447e-b1c8-89360bb4a950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (20a8dcff-cb91-4cfb-b5ee-87736efe33d8), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:06:56.861418 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-6e17b5b7-15b9-4810-ad4e-df527af14d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (b6f1069f-4437-473a-8bc8-4bc493c2bb12), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:06:58.655139 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (9480ceca-8cb5-4b85-9807-6ee42f948820), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:06:58.666718 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-2875a3e6-2c6e-4f2c-bd58-7e0a3de9c063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (bb5efb49-5a18-474a-824b-90488b0f2024), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:07:08.573749 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:07:08.580497 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:07:15.253646 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.agents_db [None req-8ba4eca6-5e8f-405f-9ad3-b7bffaa24231 None None] Agent healthcheck: found 6 active agents {{(pid=113377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:07:18.895820 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (d68ba685-94d2-4b65-887f-d5ec3884fbfa), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:07:23.212632 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-bb6643be-ef2b-4f66-afe4-85406a733134 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (5f458d39-b7df-4a2e-8f52-58d49f268778), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:07:25.248127 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:07:25.248899 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=5 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:07:25.358066 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-7a35945a-7250-4966-8c04-bf1f8380df85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (20a8dcff-cb91-4cfb-b5ee-87736efe33d8), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:07:26.863499 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-6e17b5b7-15b9-4810-ad4e-df527af14d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (b6f1069f-4437-473a-8bc8-4bc493c2bb12), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:07:28.635322 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (9480ceca-8cb5-4b85-9807-6ee42f948820), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:07:28.706660 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-2875a3e6-2c6e-4f2c-bd58-7e0a3de9c063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (bb5efb49-5a18-474a-824b-90488b0f2024), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:07:38.629171 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:07:38.633078 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=21,neutron:UPDATE=5 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:07:48.920761 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (d68ba685-94d2-4b65-887f-d5ec3884fbfa), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:07:50.146599 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=3 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:07:50.151504 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=3 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:07:52.253132 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.agents_db [None req-8ba4eca6-5e8f-405f-9ad3-b7bffaa24231 None None] Agent healthcheck: found 6 active agents {{(pid=113377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:07:53.249622 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-46798539-937b-47d8-9712-ff7bdc714e8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (5f458d39-b7df-4a2e-8f52-58d49f268778), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:07:55.349180 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-805cc082-0943-4b8e-97cc-c3155ea70f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (20a8dcff-cb91-4cfb-b5ee-87736efe33d8), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:07:56.849580 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-6e17b5b7-15b9-4810-ad4e-df527af14d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (b6f1069f-4437-473a-8bc8-4bc493c2bb12), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:07:58.657756 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (9480ceca-8cb5-4b85-9807-6ee42f948820), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:07:58.669116 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-2875a3e6-2c6e-4f2c-bd58-7e0a3de9c063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (bb5efb49-5a18-474a-824b-90488b0f2024), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:08:02.248405 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=1 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:08:02.249200 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=1 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:08:08.584112 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:08:08.585960 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:08:18.908522 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (d68ba685-94d2-4b65-887f-d5ec3884fbfa), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:08:23.234235 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-f9bdb222-be92-40fc-b6ac-222bce4aa271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (5f458d39-b7df-4a2e-8f52-58d49f268778), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:08:25.352331 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-f71dc716-915d-4508-9f6b-d363694171bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (20a8dcff-cb91-4cfb-b5ee-87736efe33d8), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:08:26.855135 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-6e17b5b7-15b9-4810-ad4e-df527af14d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (b6f1069f-4437-473a-8bc8-4bc493c2bb12), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:08:27.147866 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=13 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:08:27.148530 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=19 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:08:28.611509 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (9480ceca-8cb5-4b85-9807-6ee42f948820), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:08:28.674642 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-2875a3e6-2c6e-4f2c-bd58-7e0a3de9c063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (bb5efb49-5a18-474a-824b-90488b0f2024), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:08:29.253077 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.agents_db [None req-8ba4eca6-5e8f-405f-9ad3-b7bffaa24231 None None] Agent healthcheck: found 6 active agents {{(pid=113377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:08:29.476697 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [req-06d9f571-7f8e-4ad3-9015-71b6ded37c15 req-9128f93a-0372-425a-8432-45fb8b1af189 tempest-AttachVolumeTestJSON-1062280343 tempest-AttachVolumeTestJSON-1062280343-project] (113374) timed out ('10.222.0.52', 58684) {{(pid=113374) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 16 04:08:38.586334 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:08:38.588156 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:08:39.248324 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=1 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:08:39.249622 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=1 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:08:48.923524 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (d68ba685-94d2-4b65-887f-d5ec3884fbfa), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:08:53.226472 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-30229695-9d38-436a-b5fc-a13ef2b4fd2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (5f458d39-b7df-4a2e-8f52-58d49f268778), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:08:55.363682 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-6adb3cf5-618f-483c-b384-7e40931db902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (20a8dcff-cb91-4cfb-b5ee-87736efe33d8), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:08:56.873701 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-6e17b5b7-15b9-4810-ad4e-df527af14d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (b6f1069f-4437-473a-8bc8-4bc493c2bb12), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:08:58.680553 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (9480ceca-8cb5-4b85-9807-6ee42f948820), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:08:58.701746 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-2875a3e6-2c6e-4f2c-bd58-7e0a3de9c063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (bb5efb49-5a18-474a-824b-90488b0f2024), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:09:04.140188 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=3 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:09:04.145019 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=3 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:09:06.251787 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.agents_db [None req-8ba4eca6-5e8f-405f-9ad3-b7bffaa24231 None None] Agent healthcheck: found 6 active agents {{(pid=113377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:09:08.588631 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:UPDATE=3,neutron:SELECT=7 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:09:08.589328 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:09:18.924738 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (d68ba685-94d2-4b65-887f-d5ec3884fbfa), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:09:21.254078 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=3 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:09:21.254847 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:DELETE=1 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:09:23.255757 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-8f1f886d-1828-4345-a1ae-cd3c62f7824a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (5f458d39-b7df-4a2e-8f52-58d49f268778), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:09:25.357568 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4628e997-a931-4e34-bf83-4d824e00bbac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (20a8dcff-cb91-4cfb-b5ee-87736efe33d8), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:09:26.895721 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-6e17b5b7-15b9-4810-ad4e-df527af14d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (b6f1069f-4437-473a-8bc8-4bc493c2bb12), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:09:28.616598 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (9480ceca-8cb5-4b85-9807-6ee42f948820), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:09:28.656170 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-2875a3e6-2c6e-4f2c-bd58-7e0a3de9c063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (bb5efb49-5a18-474a-824b-90488b0f2024), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:09:38.625042 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=20,neutron:UPDATE=5 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:09:38.626800 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:09:41.142160 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=3 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:09:41.142845 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=3 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:09:43.251105 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.agents_db [None req-8ba4eca6-5e8f-405f-9ad3-b7bffaa24231 None None] Agent healthcheck: found 6 active agents {{(pid=113377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:09:48.970332 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (d68ba685-94d2-4b65-887f-d5ec3884fbfa), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:09:53.238428 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-64159b70-2a2d-437e-b492-72b47c97e7d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (5f458d39-b7df-4a2e-8f52-58d49f268778), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:09:53.245939 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=1 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:09:53.246666 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=1 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:09:55.421033 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-032eaa8c-ffeb-4cc6-93bb-8b9aabe71688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (20a8dcff-cb91-4cfb-b5ee-87736efe33d8), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:09:56.856244 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-6e17b5b7-15b9-4810-ad4e-df527af14d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (b6f1069f-4437-473a-8bc8-4bc493c2bb12), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:09:58.609780 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (9480ceca-8cb5-4b85-9807-6ee42f948820), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:09:58.655294 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-2875a3e6-2c6e-4f2c-bd58-7e0a3de9c063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (bb5efb49-5a18-474a-824b-90488b0f2024), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:10:08.594476 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:10:08.596327 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:10:12.075714 dv-cinder-857993-1-iscsi neutron-server[113374]: DEBUG neutron.wsgi [req-68d23a9a-563c-49dd-9231-17b1a88d7fd5 req-d5d44e36-2a6a-44f8-91ef-241aa5fd0b7d service neutron] (113374) timed out ('10.222.0.49', 58634) {{(pid=113374) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 16 04:10:12.158639 dv-cinder-857993-1-iscsi neutron-server[113375]: DEBUG neutron.wsgi [req-68d23a9a-563c-49dd-9231-17b1a88d7fd5 req-096046b8-94ac-4045-8397-3d3b07312bf8 tempest-AttachVolumeShelveTestJSON-2073451032 tempest-AttachVolumeShelveTestJSON-2073451032-project] (113375) timed out ('10.222.0.49', 58644) {{(pid=113375) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 16 04:10:18.601228 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=17 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:10:18.604082 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=15 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:10:18.940774 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (d68ba685-94d2-4b65-887f-d5ec3884fbfa), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:10:20.249708 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.agents_db [None req-8ba4eca6-5e8f-405f-9ad3-b7bffaa24231 None None] Agent healthcheck: found 6 active agents {{(pid=113377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:10:23.277776 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-1f5697ab-23d0-4a47-94d8-d8b86576575e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (5f458d39-b7df-4a2e-8f52-58d49f268778), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:10:25.362720 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-1030ff28-7986-41a9-a8c4-d30e2382c702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (20a8dcff-cb91-4cfb-b5ee-87736efe33d8), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:10:26.865693 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-6e17b5b7-15b9-4810-ad4e-df527af14d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (b6f1069f-4437-473a-8bc8-4bc493c2bb12), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:10:28.620399 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (9480ceca-8cb5-4b85-9807-6ee42f948820), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:10:28.677156 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-2875a3e6-2c6e-4f2c-bd58-7e0a3de9c063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (bb5efb49-5a18-474a-824b-90488b0f2024), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:10:30.245201 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=1 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:10:30.245973 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=1 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:10:38.597746 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:10:38.601598 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:10:49.015407 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (d68ba685-94d2-4b65-887f-d5ec3884fbfa), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:10:53.231337 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-6677798f-9409-46e1-b7db-f76c4922f1c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (5f458d39-b7df-4a2e-8f52-58d49f268778), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:10:55.129715 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=2 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:10:55.134650 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=4 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:10:55.385764 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-a08dcd48-f57b-428c-b7a9-8c7bb3c7b00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (20a8dcff-cb91-4cfb-b5ee-87736efe33d8), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:10:56.917417 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-6e17b5b7-15b9-4810-ad4e-df527af14d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (b6f1069f-4437-473a-8bc8-4bc493c2bb12), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:10:57.248831 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG neutron.db.agents_db [None req-8ba4eca6-5e8f-405f-9ad3-b7bffaa24231 None None] Agent healthcheck: found 6 active agents {{(pid=113377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:10:58.637013 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-4187a5d9-1c2f-4ba2-a92b-29ac44c0d321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (9480ceca-8cb5-4b85-9807-6ee42f948820), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:10:58.665458 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-2875a3e6-2c6e-4f2c-bd58-7e0a3de9c063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (bb5efb49-5a18-474a-824b-90488b0f2024), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:11:07.244569 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=1 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:11:08.598666 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:11:08.600528 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG dbcounter [-] [113376] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=113376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:11:18.957398 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-dbaa-48e3-9d05-dfb94818d226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (d68ba685-94d2-4b65-887f-d5ec3884fbfa), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 04:11:21.258701 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=1 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:11:21.259997 dv-cinder-857993-1-iscsi neutron-server[113377]: DEBUG dbcounter [-] [113377] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=113377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 04:11:23.231228 dv-cinder-857993-1-iscsi neutron-server[113376]: DEBUG neutron_lib.callbacks.manager [None req-e9102153-4dc1-49fd-93b4-213363339e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741672980911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-668160'] for agent (5f458d39-b7df-4a2e-8f52-58d49f268778), after_update {{(pid=113376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}